00010000:00000010:2.1F:1787996800.154863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d181505200. 00010000:00000010:0.1F:1787996800.158787:0:1359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d188d63800. 00000080:00000010:2.1:1787996817.430865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190790240. 00000080:00000010:2.1:1787996817.430879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1a0a0a980. 00010000:00000010:2.1:1787996817.430885:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a29cf00. 00010000:00000010:2.1:1787996817.430890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d181505000. 00000080:00000010:2.1:1787996817.441816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1a0a0a940. 00010000:00000010:3.1F:1787996819.172970:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d1898dc800. 00010000:00000010:3.1:1787996819.173010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d180031a00. 00000080:00000010:3.1:1787996835.878809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1874b2900. 00010000:00000010:2.1:1787996853.794835:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d183e33e00. 00010000:00000010:2.1:1787996853.794849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d188d63000. 00000080:00000010:2.1:1787996853.816387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1857890c0. 00010000:00000010:0.1:1787996855.532817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d180031200. 00000080:00000010:2.1:1787996871.223581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d18579aca0. 00010000:00000010:1.1F:1787996915.381355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d183e33b00. 00010000:00000010:1.1:1787996915.381369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d188d63600. 00010000:00000010:3.1:1787996915.390693:0:1015:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d1907fa800. 00010000:00000010:3.1:1787996932.166832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d180031200. 00010000:00000010:3.1:1787996934.428992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d18164fc00. 00010000:00000010:0.1:1787996958.443032:0:12178:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d191d97300. 00010000:00000010:0.1:1787996958.443055:0:12178:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d181505600. 00010000:00000010:0.1:1787996958.454822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921a00. 00010000:00000010:0.1:1787996975.712847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d180031a00. 00010000:00000010:0.1:1787996975.712883:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921500. 00010000:00000010:0.1:1787996975.712887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d180031200. 00010000:00000010:0.1:1787996975.712891:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d183e33a00. 00010000:00000010:0.1:1787996975.712896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d188d62600. 00000080:00000010:0.1:1787996975.740764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1858a5f80. 00000080:00000010:0.1:1787996975.740790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1858a5100. 00010000:00000010:2.1:1787996977.788970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d188d62e00. 00010000:00000010:2.1:1787996977.793049:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921c00. 00010000:00000010:2.1:1787996977.793070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d180030600. 00010000:00000010:2.1:1787996977.793075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921500. 00010000:00000010:2.1:1787996977.793079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d180031200. 00000080:00000010:3.1:1787996994.033923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1a0ac5a40. 00000080:00000010:3.1:1787996994.033951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1861368c0. 00010000:00000010:2.1:1787996995.288562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921e00. 00010000:00000010:2.1:1787996995.288583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d180030600. 00010000:00000010:2.1:1787996995.288591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921300. 00010000:00000010:2.1:1787996995.288594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d180031a00. 00000080:00000010:0.1:1787996995.306798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d19131c960. 00000080:00000010:0.1:1787996995.306857:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d1989ab180. 00010000:00000010:3.1:1787997000.506991:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921000. 00010000:00000010:3.1:1787997000.507001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d180030200. 00010000:00000010:0.1:1787997001.024824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921400. 00010000:00000010:0.1:1787997001.024837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d180031200. 00010000:00000010:0.1:1787997001.048167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921900. 00010000:00000010:3.1:1787997017.099809:0:12839:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921400. 00010000:00000010:3.1:1787997017.099825:0:12839:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d180030600. 00010000:00000010:3.1:1787997017.099831:0:12839:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d183e33400. 00010000:00000010:3.1:1787997017.099850:0:12839:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d188d62a00. 00000080:00000010:3.1:1787997017.113080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1859a38a0. 00000080:00000010:3.1:1787997017.113099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d186003180. 00010000:00000010:0.1:1787997020.417002:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921e00. 00010000:00000010:0.1:1787997020.417024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d180031200. 00010000:00000010:0.1:1787997020.417029:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921300. 00010000:00000010:0.1:1787997020.417032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d180030200. 00000080:00000010:0.1:1787997037.053112:0:12867:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d186003be0. 00000080:00000010:0.1:1787997037.053131:0:12867:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d186003c20. 00010000:00000010:0.1:1787997054.511924:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921300. 00010000:00000010:0.1:1787997054.511938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d18164fc00. 00010000:00000010:0.1:1787997054.511944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18321e700. 00010000:00000010:0.1:1787997054.511948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d18164fa00. 00000080:00000010:0.1:1787997054.523974:0:12886:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1871ffb20. 00010000:00000010:2.1:1787997056.181824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d183e33200. 00010000:00000010:2.1:1787997056.181847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d188d62600. 00010000:00000010:2.1:1787997056.181851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d183e33b00. 00010000:00000010:2.1:1787997056.181855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d188d62a00. 00000080:00000010:2.1:1787997072.374362:0:12913:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d187795ba0. 00010000:00000010:2.1:1787997073.763029:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d183e33200. 00010000:00000010:2.1:1787997073.763050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d188d62c00. 00010000:00000010:2.1:1787997073.763056:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d191d97600. 00010000:00000010:2.1:1787997073.763060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d181505000. 00000080:00000010:2.1:1787997073.778960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d18617cc80. 00000080:00000010:0.1:1787997073.792462:0:12928:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d1989ab180. 00010000:00000010:3.1:1787997079.365259:0:13443:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18321ec00. 00010000:00000010:3.1:1787997079.365269:0:13443:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d18164fe00. 00010000:00000010:3.1:1787997081.024877:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d183e33500. 00010000:00000010:3.1:1787997081.024894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d188d63000. 00010000:00000010:3.1:1787997081.038827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d191d97f00. 00010000:00000010:3.1:1787997081.038848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d191d97b00. 00010000:00000010:3.1:1787997081.038852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d181504800. 00000080:00000010:0.1:1787997097.502082:0:13515:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1873230c0. 00010000:00000010:2.1:1787997104.979017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d188d62600. 00010000:00000010:2.1:1787997104.979028:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d183e33e00. 00010000:00000010:2.1:1787997104.979031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d188d62c00. 00010000:00000010:1.1:1787997104.993181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d183e33200. 00010000:00000010:0.1:1787997105.084963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18321e800. 00010000:00000010:0.1:1787997105.084973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d18164fc00. 00000800:00000200:3.1:1787997105.092088:0:2396:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace -2128 low water 167464 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.092110:0:2396:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace -3408 low water 168104 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.092730:0:2396:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 82328 low water 158516 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.092744:0:2396:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 82328 low water 158516 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.092757:0:2396:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 81048 low water 159156 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.092761:0:2396:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 81048 low water 159156 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.092801:0:2396:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 166784 low water 149568 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.098268:0:2396:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 78668 low water 226906 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.098871:0:2396:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 77388 low water 227546 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.098880:0:2396:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 77388 low water 227546 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.098919:0:2396:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 163124 low water 217958 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.098966:0:2396:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 248860 low water 208370 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.101960:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 753412 low water 288894 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.104949:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 1740 low water 664730 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.105142:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 1740 low water 664730 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.105160:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 1740 low water 664730 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.105166:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 1740 low water 664730 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.105973:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 29896 low water 650652 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.107133:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 57988 low water 636606 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.107149:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 57988 low water 636606 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.107154:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 57988 low water 636606 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.107258:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 104008 low water 613596 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.107278:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 114236 low water 608482 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.107295:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 169204 low water 580998 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.107323:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 224172 low water 553514 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.107329:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 224172 low water 553514 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.109740:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 224172 low water 553514 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.109769:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 224172 low water 553514 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.109782:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 224172 low water 553514 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.111539:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 279140 low water 526030 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.111550:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 279140 low water 526030 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.112553:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 334108 low water 498546 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.112561:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 334108 low water 498546 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.112590:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 389076 low water 471062 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.112595:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 389076 low water 471062 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.113618:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 477324 low water 443578 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.115974:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 19684 low water 672398 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.115984:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 19684 low water 672398 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.116013:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 74652 low water 644914 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.116018:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 74652 low water 644914 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.116042:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 162900 low water 617430 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.116048:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 162900 low water 617430 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.119343:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 217868 low water 589946 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.119387:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 272836 low water 562462 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.119403:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 361084 low water 534978 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.119495:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 361084 low water 534978 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.119508:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 361084 low water 534978 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.120044:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 407104 low water 511968 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.120060:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 407104 low water 511968 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.120065:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 407104 low water 511968 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.120094:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 472300 low water 479370 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.120111:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 536216 low water 447412 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.121314:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace -39028 low water 735034 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.121334:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace -39028 low water 735034 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.123762:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 56888 low water 703716 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.123810:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 56888 low water 703716 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.123818:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 56888 low water 703716 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.123853:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 120804 low water 671758 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.123857:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 120804 low water 671758 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.123874:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 218000 low water 639800 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.123887:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 281916 low water 607842 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.125358:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 281916 low water 607842 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.125377:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 281916 low water 607842 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.126028:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 345832 low water 575884 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.126035:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 345832 low water 575884 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.126665:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 443028 low water 543926 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.126672:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 443028 low water 543926 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.132403:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 508224 low water 511328 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.132414:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 508224 low water 511328 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.132451:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 572140 low water 479370 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.134371:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace -4384 low water 767632 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.136721:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 516024 low water 557348 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.136743:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 516024 low water 557348 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.136765:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 516024 low water 557348 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.136772:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 516024 low water 557348 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.137174:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 516024 low water 557348 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.137188:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 516024 low water 557348 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.138935:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 516024 low water 557348 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.138953:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 516024 low water 557348 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.139313:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 514744 low water 557988 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.142082:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 767896 low water 448052 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.143623:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace -63012 low water 863506 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.144714:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 904 low water 831548 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.144723:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 904 low water 831548 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.146811:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 549436 low water 607202 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.146828:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 549436 low water 607202 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.146833:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 549436 low water 607202 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.147573:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 549436 low water 607202 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.147586:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 549436 low water 607202 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.147835:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 549436 low water 607202 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.147848:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 549436 low water 607202 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.148796:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 549436 low water 607202 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.148820:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 548156 low water 607842 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997105.149904:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 612072 low water 575884 conn ffff94d184d16000 blocked idle queued 00010000:00000010:2.1:1787997106.088218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e6e00. 00010000:00000010:2.1:1787997106.095842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d183e33600. 00010000:00000010:2.1:1787997106.095884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e7600. 00010000:00000010:2.1:1787997106.103818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d183e33f00. 00010000:00000010:0.1:1787997106.131318:0:14163:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e7600. 00010000:00000010:1.1:1787997112.008951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d18164fc00. 00010000:00000010:1.1:1787997112.008972:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18321ee00. 00010000:00000010:1.1:1787997112.008977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d18164fa00. 00010000:00000010:1.1:1787997112.018800:0:14184:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18321ea00. 00010000:00000010:0.1:1787997112.073632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921000. 00010000:00000010:0.1:1787997112.073673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366c00. 00000800:00000200:3.1:1787997112.093521:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace -20700 low water 892270 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.093546:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace -21980 low water 892910 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.094161:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace -23260 low water 893550 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.095842:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace -4084 low water 883962 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.095864:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace -4084 low water 883962 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.095869:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace -4084 low water 883962 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.095924:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 13812 low water 875014 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.095931:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 12532 low water 875654 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.095960:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 31708 low water 866066 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.095977:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 50884 low water 856478 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.097594:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 70060 low water 846890 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.097617:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 70060 low water 846890 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.097632:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 68780 low water 847530 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.097638:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 68780 low water 847530 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.098712:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 87956 low water 837942 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.098737:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 86676 low water 838582 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.098743:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 86676 low water 838582 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.098764:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 96904 low water 833468 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.098800:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 125028 low water 819406 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.101582:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 144204 low water 809818 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.101613:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 142924 low water 810458 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.101619:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 142924 low water 810458 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.101639:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 162100 low water 800870 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.101658:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 208120 low water 777860 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.102118:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 208120 low water 777860 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.102131:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 208120 low water 777860 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.102141:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 208120 low water 777860 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.103544:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 227296 low water 768272 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.103557:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 227296 low water 768272 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.103610:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 264368 low water 749736 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.103621:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 263088 low water 750376 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.103638:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 291212 low water 736314 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.104162:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 291212 low water 736314 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.104826:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 291212 low water 736314 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.105133:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 346180 low water 708830 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.105139:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 346180 low water 708830 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.105158:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 356408 low water 703716 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.105198:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 420324 low water 671758 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.105203:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 420324 low water 671758 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.105221:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 484240 low water 639800 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.106135:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 484240 low water 639800 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.109712:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 677268 low water 543286 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.114146:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace -25808 low water 894824 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.114161:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace -25808 low water 894824 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.114191:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace -27088 low water 895464 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.114197:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace -27088 low water 895464 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.114597:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 100744 low water 831548 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.114612:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 100744 low water 831548 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.114623:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 100744 low water 831548 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.114628:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 100744 low water 831548 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.116544:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 549436 low water 607202 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.116582:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 549436 low water 607202 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.116615:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 549436 low water 607202 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.116622:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 549436 low water 607202 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.117800:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 549436 low water 607202 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.117822:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 549436 low water 607202 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.117835:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 549436 low water 607202 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.118068:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 677268 low water 543286 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.119182:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace -25808 low water 894824 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.119204:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace -25808 low water 894824 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.119215:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace -25808 low water 894824 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.120382:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 38108 low water 862866 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.120402:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 38108 low water 862866 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.120407:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 38108 low water 862866 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.120458:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 165940 low water 798950 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.120463:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 165940 low water 798950 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.121070:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 357688 low water 703076 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.121085:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 357688 low water 703076 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.121097:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 357688 low water 703076 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.121103:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 357688 low water 703076 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.121702:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 421604 low water 671118 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.121729:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 421604 low water 671118 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.121751:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 420324 low water 671758 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.121756:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 420324 low water 671758 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.122502:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 581436 low water 607842 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.122541:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 581436 low water 607842 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.122547:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 581436 low water 607842 conn ffff94d184d16000 blocked idle queued 00000800:00000200:3.1:1787997112.123082:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d1938d0a80 wspace 806464 low water 511968 conn ffff94d184d16000 blocked idle queued 00010000:00000010:0.1:1787997112.334076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d183e33600. 00010000:00000010:0.1:1787997112.334099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e6400. 00010000:00000010:0.1:1787997112.334105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921000. 00010000:00000010:0.1:1787997112.334109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366c00. 00000080:00000010:0.1:1787997112.340953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1871ffb20. 00000080:00000010:0.1:1787997112.345837:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d198984200. 00010000:00000010:2.1:1787997112.362840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18321ec00. 00010000:00000010:2.1:1787997112.362863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d18164fe00. 00010000:00000010:2.1:1787997112.362869:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921000. 00010000:00000010:2.1:1787997112.362873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366c00. 00000080:00000010:0.1:1787997112.375071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d19020bca0. 00000080:00000010:0.1:1787997112.375099:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d1989ab180. 00010000:00000010:2.1:1787997112.398233:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18321ed00. 00010000:00000010:2.1:1787997112.398253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d188d63c00. 00010000:00000010:2.1:1787997112.398257:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18321ea00. 00010000:00000010:2.1:1787997112.398260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d18164e200. 00000080:00000010:1.1:1787997112.421861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d187ea71c0. 00000080:00000010:1.1:1787997112.421900:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d198934a40. 00010000:00000010:1.1:1787997117.243830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d183e33b00. 00010000:00000010:1.1:1787997117.243837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5000. 00010000:00000010:1.1:1787997117.246829:0:14711:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18321ee00. 00010000:00000010:1.1:1787997117.246843:0:14711:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d18164f400. 00010000:00000010:2.1:1787997117.250011:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d183e33e00. 00010000:00000010:2.1:1787997117.250021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5c400. 00010000:00000010:2.1:1787997231.672819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18321e200. 00010000:00000010:2.1:1787997231.672830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d18164f200. 00010000:00000010:3.1:1787997231.729141:0:14849:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d183e33600. 00010000:00000010:3.1:1787997231.729151:0:14849:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5da00. 00010000:00000010:1.1:1787997231.733834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d188d63400. 00000080:00000010:3.1:1787997231.733847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190aa1700. 00010000:00000010:1.1:1787997231.733850:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d183e33c00. 00000080:00000010:1.1:1787997231.733859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d182c4e280. 00010000:00000010:1.1:1787997231.733872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d18164ea00. 00010000:00000010:1.1:1787997231.733876:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d191d97e00. 00010000:00000010:1.1:1787997231.733881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d180030200. 00010000:00000010:1.1:1787997231.733888:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921a00. 00010000:00000010:1.1:1787997231.832311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d183e33f00. 00010000:00000010:1.1:1787997231.832327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5d400. 00010000:00000010:1.1:1787997231.845825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18321e900. 00010000:00000010:1.1:1787997231.878808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367000. 00010000:00000010:1.1:1787997231.977881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5da00. 00010000:00000010:1.1:1787997231.977889:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18321ef00. 00010000:00000010:1.1:1787997231.977894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d18164ea00. 00010000:00000010:1.1:1787997231.977897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d183e33400. 00010000:00000010:1.1:1787997231.977901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5c800. 00000080:00000010:1.1:1787997231.996845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190aa1c40. 00000080:00000010:1.1:1787997231.996866:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d1989ab180. 00010000:00000010:3.1:1787997237.569094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921600. 00010000:00000010:3.1:1787997237.569105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366600. 00010000:00000010:0.1:1787997255.471070:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d183e33600. 00010000:00000010:0.1:1787997255.471083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5c000. 00010000:00000010:2.1:1787997255.662811:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d183e33a00. 00010000:00000010:2.1:1787997255.662827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5ca00. 00010000:00000010:3.1:1787997255.674951:0:2396:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d183e33b00. 00010000:00000010:1.1:1787997255.697019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5600. 00010000:00000010:0.1:1787997255.782220:0:2402:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d183e33a00. 00010000:00000010:0.1:1787997255.782242:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5da00. 00010000:00000010:1.1:1787997255.788809:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d191d97300. 00010000:00000010:1.1:1787997255.788828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5cc00. 00010000:00000010:3.1:1787997255.792854:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921900. 00010000:00000010:0.1:1787997255.810906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366a00. 00000080:00000010:0.1:1787997255.832915:0:15334:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190aa1060. 00010000:00000010:0.1:1787997255.864420:0:1359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366a00. 00010000:00000010:0.1:1787997255.911278:0:15536:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5c200. 00010000:00000010:0.1:1787997255.911285:0:15536:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d191d97600. 00010000:00000010:0.1:1787997255.911288:0:15536:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e4400. 00010000:00000010:0.1:1787997255.911292:0:15536:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d183e33000. 00010000:00000010:0.1:1787997255.911294:0:15536:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5c600. 00000080:00000010:0.1:1787997255.925620:0:15539:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d185871e60. 00000080:00000010:0.1:1787997255.925641:0:15539:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d188001080. 00010000:00000010:1.1:1787997261.282796:0:1360:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d183e33900. 00010000:00000010:1.1:1787997261.282815:0:1360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5ce00. 00010000:00000010:2.1:1787997261.296807:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d191d97200. 00010000:00000010:2.1:1787997261.296816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e4800. 00000080:00000010:0.1:1787997261.348932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190b46000. 00010000:00000010:2.1:1787997261.486287:0:16132:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d183e33000. 00010000:00000010:2.1:1787997261.486305:0:16132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5d200. 00010000:00000010:0.1:1787997262.664841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d18164e600. 00010000:00000010:1.1:1787997262.664883:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18321ee00. 00010000:00000010:1.1:1787997262.664889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d18164e200. 00000080:00000010:1.1:1787997262.677034:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1904bff60. 00010000:00000010:1.1:1787997262.691692:0:16142:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18321e100. 00010000:00000010:3.1:1787997262.756864:0:16168:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e4a00. 00010000:00000010:3.1:1787997262.965971:0:16187:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5da00. 00010000:00000010:3.1:1787997263.098830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367e00. 00010000:00000010:3.1:1787997263.098851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e4a00. 00010000:00000010:3.1:1787997263.098871:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18321ee00. 00010000:00000010:3.1:1787997263.098877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d18164fc00. 00010000:00000010:3.1:1787997263.098881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d183e33000. 00010000:00000010:3.1:1787997263.098885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5cc00. 00000080:00000010:2.1:1787997263.105958:0:15985:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1904bf1a0. 00000080:00000010:2.1:1787997263.122849:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d198934a40. 00010000:00000010:3.1:1787997263.176815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366000. 00010000:00000010:3.1:1787997267.818787:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d191d97200. 00010000:00000010:3.1:1787997267.818799:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5200. 00000080:00000010:2.1:1787997273.394036:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d185871d60. 00000080:00000010:2.1:1787997273.394054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1925b11a0. 00000080:00000010:2.1:1787997273.394062:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d198935ac0. 00000080:00000010:2.1:1787997273.394077:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d198986300. 00000080:00000010:2.1:1787997273.394086:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d188007380. 00000080:00000010:2.1:1787997273.394099:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d188005280. 00000080:00000010:2.1:1787997273.394105:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d1880039c0. 00000080:00000010:2.1:1787997273.394111:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d1989af380. 00010000:00000010:0.1:1787997273.394804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d181505800. 00010000:00000010:0.1:1787997273.394814:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a29c000. 00010000:00000010:0.1:1787997273.394818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d181504c00. 00010000:00000010:0.1:1787997273.398845:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d1898f7100. 00010000:00000010:0.1:1787997273.398860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d181504e00. 00010000:00000010:2.1:1787997273.398899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d188d63e00. 00010000:00000010:2.1:1787997273.398905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d183e33100. 00010000:00000010:2.1:1787997273.451147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d18164ec00. 00010000:00000010:2.1:1787997273.451155:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18321e500. 00010000:00000010:2.1:1787997273.451159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367c00. 00010000:00000010:2.1:1787997273.451162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18321e100. 00010000:00000010:3.1:1787997273.477129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d18164e200. 00010000:00000010:3.1:1787997273.477139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18321e000. 00010000:00000010:2.1:1787997273.629069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d188d63a00. 00010000:00000010:2.1:1787997273.629081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d1898f7800. 00010000:00000010:0.1:1787997275.033143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921400. 00010000:00000010:0.1:1787997275.033156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366200. 00010000:00000010:1.1:1787997275.051821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921700. 00010000:00000010:1.1:1787997275.068953:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18321e600. 00010000:00000010:1.1:1787997275.068967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366c00. 00010000:00000010:0.1:1787997275.097075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921400. 00010000:00000010:0.1:1787997275.097087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366200. 00000080:00000010:0.1:1787997275.106811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1905cf5a0. 00010000:00000010:2.1:1787997275.121998:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d183e33d00. 00010000:00000010:2.1:1787997275.122005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5c400. 00010000:00000010:2.1:1787997275.143900:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d183e33e00. 00010000:00000010:2.1:1787997275.147822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5d600. 00000080:00000010:1.1:1787997275.180994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d199d31280. 00010000:00000010:1.1:1787997275.226863:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921400. 00010000:00000010:1.1:1787997275.226874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366200. 00010000:00000010:3.1:1787997275.429269:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367400. 00010000:00000010:1.1:1787997275.453404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921c00. 00010000:00000010:1.1:1787997275.453419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366200. 00010000:00000010:0.1:1787997275.922060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921d00. 00010000:00000010:0.1:1787997275.922071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366c00. 00010000:00000010:1.1:1787997275.928056:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18321e300. 00010000:00000010:1.1:1787997275.928070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d18164e600. 00010000:00000010:0.1:1787997275.941970:0:16933:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921e00. 00010000:00000010:0.1:1787997275.968823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366c00. 00010000:00000010:1.1:1787997276.168184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d18164e800. 00010000:00000010:1.1:1787997276.168197:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18321ed00. 00010000:00000010:3.1:1787997276.175820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d191d97300. 00010000:00000010:3.1:1787997276.175833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5a00. 00010000:00000010:3.1:1787997276.175836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d191d97400. 00010000:00000010:3.1:1787997276.175839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e4e00. 00010000:00000010:0.1:1787997276.282210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5d000. 00010000:00000010:0.1:1787997276.282224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5da00. 00010000:00000010:0.1:1787997276.282228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921d00. 00010000:00000010:0.1:1787997276.282233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367c00. 00010000:00000010:0.1:1787997276.282236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d183e33e00. 00010000:00000010:0.1:1787997276.282239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5d800. 00000080:00000010:0.1:1787997276.310134:0:16944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1905cf2c0. 00000080:00000010:0.1:1787997276.310164:0:16944:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d1989ab9c0. 00010000:00000010:0.1:1787997276.338944:0:16945:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921e00. 00010000:00000010:0.1:1787997276.338961:0:16945:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367000. 00010000:00000010:2.1:1787997276.351230:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921100. 00010000:00000010:2.1:1787997276.351256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367a00. 00010000:00000010:1.1:1787997276.479837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5c600. 00000080:00000010:3.1:1787997279.557847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190b16fe0. 00000080:00000010:3.1:1787997279.557860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d199d31160. 00000080:00000010:3.1:1787997279.557868:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d198986300. 00000080:00000010:3.1:1787997279.557917:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d198934200. 00010000:00000010:0.1:1787997279.564786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5dc00. 00010000:00000010:0.1:1787997279.564791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367800. 00010000:00000010:0.1:1787997279.564794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d18164fe00. 00010000:00000010:2.1:1787997279.580815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367000. 00010000:00000010:2.1:1787997279.580827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921e00. 00010000:00000010:2.1:1787997279.600113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366800. 00010000:00000010:2.1:1787997279.600122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d18164fc00. 00010000:00000010:2.1:1787997279.600127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18321ec00. 00010000:00000010:2.1:1787997279.600130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5d600. 00010000:00000010:2.1:1787997279.600133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d183e33f00. 00010000:00000010:2.1:1787997289.095832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d183e33d00. 00010000:00000010:2.1:1787997289.095844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5d200. 00010000:00000010:2.1:1787997289.116812:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185873300. 00010000:00000010:0.1:1787997289.314865:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d183e33400. 00010000:00000010:0.1:1787997289.314876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5c200. 00010000:00000010:0.1:1787997289.314880:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185177e00. 00010000:00000010:0.1:1787997289.314883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367600. 00010000:00000010:0.1:1787997289.544926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e4200. 00010000:00000010:1.1:1787997305.168887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367600. 00010000:00000010:1.1:1787997305.425538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366600. 00010000:00000010:1.1:1787997305.425554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5ce00. 00010000:00000010:1.1:1787997305.425559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185873200. 00010000:00000010:1.1:1787997305.425563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5ca00. 00010000:00000010:1.1:1787997305.425566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d191d97500. 00010000:00000010:1.1:1787997305.425570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5800. 00000080:00000010:1.1:1787997305.438071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d199d31b20. 00000080:00000010:1.1:1787997305.438110:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d1989ab9c0. 00010000:00000010:0.1:1787997311.290118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185177e00. 00010000:00000010:0.1:1787997311.290136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e4a00. 00010000:00000010:0.1:1787997313.373789:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185177c00. 00010000:00000010:0.1:1787997313.373800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366800. 00010000:00000010:0.1:1787997313.404823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185177d00. 00010000:00000010:0.1:1787997330.030709:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185177c00. 00010000:00000010:0.1:1787997330.030728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367400. 00010000:00000010:0.1:1787997330.030750:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185873600. 00010000:00000010:0.1:1787997330.030755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5d000. 00000080:00000010:0.1:1787997330.036100:0:18571:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d191deabe0. 00000080:00000010:0.1:1787997330.039836:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d1989a9080. 00010000:00000010:0.1:1787997335.353199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185177a00. 00010000:00000010:0.1:1787997335.353207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366800. 00010000:00000010:1.1:1787997355.907421:0:19213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5cc00. 00000080:00000010:1.1:1787997355.907436:0:19213:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d199d31f20. 00010000:00000010:1.1:1787997355.907443:0:19213:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185177c00. 00010000:00000010:1.1:1787997355.907460:0:19213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367000. 00010000:00000010:0.1:1787997355.963811:0:19212:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18321e600. 00010000:00000010:0.1:1787997355.963818:0:19212:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d18164fc00. 00000080:00000010:0.1:1787997356.020826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190b11f80. 00010000:00000010:0.1:1787997356.843823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367a00. 00010000:00000010:1.1:1787997373.755083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d18164fc00. 00010000:00000010:1.1:1787997373.811820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d18164e600. 00010000:00000010:1.1:1787997373.811841:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185177d00. 00010000:00000010:1.1:1787997373.811848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367000. 00010000:00000010:1.1:1787997373.811851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367400. 00000080:00000010:1.1:1787997373.841059:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190b11e40. 00000080:00000010:1.1:1787997373.841172:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d198932940. 00010000:00000010:0.1:1787997373.856828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d18164fc00. 00010000:00000010:0.1:1787997373.856850:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18321ed00. 00010000:00000010:0.1:1787997373.856855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d18164f400. 00010000:00000010:0.1:1787997373.856858:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185177700. 00010000:00000010:0.1:1787997373.856862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366200. 00000080:00000010:0.1:1787997373.868150:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d188000840. 00000080:00000010:0.1:1787997373.868167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190b11b60. 00010000:00000010:1.1:1787997379.378809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d18164e600. 00000080:00000010:1.1:1787997379.382817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190b114a0. 00010000:00000010:1.1:1787997379.382835:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185873300. 00010000:00000010:1.1:1787997379.382840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5dc00. 00010000:00000010:0.1:1787997379.471836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185177c00. 00010000:00000010:0.1:1787997379.471856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366200. 00000080:00000010:0.1:1787997379.552894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d191dea460. 00010000:00000010:0.1:1787997380.436412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5400. 00010000:00000010:3.1:1787997387.110969:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18321e800. 00010000:00000010:3.1:1787997387.110985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d18164e600. 00010000:00000010:3.1:1787997387.124894:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d191d97500. 00010000:00000010:3.1:1787997387.124909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5600. 00000080:00000010:2.1:1787997387.124976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d182be65c0. 00010000:00000010:3.1:1787997387.137834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5200. 00010000:00000010:3.1:1787997393.595011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5da00. 00000080:00000010:3.1:1787997393.599902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d182be64c0. 00010000:00000010:3.1:1787997393.599925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185873900. 00010000:00000010:3.1:1787997393.599931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5c600. 00010000:00000010:0.1:1787997393.617405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360300. 00010000:00000010:0.1:1787997393.656933:0:21042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3600. 00010000:00000010:0.1:1787997394.445911:0:20853:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d1907fb300. 00010000:00000010:0.1:1787997394.445925:0:20853:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2e00. 00010000:00000010:0.1:1787997394.523871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2400. 00010000:00000010:0.1:1787997431.596793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3a00. 00010000:00000010:0.1:1787997441.310813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98600. 00010000:00000010:0.1:1787997441.310828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3000. 00010000:00000010:1.1:1787997441.310875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3200. 00010000:00000010:0.1:1787997441.337266:0:2401:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921e00. 00010000:00000010:1.1:1787997441.356812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367200. 00010000:00000010:2.1:1787997482.895904:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5a00. 00010000:00000010:2.1:1787997483.014824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921f00. 00010000:00000010:2.1:1787997483.014847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367e00. 00010000:00000010:2.1:1787997483.014851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921a00. 00010000:00000010:2.1:1787997483.014854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367200. 00000080:00000010:2.1:1787997483.052823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90200. 00000080:00000010:2.1:1787997483.052926:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d1989aa100. 00010000:00000010:3.1:1787997488.002500:0:22169:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921c00. 00010000:00000010:3.1:1787997488.006809:0:22172:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366a00. 00010000:00000010:0.1:1787997498.363095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3ca00. 00010000:00000010:0.1:1787997498.363108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5ce00. 00000080:00000010:0.1:1787997498.385160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d191dea1a0. 00010000:00000010:1.1:1787997498.437315:0:22767:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98900. 00010000:00000010:1.1:1787997498.437329:0:22767:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2000. 00010000:00000010:0.1:1787997498.702562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921000. 00010000:00000010:0.1:1787997498.702573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367e00. 00010000:00000010:0.1:1787997498.708089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5c800. 00000080:00000010:0.1:1787997498.765865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d191dea3c0. 00010000:00000010:3.1:1787997498.825882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5ca00. 00000080:00000010:3.1:1787997498.825896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d199d31940. 00010000:00000010:3.1:1787997498.857811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5e00. 00010000:00000010:2.1:1787997499.190857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5400. 00010000:00000010:3.1:1787997499.202649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e4e00. 00010000:00000010:1.1:1787997499.237809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5e00. 00000080:00000010:1.1:1787997499.311919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d182be6000. 00010000:00000010:0.1:1787997499.505394:0:22788:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e4e00. 00010000:00000010:0.1:1787997499.505404:0:22788:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360e00. 00010000:00000010:0.1:1787997499.623977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5ce00. 00010000:00000010:2.1:1787997499.655872:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3c600. 00010000:00000010:2.1:1787997499.655923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5d800. 00010000:00000010:0.1:1787997499.660621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2000. 00010000:00000010:0.1:1787997499.660642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5c00. 00010000:00000010:0.1:1787997499.660650:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921000. 00010000:00000010:0.1:1787997499.660654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367e00. 00000080:00000010:0.1:1787997499.671840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d199d31d40. 00000080:00000010:1.1:1787997499.675859:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d1989adac0. 00010000:00000010:1.1:1787997509.144815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3c200. 00010000:00000010:1.1:1787997509.144828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5d200. 00000080:00000010:2.1:1787997509.200991:0:23412:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d191dea400. 00010000:00000010:1.1:1787997509.417005:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3c700. 00010000:00000010:1.1:1787997509.417020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366600. 00010000:00000010:2.1:1787997509.431830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5d400. 00000080:00000010:2.1:1787997509.485982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d191dea8c0. 00010000:00000010:1.1:1787997509.536030:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921600. 00010000:00000010:1.1:1787997509.536048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367000. 00010000:00000010:0.1:1787997509.546347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366600. 00000080:00000010:0.1:1787997509.546365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d191dea1e0. 00010000:00000010:2.1:1787997509.648320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2400. 00010000:00000010:1.1:1787997509.657271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5a00. 00010000:00000010:1.1:1787997509.678815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e4400. 00000080:00000010:1.1:1787997509.700179:0:23427:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d182be65c0. 00010000:00000010:2.1:1787997512.734875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2c00. 00010000:00000010:2.1:1787997512.734891:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360e00. 00010000:00000010:2.1:1787997532.829841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366600. 00010000:00000010:0.1:1787997532.836880:0:23453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2e00. 00010000:00000010:0.1:1787997532.836886:0:23453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2200. 00010000:00000010:0.1:1787997532.836890:0:23453:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3ce00. 00010000:00000010:0.1:1787997532.836893:0:23453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5d400. 00000080:00000010:0.1:1787997532.842314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d191dea520. 00000080:00000010:0.1:1787997532.842339:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d1989818c0. 00010000:00000010:1.1:1787997538.142059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921800. 00010000:00000010:1.1:1787997538.142077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367600. 00010000:00000010:2.1:1787997539.966013:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921d00. 00010000:00000010:2.1:1787997539.966024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367800. 00000080:00000010:2.1:1787997539.977804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d199d319c0. 00010000:00000010:1.1:1787997540.195717:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921a00. 00010000:00000010:1.1:1787997540.195732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367600. 00010000:00000010:2.1:1787997540.220461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5cc00. 00000080:00000010:3.1:1787997540.265808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d191dea3c0. 00010000:00000010:0.1:1787997540.311453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367000. 00000080:00000010:0.1:1787997540.311467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d191dea140. 00010000:00000010:0.1:1787997540.337822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367e00. 00010000:00000010:2.1:1787997540.505100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e4a00. 00010000:00000010:1.1:1787997540.507874:0:16821:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3a00. 00010000:00000010:1.1:1787997540.520845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5d000. 00000080:00000010:1.1:1787997540.560825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90100. 00010000:00000010:3.1:1787997553.718209:0:24112:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2200. 00010000:00000010:3.1:1787997553.718357:0:24112:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3c300. 00010000:00000010:2.1:1787997555.869078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3600. 00010000:00000010:1.1:1787997555.879824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3a00. 00010000:00000010:1.1:1787997555.879837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367e00. 00010000:00000010:1.1:1787997555.879842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360b00. 00010000:00000010:1.1:1787997555.879848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5000. 00000080:00000010:0.1:1787997555.893813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90820. 00000080:00000010:0.1:1787997555.902089:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d1989aca40. 00010000:00000010:1.1:1787997561.690813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98200. 00010000:00000010:1.1:1787997561.690831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3000. 00010000:00000010:3.1:1787997564.232956:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3c200. 00010000:00000010:3.1:1787997564.232964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5d000. 00010000:00000010:0.1:1787997564.237857:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3ca00. 00010000:00000010:0.1:1787997564.237874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5c000. 00000080:00000010:0.1:1787997670.325802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d191deac40. 00010000:00000010:0.1:1787997670.325824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367a00. 00010000:00000010:0.1:1787997670.325830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921900. 00010000:00000010:0.1:1787997670.325833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5de00. 00010000:00000010:2.1:1787997670.329905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921d00. 00010000:00000010:2.1:1787997670.329921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366800. 00010000:00000010:1.1:1787997670.333828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367c00. 00010000:00000010:1.1:1787997670.333844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5c400. 00000080:00000010:1.1:1787997670.333850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190b16ae0. 00010000:00000010:1.1:1787997670.333865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d18164e800. 00010000:00000010:1.1:1787997670.333871:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d183e33100. 00010000:00000010:1.1:1787997670.333875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d18164fc00. 00000080:00000010:1.1:1787997670.333904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190b115e0. 00010000:00000010:1.1:1787997670.333919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e4000. 00010000:00000010:1.1:1787997670.333924:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18321e400. 00010000:00000010:1.1:1787997670.333928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366200. 00010000:00000010:1.1:1787997670.333931:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185177c00. 00000080:00000010:1.1:1787997670.333934:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d199d316c0. 00010000:00000010:1.1:1787997670.333940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5d600. 00010000:00000010:1.1:1787997670.333943:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921100. 00000080:00000010:1.1:1787997670.333946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d191dea740. 00010000:00000010:1.1:1787997670.333951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366e00. 00010000:00000010:1.1:1787997670.333954:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921e00. 00000080:00000010:1.1:1787997670.333957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90e40. 00010000:00000010:1.1:1787997670.333963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2800. 00010000:00000010:1.1:1787997670.333966:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98000. 00010000:00000010:1.1:1787997672.519809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5ca00. 00000080:00000010:3.1:1787997672.519928:0:24913:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a900a0. 00000080:00000010:3.1:1787997672.519945:0:24913:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d1989318c0. 00010000:00000010:3.1:1787997672.524043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5400. 00010000:00000010:3.1:1787997672.524052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5c00. 00010000:00000010:3.1:1787997672.531115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e4c00. 00010000:00000010:3.1:1787997672.531125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360800. 00010000:00000010:0.1:1787997672.755436:0:15976:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921900. 00010000:00000010:0.1:1787997672.755451:0:15976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366a00. 00010000:00000010:0.1:1787997672.755455:0:15976:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921c00. 00010000:00000010:1.1:1787997672.795896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5e00. 00010000:00000010:1.1:1787997672.937327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98000. 00010000:00000010:1.1:1787997672.937349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3a00. 00010000:00000010:1.1:1787997672.954965:0:24921:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98600. 00010000:00000010:0.1:1787997672.963995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2600. 00010000:00000010:2.1:1787997673.095921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5d000. 00010000:00000010:2.1:1787997673.095942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3a00. 00010000:00000010:2.1:1787997673.095948:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921800. 00010000:00000010:2.1:1787997673.095953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366600. 00010000:00000010:2.1:1787997673.095957:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3c800. 00010000:00000010:2.1:1787997673.095960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5ca00. 00000080:00000010:2.1:1787997673.114914:0:24925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d191deadc0. 00000080:00000010:2.1:1787997673.118849:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d1989aca40. 00010000:00000010:0.1:1787997678.399638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360800. 00010000:00000010:0.1:1787997678.399651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2400. 00010000:00000010:0.1:1787997680.842593:0:25549:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921700. 00010000:00000010:0.1:1787997680.842613:0:25549:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366c00. 00010000:00000010:2.1:1787997681.028407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3ce00. 00010000:00000010:2.1:1787997681.028426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5cc00. 00010000:00000010:2.1:1787997681.047817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3c200. 00010000:00000010:0.1:1787997682.759684:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360600. 00010000:00000010:0.1:1787997682.759700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5800. 00010000:00000010:0.1:1787997682.786172:0:25639:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921700. 00010000:00000010:3.1:1787997682.821097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360700. 00010000:00000010:3.1:1787997682.821117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5200. 00000080:00000010:2.1:1787997785.776620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190aa1ba0. 00000080:00000010:2.1:1787997785.776640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d191deac00. 00000080:00000010:3.1:1787997785.798812:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d1989ae300. 00000080:00000010:3.1:1787997785.798836:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d1989ac200. 00010000:00000010:2.1:1787997785.801422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5c800. 00010000:00000010:2.1:1787997785.801437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3c700. 00010000:00000010:0.1:1787997785.801490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5c600. 00010000:00000010:0.1:1787997785.801496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367800. 00010000:00000010:1.1:1787997785.801885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2000. 00010000:00000010:2.1:1787997785.835975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367000. 00010000:00000010:2.1:1787997785.835982:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921900. 00010000:00000010:2.1:1787997785.836000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5200. 00010000:00000010:2.1:1787997785.836004:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360b00. 00010000:00000010:3.1:1787997785.978984:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3ce00. 00010000:00000010:3.1:1787997785.979013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5dc00. 00010000:00000010:3.1:1787997785.979023:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360d00. 00010000:00000010:3.1:1787997785.979029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e4400. 00000080:00000010:3.1:1787997785.992179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190aa1cc0. 00000080:00000010:3.1:1787997785.992201:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d188002100. 00010000:00000010:1.1:1787997786.012819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921d00. 00010000:00000010:1.1:1787997786.012839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367800. 00010000:00000010:1.1:1787997786.023822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98c00. 00010000:00000010:1.1:1787997786.073458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367e00. 00010000:00000010:1.1:1787997786.189814:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98c00. 00010000:00000010:1.1:1787997786.189825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3e00. 00010000:00000010:1.1:1787997786.195910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98300. 00010000:00000010:1.1:1787997786.195928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3c00. 00010000:00000010:3.1:1787997786.310931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367c00. 00010000:00000010:3.1:1787997786.310945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366c00. 00010000:00000010:3.1:1787997786.310949:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98f00. 00010000:00000010:3.1:1787997786.310953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2000. 00010000:00000010:3.1:1787997786.310956:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921200. 00010000:00000010:3.1:1787997786.310958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367600. 00000080:00000010:2.1:1787997786.332343:0:25728:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90140. 00000080:00000010:2.1:1787997786.345829:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d198936b40. 00010000:00000010:3.1:1787997788.484509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921a00. 00010000:00000010:3.1:1787997788.484528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5d600. 00010000:00000010:1.1:1787997792.681917:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98200. 00010000:00000010:1.1:1787997792.681926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3000. 00000080:00000010:1.1:1787997792.727317:0:26352:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90c00. 00000080:00000010:0.1:1787997793.719834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a9cde0. 00010000:00000010:0.1:1787997793.719854:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3ca00. 00010000:00000010:0.1:1787997793.719859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5d800. 00010000:00000010:1.1:1787997793.762452:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921c00. 00010000:00000010:1.1:1787997793.762467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366600. 00000080:00000010:0.1:1787997793.825943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a9c8a0. 00010000:00000010:0.1:1787997797.313980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2200. 00000080:00000010:2.1:1787997797.318611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1870f39c0. 00000080:00000010:2.1:1787997797.318626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90fa0. 00000080:00000010:2.1:1787997797.318638:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d198933180. 00000080:00000010:2.1:1787997797.318643:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d1989aa940. 00000080:00000010:2.1:1787997797.318660:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d1989a98c0. 00010000:00000010:2.1:1787997797.318665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3c00. 00010000:00000010:2.1:1787997797.318668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367800. 00010000:00000010:2.1:1787997797.341550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5400. 00010000:00000010:2.1:1787997797.341557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360700. 00010000:00000010:2.1:1787997797.341561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5a00. 00010000:00000010:2.1:1787997797.341563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360000. 00010000:00000010:1.1:1787997797.365097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5cc00. 00010000:00000010:1.1:1787997797.365123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3c900. 00010000:00000010:1.1:1787997797.365128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366200. 00010000:00000010:1.1:1787997797.365131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921e00. 00010000:00000010:3.1:1787997809.712783:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921100. 00010000:00000010:3.1:1787997809.712790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367e00. 00000080:00000010:1.1:1787997809.729657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1870f3620. 00010000:00000010:0.1:1787997809.794115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98300. 00010000:00000010:0.1:1787997809.794131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2200. 00010000:00000010:1.1:1787997809.817953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2400. 00000080:00000010:1.1:1787997809.860415:0:27005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90160. 00010000:00000010:0.1:1787997811.009507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921400. 00010000:00000010:0.1:1787997811.009522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366e00. 00010000:00000010:0.1:1787997818.658107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360500. 00010000:00000010:0.1:1787997818.658125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5000. 00000080:00000010:1.1:1787997818.687902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90100. 00010000:00000010:1.1:1787997818.783940:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921b00. 00010000:00000010:1.1:1787997818.783947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5a00. 00010000:00000010:0.1:1787997818.796171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367600. 00000080:00000010:3.1:1787997818.836811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1870f37a0. 00010000:00000010:3.1:1787997819.677826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5400. 00010000:00000010:0.1:1787997819.716104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360800. 00010000:00000010:0.1:1787997819.716118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5400. 00000080:00000010:0.1:1787997819.723833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1870f3ce0. 00010000:00000010:2.1:1787997827.152970:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5c200. 00000080:00000010:3.1:1787997827.153233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190aa1ac0. 00010000:00000010:3.1:1787997827.153241:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3c800. 00010000:00000010:3.1:1787997827.153258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5da00. 00010000:00000010:3.1:1787997827.209817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e4200. 00000080:00000010:3.1:1787997827.211821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1870f3280. 00010000:00000010:3.1:1787997827.211835:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360d00. 00010000:00000010:3.1:1787997827.211842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e4a00. 00000080:00000010:1.1:1787997830.833331:0:16949:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1870f3c00. 00000080:00000010:1.1:1787997830.833363:0:16949:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1870f3ac0. 00000080:00000010:1.1:1787997830.833371:0:16949:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190aa1880. 00000080:00000010:1.1:1787997830.833377:0:16949:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90160. 00000080:00000010:1.1:1787997830.833383:0:16949:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a9ca80. 00010000:00000010:0.1:1787997830.852663:0:28255:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367000. 00010000:00000010:0.1:1787997830.852681:0:28255:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921b00. 00010000:00000010:0.1:1787997830.852685:0:28255:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5c00. 00010000:00000010:0.1:1787997830.852692:0:28255:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3c200. 00010000:00000010:0.1:1787997830.852695:0:28255:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5dc00. 00010000:00000010:1.1:1787997830.853348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98500. 00010000:00000010:1.1:1787997830.853358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e4c00. 00010000:00000010:1.1:1787997830.853362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360a00. 00010000:00000010:1.1:1787997830.853377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e4200. 00010000:00000010:1.1:1787997830.853380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3c600. 00010000:00000010:1.1:1787997830.853383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5de00. 00010000:00000010:1.1:1787997830.853386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360d00. 00010000:00000010:1.1:1787997830.853390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2800. 00010000:00000010:1.1:1787997830.853393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98600. 00010000:00000010:1.1:1787997830.853396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e4a00. 00010000:00000010:1.1:1787997830.853422:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3ca00. 00010000:00000010:1.1:1787997830.853426:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5c000. 00010000:00000010:1.1:1787997830.853429:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366a00. 00010000:00000010:1.1:1787997830.853432:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3000. 00010000:00000010:1.1:1787997830.853435:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98a00. 00010000:00000010:1.1:1787997830.853438:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2400. 00010000:00000010:1.1:1787997830.853440:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98700. 00010000:00000010:1.1:1787997830.853443:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2a00. 00010000:00000010:1.1:1787997830.853446:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3c700. 00010000:00000010:1.1:1787997830.853449:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367c00. 00000080:00000010:1.1:1787997847.007658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90900. 00000080:00000010:1.1:1787997847.007677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1870f3800. 00010000:00000010:0.1:1787997848.719195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5c800. 00010000:00000010:1.1:1787997848.766833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3ca00. 00010000:00000010:1.1:1787997848.766852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5d800. 00010000:00000010:1.1:1787997848.766856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5d200. 00000080:00000010:1.1:1787997848.786764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190aa14e0. 00000080:00000010:1.1:1787997848.786817:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d188005ac0. 00000080:00000010:1.1:1787997848.786823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190aa15c0. 00010000:00000010:2.1:1787997848.801200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3a00. 00010000:00000010:2.1:1787997848.801220:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3c700. 00010000:00000010:2.1:1787997848.801225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3400. 00010000:00000010:2.1:1787997848.801227:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3c300. 00010000:00000010:2.1:1787997848.801230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5da00. 00000080:00000010:0.1:1787997848.818069:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d188002100. 00000080:00000010:0.1:1787997848.818085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90740. 00010000:00000010:0.1:1787997848.831824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5da00. 00010000:00000010:1.1:1787997848.861046:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98500. 00010000:00000010:1.1:1787997848.861062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2600. 00010000:00000010:1.1:1787997848.861066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3600. 00000080:00000010:1.1:1787997848.870901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90e60. 00000080:00000010:1.1:1787997848.875835:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d198930840. 00000080:00000010:1.1:1787997848.875849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a907a0. 00010000:00000010:1.1:1787997848.887462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3600. 00010000:00000010:1.1:1787997848.887484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98600. 00010000:00000010:1.1:1787997848.887509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3800. 00010000:00000010:1.1:1787997848.887512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921500. 00010000:00000010:1.1:1787997848.887517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367e00. 00000080:00000010:1.1:1787997848.931350:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d188000000. 00000080:00000010:1.1:1787997848.931371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90400. 00010000:00000010:3.1:1787997852.484587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98300. 00010000:00000010:3.1:1787997852.484595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3200. 00010000:00000010:1.1:1787997852.489878:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3c600. 00010000:00000010:1.1:1787997852.489888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5d600. 00010000:00000010:3.1:1787997854.849092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e4800. 00000080:00000010:2.1:1787997854.856851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1870f3aa0. 00010000:00000010:2.1:1787997854.856868:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921f00. 00010000:00000010:2.1:1787997854.856873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366600. 00010000:00000010:1.1:1787997854.894823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3200. 00000080:00000010:0.1:1787997854.897952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a908e0. 00010000:00000010:0.1:1787997854.897968:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921a00. 00010000:00000010:0.1:1787997854.897974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366800. 00000080:00000010:2.1:1787997857.578901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1870f3240. 00000080:00000010:2.1:1787997857.578918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1870f36c0. 00010000:00000010:1.1:1787997857.585811:0:28874:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921a00. 00010000:00000010:1.1:1787997857.595244:0:28874:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367200. 00010000:00000010:1.1:1787997857.595261:0:28874:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3c300. 00010000:00000010:1.1:1787997857.595266:0:28874:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5c200. 00010000:00000010:1.1:1787997857.595270:0:28874:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360000. 00010000:00000010:1.1:1787997857.595275:0:28874:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e4800. 00010000:00000010:1.1:1787997857.595278:0:28874:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360200. 00010000:00000010:1.1:1787997857.595282:0:28874:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5200. 00000080:00000010:2.1:1787997995.504941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a9c7c0. 00000080:00000010:2.1:1787997995.504972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a9cd20. 00010000:00000010:3.1:1787997995.677819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5800. 00010000:00000010:2.1:1787997995.710855:0:28898:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921400. 00010000:00000010:2.1:1787997995.710861:0:28898:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366c00. 00010000:00000010:2.1:1787997995.710864:0:28898:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366a00. 00000080:00000010:2.1:1787997995.728826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a9c900. 00000080:00000010:2.1:1787997995.728864:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d188004a40. 00000080:00000010:2.1:1787997995.728893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a9c740. 00010000:00000010:1.1:1787997995.732969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5ce00. 00010000:00000010:1.1:1787997995.732992:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921200. 00010000:00000010:1.1:1787997995.732997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5800. 00010000:00000010:1.1:1787997995.733002:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98d00. 00010000:00000010:1.1:1787997995.733005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3c00. 00000080:00000010:1.1:1787997995.740940:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d1989a98c0. 00000080:00000010:1.1:1787997995.740955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190aa15e0. 00010000:00000010:1.1:1787997995.756855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3c00. 00010000:00000010:0.1:1787997995.781987:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921100. 00010000:00000010:0.1:1787997995.781995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3e00. 00010000:00000010:0.1:1787997995.782000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5da00. 00000080:00000010:0.1:1787997995.788798:0:28898:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90d60. 00000080:00000010:0.1:1787997995.788822:0:28898:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d198983180. 00000080:00000010:0.1:1787997995.788835:0:28898:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190aa1a20. 00010000:00000010:0.1:1787997995.811922:0:28901:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367000. 00010000:00000010:0.1:1787997995.811941:0:28901:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98300. 00010000:00000010:0.1:1787997995.811946:0:28901:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367a00. 00010000:00000010:0.1:1787997995.811948:0:28901:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98c00. 00010000:00000010:0.1:1787997995.811952:0:28901:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2200. 00000080:00000010:2.1:1787997995.827928:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d1989aa940. 00000080:00000010:2.1:1787997995.827948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a9c9c0. 00010000:00000010:0.1:1787998001.493179:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921d00. 00010000:00000010:0.1:1787998001.493191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367c00. 00010000:00000010:0.1:1787998003.281926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367a00. 00000080:00000010:0.1:1787998003.281948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a9cbe0. 00010000:00000010:0.1:1787998003.281957:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3c500. 00010000:00000010:0.1:1787998003.281961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5dc00. 00010000:00000010:3.1:1787998003.347861:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e4a00. 00000080:00000010:3.1:1787998003.348874:0:29476:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1870f3c40. 00010000:00000010:3.1:1787998003.348883:0:29476:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360e00. 00010000:00000010:3.1:1787998003.348889:0:29476:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5c00. 00010000:00000010:2.1:1787998008.794348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98700. 00010000:00000010:2.1:1787998008.794365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3c00. 00010000:00000010:2.1:1787998008.794370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98600. 00010000:00000010:2.1:1787998008.794373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3400. 00010000:00000010:2.1:1787998008.794377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921600. 00010000:00000010:2.1:1787998008.794380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367a00. 00010000:00000010:2.1:1787998008.794384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921a00. 00010000:00000010:2.1:1787998008.794387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2600. 00000080:00000010:0.1:1787998024.223957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a9c860. 00000080:00000010:0.1:1787998024.223977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90fc0. 00000080:00000010:1.1:1787998024.226698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a9cbe0. 00000080:00000010:1.1:1787998024.226723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90460. 00010000:00000010:1.1:1787998025.343543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e4400. 00010000:00000010:1.1:1787998025.399942:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3c600. 00010000:00000010:1.1:1787998025.399961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e4200. 00010000:00000010:1.1:1787998025.399966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e4a00. 00000080:00000010:1.1:1787998025.406239:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1870f3e80. 00000080:00000010:1.1:1787998025.411257:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d1989ae300. 00000080:00000010:1.1:1787998025.411288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1870f3280. 00010000:00000010:0.1:1787998025.431833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2c00. 00010000:00000010:0.1:1787998025.432098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360400. 00010000:00000010:0.1:1787998025.432107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2000. 00010000:00000010:0.1:1787998025.432110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3c200. 00010000:00000010:0.1:1787998025.432113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5c200. 00000080:00000010:0.1:1787998025.443923:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d1989ac200. 00000080:00000010:0.1:1787998025.443941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90ac0. 00010000:00000010:0.1:1787998025.469511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367a00. 00010000:00000010:1.1:1787998025.522815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3c300. 00010000:00000010:1.1:1787998025.522831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5da00. 00010000:00000010:1.1:1787998025.522835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5400. 00000080:00000010:1.1:1787998025.534825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190aa1f40. 00000080:00000010:1.1:1787998025.538869:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d1989aca40. 00000080:00000010:1.1:1787998025.538887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1870f3940. 00010000:00000010:0.1:1787998025.570823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2000. 00010000:00000010:0.1:1787998025.570844:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3c800. 00010000:00000010:0.1:1787998025.570849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367a00. 00010000:00000010:0.1:1787998025.570854:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921c00. 00010000:00000010:0.1:1787998025.570856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367400. 00000080:00000010:3.1:1787998025.590872:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d188006300. 00000080:00000010:3.1:1787998025.590909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90f00. 00010000:00000010:0.1:1787998029.645856:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360e00. 00010000:00000010:0.1:1787998029.645869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5c00. 00010000:00000010:2.1:1787998032.406307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366800. 00000080:00000010:2.1:1787998032.406320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a9cf20. 00010000:00000010:2.1:1787998032.406326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98c00. 00010000:00000010:2.1:1787998032.406330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3200. 00010000:00000010:1.1:1787998032.502081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5600. 00000080:00000010:0.1:1787998032.509098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1870f3680. 00010000:00000010:0.1:1787998032.509112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3ca00. 00010000:00000010:0.1:1787998032.509117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5c000. 00000080:00000010:3.1:1787998036.329109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a907e0. 00000080:00000010:3.1:1787998036.329128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190aa1aa0. 00010000:00000010:3.1:1787998036.362869:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921f00. 00010000:00000010:3.1:1787998036.362891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3e00. 00010000:00000010:3.1:1787998036.362897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98500. 00010000:00000010:3.1:1787998036.362901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5d600. 00010000:00000010:3.1:1787998036.362903:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921900. 00010000:00000010:3.1:1787998036.362907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366200. 00010000:00000010:3.1:1787998036.362910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98700. 00010000:00000010:3.1:1787998036.362912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3000. 00010000:00000010:3.1:1787998036.362915:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98600. 00010000:00000010:3.1:1787998036.362918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2400. 00000080:00000010:1.1:1787998052.900824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90ce0. 00000080:00000010:1.1:1787998052.900850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90020. 00010000:00000010:0.1:1787998054.623887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5d800. 00010000:00000010:2.1:1787998054.671839:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921800. 00010000:00000010:2.1:1787998054.671849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e4600. 00010000:00000010:2.1:1787998054.671864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5400. 00000080:00000010:0.1:1787998054.688018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1870f3720. 00000080:00000010:0.1:1787998054.688043:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d198930840. 00000080:00000010:0.1:1787998054.688048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1870f3e20. 00010000:00000010:0.1:1787998054.728838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366a00. 00010000:00000010:0.1:1787998054.728861:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360800. 00010000:00000010:0.1:1787998054.728868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367c00. 00010000:00000010:0.1:1787998054.728871:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360f00. 00010000:00000010:0.1:1787998054.728874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5000. 00000080:00000010:0.1:1787998054.741016:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d198987380. 00000080:00000010:0.1:1787998054.741029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a9ca00. 00010000:00000010:0.1:1787998054.769028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5d200. 00010000:00000010:1.1:1787998054.815046:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98900. 00010000:00000010:1.1:1787998054.815056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3c00. 00010000:00000010:1.1:1787998054.815060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3400. 00000080:00000010:2.1:1787998054.837814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90020. 00000080:00000010:2.1:1787998054.841834:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d1989adac0. 00000080:00000010:2.1:1787998054.841849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90080. 00010000:00000010:2.1:1787998054.890823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5d600. 00010000:00000010:2.1:1787998054.890836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98a00. 00010000:00000010:2.1:1787998054.890840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2400. 00010000:00000010:2.1:1787998054.890844:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921400. 00010000:00000010:2.1:1787998054.890848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367c00. 00000080:00000010:2.1:1787998054.890866:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d1989ac200. 00000080:00000010:2.1:1787998054.891025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190aa1700. 00010000:00000010:1.1:1787998060.356873:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98000. 00010000:00000010:1.1:1787998060.356882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2600. 00010000:00000010:0.1:1787998060.358029:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921700. 00010000:00000010:0.1:1787998060.358039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367000. 00010000:00000010:2.1:1787998061.545827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5d600. 00000080:00000010:2.1:1787998061.545844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190aa1ec0. 00010000:00000010:2.1:1787998061.545852:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3c900. 00010000:00000010:2.1:1787998061.545856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5d200. 00010000:00000010:1.1:1787998061.597809:0:30728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5d600. 00000080:00000010:1.1:1787998061.602828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190aa19c0. 00010000:00000010:1.1:1787998061.602850:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3c900. 00010000:00000010:1.1:1787998061.602855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5d200. 00010000:00000010:1.1:1787998062.524825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98000. 00010000:00000010:1.1:1787998062.524884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367800. 00000080:00000010:1.1:1787998064.130871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90060. 00000080:00000010:1.1:1787998064.130883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90fc0. 00010000:00000010:3.1:1787998064.132963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921b00. 00010000:00000010:3.1:1787998064.132981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e4800. 00010000:00000010:3.1:1787998064.132985:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921c00. 00010000:00000010:3.1:1787998064.132989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367400. 00010000:00000010:3.1:1787998064.132993:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98100. 00010000:00000010:3.1:1787998064.132997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3800. 00010000:00000010:3.1:1787998064.133000:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98d00. 00010000:00000010:3.1:1787998064.133003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3600. 00000080:00000010:2.1:1787998084.324817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1870f35c0. 00000080:00000010:2.1:1787998084.330863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190aa1e60. 00010000:00000010:1.1:1787998084.398051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5800. 00010000:00000010:1.1:1787998084.427878:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98600. 00010000:00000010:1.1:1787998084.427887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3800. 00010000:00000010:1.1:1787998084.427891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3600. 00000080:00000010:1.1:1787998084.439821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a907a0. 00000080:00000010:1.1:1787998084.439848:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d198932100. 00000080:00000010:1.1:1787998084.439854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a907e0. 00010000:00000010:3.1:1787998084.456826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3600. 00010000:00000010:3.1:1787998084.456844:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98a00. 00010000:00000010:3.1:1787998084.456848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3c00. 00010000:00000010:3.1:1787998084.456850:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98900. 00010000:00000010:3.1:1787998084.456853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3400. 00000100:00000001:3.0:1787998084.459386:0:30764:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998084.459389:0:30764:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998084.459391:0:30764:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998084.459399:0:30764:0:(import.c:2149:obd_at_measure()) add 104 to ffff94d191a06c60 time=60 v=104 (104 104 104 136) 00000100:00001000:3.0:1787998084.459403:0:30764:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=32 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998084.459405:0:30764:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998084.459407:0:30764:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998084.459410:0:30764:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998084.459413:0:30764:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998084.459415:0:30764:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1787998084.459417:0:30764:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009a/0x100000103] 00000100:00000001:3.0:1787998084.459418:0:30764:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1787998084.459421:0:30764:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998084.459422:0:30764:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548250752 : -117847161300864 : ffff94d191d01880) 00000100:00000001:3.0:1787998084.459425:0:30764:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998084.459427:0:30764:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967560 00000100:00000001:3.0:1787998084.459429:0:30764:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998084.459431:0:30764:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998084.459435:0:30764:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d01880 x1874850291715328/t4294967566(4294967566) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1787998224 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998084.459442:0:30764:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998084.459445:0:30764:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998084.459447:0:30764:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998084.459450:0:30764:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d01880 x1874850291715328/t4294967566(4294967566) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1787998224 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998084.459458:0:30764:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d01880 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:30764:1874850291715328:192.168.206.123@tcp:36:rm.0 00000100:00000001:3.0:1787998084.459462:0:30764:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998084.459465:0:30764:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998084.459467:0:30764:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787998084.459469:0:30764:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998084.459472:0:30764:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d01880 x1874850291715328/t4294967566(4294967566) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1787998224 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998084.459479:0:30764:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787998084.459481:0:30764:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191d54480. 00000100:00000001:3.0:1787998084.459484:0:30764:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787998084.459486:0:30764:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998084.459492:0:30764:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998084.459496:0:30764:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998084.459500:0:30764:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:3.0:1787998084.459503:0:30764:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d198426a00. 00000080:00000002:3.0:1787998084.459508:0:30764:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1787998061 to 1787998084 00000100:00000001:3.0:1787998084.459513:0:30764:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998084.459516:0:30764:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d01880 x1874850291715328/t4294967566(4294967566) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1787998224 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998084.459522:0:30764:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998084.459524:0:30764:0:(namei.c:2371:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998084.459643:0:30764:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:3.0:1787998084.459647:0:30764:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:3.0:1787998084.459649:0:30764:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x17:0x0](ffff94d198985348) 00800000:00000001:3.0:1787998084.459653:0:30764:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:3.0:1787998084.459654:0:30764:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x17:0x0] 00000002:00000001:3.0:1787998084.459659:0:30764:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:3.0:1787998084.459663:0:30764:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998084.459665:0:30764:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:3.0:1787998084.459668:0:30764:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998084.459669:0:30764:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998084.459672:0:30764:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1787998084.459674:0:30764:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1787998084.459676:0:30764:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998084.459678:0:30764:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998084.459680:0:30764:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d1912362c0 1 00800000:00000010:3.0:1787998084.459692:0:30764:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d1912362c0. 00000080:00000001:3.0:1787998084.459697:0:30764:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1787998084.459698:0:30764:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1787998084.459709:0:30764:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1787998084.459712:0:30764:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5fe30 00000080:00002000:3.0:1787998084.459714:0:30764:0:(dcache.c:127:ll_ddelete()) deleting dentry d21e.recovery-small-1 (ffff94d183586798, parent ffff94d198a90798, inode 0000000000000000) hashed, 00000080:00000001:3.0:1787998084.459718:0:30764:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1787998084.459720:0:30764:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1787998084.459723:0:30764:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1787998084.459755:0:30764:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998084.459758:0:30764:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998084.459760:0:30764:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1787998084.459761:0:30764:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5fb20 00000080:00200000:3.0:1787998084.459763:0:30764:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:3.0:1787998084.459820:0:30764:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1a0a6e600. 00800000:00000002:3.0:1787998084.459826:0:30764:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:3.0:1787998084.459830:0:30764:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787998084.459833:0:30764:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787998084.459835:0:30764:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5fa40 00800000:00000002:3.0:1787998084.459837:0:30764:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998084.459841:0:30764:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787998084.459844:0:30764:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998084.459847:0:30764:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998084.459849:0:30764:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998084.459851:0:30764:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998084.459853:0:30764:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998084.459855:0:30764:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998084.459857:0:30764:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998084.459860:0:30764:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1787998084.459967:0:30764:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787998084.459970:0:30764:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5f910 00000002:00010000:3.0:1787998084.459972:0:30764:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1787998084.459975:0:30764:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787998084.459977:0:30764:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998084.459979:0:30764:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1787998084.459982:0:30764:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998084.459984:0:30764:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998084.459986:0:30764:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998084.459988:0:30764:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1787998084.459990:0:30764:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1787998084.459995:0:30764:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d00000. 00000020:00000040:3.0:1787998084.459999:0:30764:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:3.0:1787998084.460004:0:30764:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1787998084.460007:0:30764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998084.460013:0:30764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998084.460015:0:30764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998084.460016:0:30764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998084.460019:0:30764:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998084.460021:0:30764:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998084.460025:0:30764:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998084.460031:0:30764:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0094000. 00000100:00000001:3.0:1787998084.460037:0:30764:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998084.460040:0:30764:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998084.460041:0:30764:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998084.460043:0:30764:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998084.460044:0:30764:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998084.460046:0:30764:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998084.460051:0:30764:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226548244480 : -117847161307136 : ffff94d191d00000) 00010000:00000001:3.0:1787998084.460054:0:30764:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1787998084.460055:0:30764:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1787998084.460059:0:30764:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d18a360d00. 00010000:00000010:3.0:1787998084.460063:0:30764:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d190a8db80. 00010000:00000001:3.0:1787998084.460067:0:30764:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1787998084.460070:0:30764:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1903e5200. 00000020:00000001:3.0:1787998084.460074:0:30764:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1787998084.460077:0:30764:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1903e5200 with handle 0xb2d39e653c8c8f9 to hash 00000020:00000001:3.0:1787998084.460079:0:30764:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1787998084.460081:0:30764:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998084.460084:0:30764:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998084.460087:0:30764:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998084.460089:0:30764:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998084.460093:0:30764:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8c8f9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998084.460102:0:30764:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8c8f9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998084.460111:0:30764:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8c8f9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30764 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1787998084.460121:0:30764:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787998084.460122:0:30764:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787998084.460126:0:30764:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191d54480. 00000100:00000001:3.0:1787998084.460129:0:30764:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226548589696 : -117847160961920 : ffff94d191d54480) 00000100:00000001:3.0:1787998084.460131:0:30764:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998084.460132:0:30764:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548244480 : -117847161307136 : ffff94d191d00000) 00000100:00000001:3.0:1787998084.460136:0:30764:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998084.460139:0:30764:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998084.460141:0:30764:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787998084.460142:0:30764:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998084.460148:0:30764:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d00000 x1874850291715456/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998084.460155:0:30764:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998084.460158:0:30764:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998084.460161:0:30764:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998084.460163:0:30764:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998084.460166:0:30764:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998084.460169:0:30764:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d00000 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:30764:1874850291715456:192.168.206.123@tcp:101:rm.0 00000100:00000001:3.0:1787998084.460172:0:30764:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998084.460176:0:30764:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998084.460178:0:30764:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998084.460180:0:30764:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998084.460183:0:30764:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d19175e000. 02000000:00000001:3.0:1787998084.460185:0:30764:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998084.460189:0:30764:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998084.460192:0:30764:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a108. 00000400:00000010:3.0:1787998084.460196:0:30764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5550. 00000100:00000200:3.0:1787998084.460201:0:30764:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291715456, portal 10 00000100:00000001:3.0:1787998084.460203:0:30764:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998084.460205:0:30764:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548244480 : -117847161307136 : ffff94d191d00000) 00000100:00000040:3.0:1787998084.460210:0:30764:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d00000 x1874850291715456/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998224 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998084.460222:0:30764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998084.460225:0:30764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998084.460227:0:30764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5110. 00000100:00000200:3.0:1787998084.460230:0:30764:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1874850291715456, offset 0 00000400:00000200:3.0:1787998084.460470:0:30764:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998084.460477:0:30764:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998084.460483:0:30764:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998084.460487:0:30764:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998084.460491:0:30764:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998084.460494:0:30764:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998084.460497:0:30764:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998084.460500:0:30764:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2406:2406:256:4294967295] 192.168.206.123@tcp LPNI seq info [2406:2406:8:4294967295] 00000400:00000200:3.0:1787998084.460504:0:30764:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998084.460511:0:30764:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998084.460516:0:30764:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998084.460521:0:30764:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199f55600. 00000800:00000200:3.0:1787998084.460527:0:30764:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998084.460533:0:30764:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998084.461069:0:30764:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199f55600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1787998084.461135:0:30764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998084.461140:0:30764:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 561616 usecs (562 jiffies) 00000400:00000200:3.0:1787998084.461145:0:30764:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998084.461148:0:30764:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296265180 00000100:00000001:3.0:1787998084.461181:0:30764:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296265717 00000100:00000001:3.0:1787998084.461184:0:30764:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296265180 00000100:00000001:3.0:1787998084.461186:0:30764:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296265717 00000100:00000001:3.0:1787998084.461188:0:30764:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998084.461191:0:30764:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998084.461194:0:30764:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998084.461195:0:30764:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=135 : 135 : 87) 00000100:00100000:3.0:1787998084.461198:0:30764:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191d54480 going to sleep for 135 seconds 00000100:00000001:3.0:1787998084.461200:0:30764:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998084.461203:0:30764:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.1:1787998084.464918:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d198985280. 00000080:00000010:3.1:1787998084.464933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90fa0. 00000100:00000001:3.0:1787998084.465332:0:30764:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998084.465339:0:30764:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998084.465341:0:30764:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998084.465344:0:30764:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a108. 00000400:00000200:3.0:1787998084.465348:0:30764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5550 00000400:00000010:3.0:1787998084.465350:0:30764:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5550. 00000100:00000001:3.0:1787998084.465353:0:30764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998084.465357:0:30764:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d00000 x1874850291715456/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998224 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1787998084.465366:0:30764:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d00000 x1874850291715456/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998224 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998084.465372:0:30764:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998084.465373:0:30764:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998084.465375:0:30764:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998084.465379:0:30764:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998084.465381:0:30764:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998084.465383:0:30764:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998084.465386:0:30764:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998084.465395:0:30764:0:(import.c:2149:obd_at_measure()) add 104 to ffff94d191a06c60 time=60 v=104 (104 104 104 136) 00000100:00001000:3.0:1787998084.465399:0:30764:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=32 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998084.465402:0:30764:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998084.465404:0:30764:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998084.465407:0:30764:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998084.465410:0:30764:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998084.465414:0:30764:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998084.465416:0:30764:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967560 00000100:00000001:3.0:1787998084.465418:0:30764:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998084.465421:0:30764:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998084.465426:0:30764:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d00000 x1874850291715456/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998224 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998084.465437:0:30764:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998084.465441:0:30764:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998084.465442:0:30764:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998084.465446:0:30764:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d00000 x1874850291715456/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998224 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787998084.465453:0:30764:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d00000 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:30764:1874850291715456:192.168.206.123@tcp:101:rm.0 00000100:00000001:3.0:1787998084.465458:0:30764:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998084.465460:0:30764:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998084.465463:0:30764:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787998084.465465:0:30764:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998084.465468:0:30764:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d00000 x1874850291715456/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998224 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998084.465474:0:30764:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787998084.465477:0:30764:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191d54480. 00000100:00000001:3.0:1787998084.465480:0:30764:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787998084.465482:0:30764:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998084.465485:0:30764:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1787998084.465488:0:30764:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998084.465490:0:30764:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998084.465493:0:30764:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5200 refcount=4 00000020:00000001:3.0:1787998084.465495:0:30764:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998084.465498:0:30764:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000040:3.0:1787998084.465505:0:30764:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1903e5200, remote cookie: 0x4fd9a50f3a6ac761, flags: 0x1001 00010000:00010000:3.0:1787998084.465510:0:30764:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8c8f9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ac761 expref: -99 pid: 30764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998084.465520:0:30764:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8c8f9 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ac761 expref: -99 pid: 30764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998084.465531:0:30764:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1787998084.465535:0:30764:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1787998084.465537:0:30764:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1787998084.465539:0:30764:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1787998084.465540:0:30764:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1787998084.465543:0:30764:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d18a360d00) refcount = 1 00010000:00010000:3.0:1787998084.465546:0:30764:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8c8f9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ac761 expref: -99 pid: 30764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998084.465552:0:30764:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1787998084.465555:0:30764:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1787998084.465557:0:30764:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998084.465560:0:30764:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1787998084.465563:0:30764:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998084.465566:0:30764:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8c8f9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ac761 expref: -99 pid: 30764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998084.465571:0:30764:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1787998084.465573:0:30764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998084.465574:0:30764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998084.465575:0:30764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998084.465576:0:30764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998084.465578:0:30764:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998084.465582:0:30764:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1787998084.465584:0:30764:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998084.465585:0:30764:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998084.465587:0:30764:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5200 refcount=3 00000020:00000001:3.0:1787998084.465588:0:30764:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998084.465590:0:30764:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998084.465592:0:30764:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998084.465593:0:30764:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998084.465594:0:30764:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5200 refcount=4 00000020:00000001:3.0:1787998084.465596:0:30764:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998084.465598:0:30764:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998084.465601:0:30764:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998084.465603:0:30764:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998084.465606:0:30764:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8c8f9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ac761 expref: -99 pid: 30764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998084.465613:0:30764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998084.465614:0:30764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998084.465615:0:30764:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998084.465616:0:30764:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998084.465617:0:30764:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5200 refcount=5 00000020:00000001:3.0:1787998084.465619:0:30764:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998084.465621:0:30764:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998084.465623:0:30764:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998084.465626:0:30764:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8c8f9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ac761 expref: -99 pid: 30764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998084.465633:0:30764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998084.465634:0:30764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1787998084.465636:0:30764:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8c8f9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ac761 expref: -99 pid: 30764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998084.465643:0:30764:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998084.465645:0:30764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998084.465646:0:30764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998084.465647:0:30764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998084.465648:0:30764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1787998084.465653:0:30764:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d191d00000 x1874850291715456/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998224 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1787998084.465661:0:30764:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998084.465662:0:30764:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998084.465664:0:30764:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5200 refcount=3 00000020:00000001:3.0:1787998084.465665:0:30764:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998084.465668:0:30764:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998084.465670:0:30764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998084.465671:0:30764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998084.465672:0:30764:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998084.465674:0:30764:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998084.465677:0:30764:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1787998084.465679:0:30764:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998084.465680:0:30764:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998084.465681:0:30764:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5200 refcount=3 00000020:00000001:3.0:1787998084.465694:0:30764:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998084.465696:0:30764:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00000002:00010000:3.0:1787998084.465700:0:30764:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8c8f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ac761 expref: -99 pid: 30764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998084.465707:0:30764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998084.465708:0:30764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998084.465710:0:30764:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1787998084.465712:0:30764:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998084.465713:0:30764:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998084.465714:0:30764:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5200 refcount=3 00000020:00000001:3.0:1787998084.465716:0:30764:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998084.465718:0:30764:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000040:3.0:1787998084.465723:0:30764:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360d00 count: 2 00010000:00000001:3.0:1787998084.465725:0:30764:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1787998084.465729:0:30764:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1787998084.465731:0:30764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998084.465732:0:30764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998084.465734:0:30764:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1787998084.465736:0:30764:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5f898 00000002:00002000:3.0:1787998084.465738:0:30764:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1787998084.465741:0:30764:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998084.465746:0:30764:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998084.465749:0:30764:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1787998084.465753:0:30764:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1787998084.465756:0:30764:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998084.465760:0:30764:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:3.0:1787998084.465763:0:30764:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1a0a6e600. 00000080:00000001:3.0:1787998084.465797:0:30764:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1787998084.465913:0:30764:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1787998084.465919:0:30764:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1787998084.465924:0:30764:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1787998084.465931:0:30764:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d1987e5140. 00800000:00000001:3.0:1787998084.465933:0:30764:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626226660331840 : -117847049219776 : ffff94d1987e5140) 00800000:00000001:3.0:1787998084.465936:0:30764:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998084.465939:0:30764:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1787998084.465941:0:30764:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1787998084.465943:0:30764:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1787998084.465945:0:30764:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1787998084.465948:0:30764:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1787998084.465950:0:30764:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998084.465989:0:30764:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1787998084.465992:0:30764:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1787998084.465997:0:30764:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1787998084.466000:0:30764:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998084.466002:0:30764:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998084.466004:0:30764:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5200 refcount=3 00000020:00000001:3.0:1787998084.466006:0:30764:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998084.466008:0:30764:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998084.466010:0:30764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998084.466011:0:30764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1787998084.466013:0:30764:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1787998084.466016:0:30764:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1787998084.466017:0:30764:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d1987e5140 1 00800000:00000010:3.0:1787998084.466020:0:30764:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d1987e5140. 00800000:00000001:3.0:1787998084.466023:0:30764:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998084.466026:0:30764:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8c8f9 00800000:00000001:3.0:1787998084.466029:0:30764:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787998084.466031:0:30764:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787998084.466032:0:30764:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998084.466033:0:30764:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998084.466035:0:30764:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5200 refcount=3 00000020:00000001:3.0:1787998084.466037:0:30764:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998084.466039:0:30764:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998084.466041:0:30764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998084.466042:0:30764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998084.466044:0:30764:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998084.466045:0:30764:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998084.466047:0:30764:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998084.466049:0:30764:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:3.0:1787998084.466052:0:30764:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8c8f9 from it ffffb66d41c5fb58 00010000:00000001:3.0:1787998084.466054:0:30764:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998084.466055:0:30764:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998084.466057:0:30764:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5200 refcount=3 00000020:00000001:3.0:1787998084.466058:0:30764:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998084.466060:0:30764:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998084.466062:0:30764:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998084.466065:0:30764:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8c8f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ac761 expref: -99 pid: 30764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998084.466071:0:30764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998084.466072:0:30764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998084.466073:0:30764:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787998084.466075:0:30764:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787998084.466078:0:30764:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8c8f9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ac761 expref: -99 pid: 30764 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1787998084.466085:0:30764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787998084.466087:0:30764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787998084.466089:0:30764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998084.466093:0:30764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998084.466094:0:30764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998084.466096:0:30764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998084.466099:0:30764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787998084.466101:0:30764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998084.466102:0:30764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998084.466106:0:30764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998084.466107:0:30764:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998084.466109:0:30764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998084.466110:0:30764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1787998084.466112:0:30764:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998084.466117:0:30764:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d00000 x1874850291715456/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998224 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998084.466124:0:30764:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998084.466127:0:30764:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998084.466130:0:30764:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d19175e000. 02000000:00000001:3.0:1787998084.466134:0:30764:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998084.466136:0:30764:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998084.466138:0:30764:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998084.466141:0:30764:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998084.466143:0:30764:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1a0094000. 02000000:00000001:3.0:1787998084.466146:0:30764:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998084.466148:0:30764:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998084.466150:0:30764:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d00000. 00000100:00000001:3.0:1787998084.466154:0:30764:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998084.466155:0:30764:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787998084.466159:0:30764:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:3.0:1787998084.466164:0:30764:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998084.466169:0:30764:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1787998084.466172:0:30764:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5fb48 00000080:00002000:3.0:1787998084.466173:0:30764:0:(dcache.c:87:ll_dcompare()) found name d21e.recovery-small-2(ffff94d18357ad80) flags 0x20000e refc 1 00000080:00000001:3.0:1787998084.466176:0:30764:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998084.466178:0:30764:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5fb90 00000080:00200000:3.0:1787998084.466179:0:30764:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21e.recovery-small-2, flags=8 00000800:00000200:3.0:1787998084.467925:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998084.467930:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1838ed000. 00000400:00000200:3.0:1787998084.467935:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998084.467940:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998084.467947:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf908 00000400:00000010:3.0:1787998084.467948:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf908. 00000100:00000001:3.0:1787998084.467952:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998084.467957:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d18000 x1874850291715712/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998224 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998084.467967:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998084.467970:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d18000 x1874850291715712/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998224 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998084.467977:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998084.467978:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1787998084.481928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5d400. 00000800:00000001:3.0:1787998084.485164:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998084.485169:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998084.488700:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998084.488716:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998084.488720:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998084.488738:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998084.488747:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998084.488753:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998084.488762:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998084.489241:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998084.489249:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998084.489254:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 440 into portal 10 MB=0x6a92a99a50f00 00000400:00000200:3.0:1787998084.489258:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998084.489264:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 440/440 into md 0x71f5 [1] + 224 00000800:00000001:3.0:1787998084.489272:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000010:1.1:1787998084.523065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3c300. 00010000:00000010:1.1:1787998084.523078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5da00. 00010000:00000010:1.1:1787998084.523082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e4800. 00000800:00000200:3.0:1787998084.525607:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998084.525612:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1838ed700. 00000400:00000200:3.0:1787998084.525617:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998084.525621:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998084.525626:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfaa0 00000400:00000010:3.0:1787998084.525628:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfaa0. 00000100:00000001:3.0:1787998084.525632:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998084.525637:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edfb80 x1874850291716736/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998224 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998084.525651:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998084.525654:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edfb80 x1874850291716736/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998224 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998084.525661:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998084.525662:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998084.543131:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998084.543141:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4d00. 00000400:00000200:3.0:1787998084.543148:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998084.543157:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998084.543166:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807b28 00000400:00000010:3.0:1787998084.543168:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807b28. 00000100:00000001:3.0:1787998084.543173:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998084.543181:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c13480 x1874850291716992/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998100 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998084.543193:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998084.543197:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c13480 x1874850291716992/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998100 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998084.543204:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998084.543205:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998084.543215:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998084.543236:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998084.543238:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998084.543241:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998084.543247:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998084.543251:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998084.543257:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998084.543261:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998084.543265:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998084.543268:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a51380 00000400:00000200:3.0:1787998084.543272:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998084.543277:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x7225 [1] + 224 00000800:00000001:3.0:1787998084.543284:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998084.543289:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998084.543291:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998084.543294:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998084.543299:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998084.543302:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c13480 x1874850291716992/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998100 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998084.543310:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d191c13480 x1874850291716992/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998100 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998084.543324:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998084.543330:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998084.543333:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1787998084.552190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90ba0. 00000800:00000001:3.0:1787998084.554518:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998084.554533:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998084.554552:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998084.554556:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998084.554565:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998084.554573:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998084.554582:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998084.554587:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998084.554592:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998084.554596:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a51480 00000400:00000200:3.0:1787998084.554600:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998084.554606:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x722d [1] + 224 00000800:00000001:3.0:1787998084.554612:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998084.554617:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998084.554620:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998084.554624:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998084.554631:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998084.554639:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c13480 x1874850291717248/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1787998224 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998084.554650:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94d191c13480 x1874850291717248/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1787998224 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998084.554733:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998084.554741:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998084.554744:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1787998084.556028:0:30764:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5cc00. 00010000:00000010:0.1:1787998084.556036:0:30764:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921e00. 00010000:00000010:0.1:1787998084.556040:0:30764:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3800. 00010000:00000010:0.1:1787998084.556043:0:30764:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360d00. 00010000:00000010:0.1:1787998084.556048:0:30764:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5200. 00000080:00000001:3.0:1787998085.544260:0:30851:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998085.573495:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296265717, at 4296265730 00000100:00000010:3.0:1787998085.573504:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a027fa80. 00000100:00000001:3.0:1787998086.599252:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998086.599256:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998086.599258:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998086.599266:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d19180 x1874850291717376/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998086.599273:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998086.599274:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998086.599277:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998086.599278:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998086.599280:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998086.599282:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed2632e9-aeaa-48f0-b65b-469967f9297f:2404:1874850291717376:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998086.599286:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998086.599289:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998086.599290:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998086.599292:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998086.599296:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1870b0a00. 02000000:00000001:3.0:1787998086.599298:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998086.599303:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998086.599306:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a108. 00000400:00000010:3.0:1787998086.599310:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5550. 00000100:00000200:3.0:1787998086.599313:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291717376, portal 25 00000100:00000001:3.0:1787998086.599315:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998086.599316:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548347264 : -117847161204352 : ffff94d191d19180) 00000100:00000040:3.0:1787998086.599322:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d19180 x1874850291717376/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998086.599334:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998086.599336:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998086.599338:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5908. 00000100:00000200:3.0:1787998086.599340:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874850291717376, offset 0 00000400:00000200:3.0:1787998086.599345:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998086.599349:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998086.599352:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998086.599356:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998086.599358:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998086.599360:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998086.599363:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998086.599365:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2417:2417:255:4294967295] 192.168.206.123@tcp LPNI seq info [2417:2417:7:4294967295] 00000400:00000200:3.0:1787998086.599369:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998086.599374:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998086.599378:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998086.599382:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199f55a00. 00000800:00000200:3.0:1787998086.599386:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998086.599390:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998086.599393:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199f55a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998086.599396:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998086.599399:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998086.599401:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296270839 00000100:00000001:3.0:1787998086.599407:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296267309 00000100:00000001:3.0:1787998086.599410:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296270839 00000100:00000001:3.0:1787998086.599413:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296267309 00000100:00000001:3.0:1787998086.599416:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998086.599418:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998086.599420:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998086.599436:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1bb80 x1874850291717632/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998086.599444:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998086.599445:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998086.599448:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998086.599449:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998086.599451:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998086.599454:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291717632:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998086.599457:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998086.599460:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998086.599462:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998086.599463:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998086.599466:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1870b1600. 02000000:00000001:3.0:1787998086.599468:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998086.599471:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998086.599474:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a9f8. 00000400:00000010:3.0:1787998086.599476:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5880. 00000100:00000200:3.0:1787998086.599479:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291717632, portal 10 00000100:00000001:3.0:1787998086.599481:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998086.599482:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548358016 : -117847161193600 : ffff94d191d1bb80) 00000100:00000040:3.0:1787998086.599488:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d1bb80 x1874850291717632/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998086.599493:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998086.599495:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998086.599497:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f53b8. 00000100:00000200:3.0:1787998086.599499:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291717632, offset 0 00000400:00000200:3.0:1787998086.599503:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998086.599506:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998086.599509:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998086.599512:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998086.599514:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998086.599516:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998086.599518:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998086.599522:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2418:2418:254:4294967295] 192.168.206.123@tcp LPNI seq info [2418:2418:6:4294967295] 00000400:00000200:3.0:1787998086.599526:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998086.599541:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998086.599545:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998086.599549:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199f55600. 00000800:00000200:3.0:1787998086.599552:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998086.599556:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998086.599558:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199f55600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998086.599561:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998086.599564:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18777 usecs (19 jiffies) 00000400:00000200:3.0:1787998086.599567:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998086.599568:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296266775 00000100:00000001:3.0:1787998086.599571:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296270839 00000100:00000001:3.0:1787998086.599573:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296266775 00000100:00000001:3.0:1787998086.599575:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296270839 00000100:00000001:3.0:1787998086.599577:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998086.599578:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998086.599580:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998086.599584:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1a300 x1874850291717888/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998086.599590:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998086.599591:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998086.599593:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998086.599595:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998086.599596:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998086.599599:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291717888:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998086.599601:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998086.599604:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998086.599605:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998086.599607:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998086.599610:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1870b1a00. 02000000:00000001:3.0:1787998086.599611:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998086.599614:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998086.599616:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a840. 00000400:00000010:3.0:1787998086.599619:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5a18. 00000100:00000200:3.0:1787998086.599622:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291717888, portal 4 00000100:00000001:3.0:1787998086.599623:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998086.599624:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548351744 : -117847161199872 : ffff94d191d1a300) 00000100:00000040:3.0:1787998086.599629:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d1a300 x1874850291717888/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998086.599634:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998086.599636:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998086.599638:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f57f8. 00000100:00000200:3.0:1787998086.599640:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291717888, offset 0 00000400:00000200:3.0:1787998086.599644:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998086.599646:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998086.599649:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998086.599651:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998086.599653:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998086.599655:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998086.599657:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998086.599660:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2419:2419:253:4294967295] 192.168.206.123@tcp LPNI seq info [2419:2419:5:4294967295] 00000400:00000200:3.0:1787998086.599664:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998086.599669:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998086.599684:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998086.599687:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199f55100. 00000800:00000200:3.0:1787998086.599690:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998086.599694:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998086.600177:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199f55100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998086.600182:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998086.600187:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 20368 usecs (21 jiffies) 00000400:00000200:3.0:1787998086.600191:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998086.600193:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296266778 00000100:00000001:3.0:1787998086.600195:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296270839 00000100:00000001:3.0:1787998086.600198:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296266778 00000100:00000001:3.0:1787998086.600200:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296270839 00000100:00000001:3.0:1787998086.600202:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998086.600204:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998086.600207:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998086.600219:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998086.600227:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998086.600230:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787998086.600233:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998086.600234:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998086.600236:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998086.600239:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998086.600327:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998086.600331:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1838ede00. 00000400:00000200:3.0:1787998086.600340:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998086.600346:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998086.600352:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfcc0 00000400:00000010:3.0:1787998086.600355:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfcc0. 00000100:00000001:3.0:1787998086.600362:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998086.600367:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1b480 x1874850291717504/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998086.600378:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998086.600381:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1b480 x1874850291717504/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998226 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998086.600389:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998086.600391:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998086.600405:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998086.600407:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199f55a00. 00000400:00000200:3.0:1787998086.600410:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998086.600414:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998086.600417:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5908 00000400:00000010:3.0:1787998086.600418:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5908. 00000100:00000001:3.0:1787998086.600420:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998086.600423:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d19180 x1874850291717376/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998086.600527:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998086.600539:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d19180 x1874850291717376/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998102 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998086.600545:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998086.600547:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998086.600559:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998086.600561:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199f55600. 00000400:00000200:3.0:1787998086.600564:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998086.600568:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998086.600571:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f53b8 00000400:00000010:3.0:1787998086.600573:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f53b8. 00000100:00000001:3.0:1787998086.600575:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998086.600578:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1bb80 x1874850291717632/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998086.600585:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998086.600588:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1bb80 x1874850291717632/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998226 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998086.600594:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998086.600595:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998086.600603:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998086.600604:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1838ed800. 00000400:00000200:3.0:1787998086.600607:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998086.600610:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998086.600613:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf6e8 00000400:00000010:3.0:1787998086.600614:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf6e8. 00000100:00000001:3.0:1787998086.600617:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998086.600620:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d18000 x1874850291717760/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998086.600628:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998086.600630:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d18000 x1874850291717760/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998102 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998086.600637:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998086.600638:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998086.603247:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998086.603256:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199f55100. 00000400:00000200:3.0:1787998086.603263:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998086.603277:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998086.603285:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f57f8 00000400:00000010:3.0:1787998086.603289:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f57f8. 00000100:00000001:3.0:1787998086.603296:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998086.603305:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1a300 x1874850291717888/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998086.603318:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998086.603322:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1a300 x1874850291717888/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998102 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998086.603330:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998086.603332:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998086.605666:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998086.606336:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998086.606343:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998086.606350:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998086.606361:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998086.606370:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998086.606382:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998086.606388:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998086.606395:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998086.606399:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a51580 00000400:00000200:3.0:1787998086.606405:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998086.606412:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x7235 [1] + 224 00000800:00000001:3.0:1787998086.606421:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998086.606426:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998086.606764:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998086.606790:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998086.606799:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998086.606810:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1b480 x1874850291717504/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998226 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998086.606823:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d1b480 x1874850291717504/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998086.606849:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998086.606861:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998086.606867:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998086.606869:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998086.606871:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998086.606874:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998086.606878:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998086.606883:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998086.606885:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998086.606888:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998086.606891:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a51600 00000400:00000200:3.0:1787998086.606895:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998086.606899:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x7255 [1] + 224 00000800:00000001:3.0:1787998086.606903:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998086.606907:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998086.606909:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998086.606912:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998086.606915:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998086.606920:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1bb80 x1874850291717632/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998226 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998086.606929:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d1bb80 x1874850291717632/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998086.606953:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998086.606956:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998086.606959:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998086.606961:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998086.606963:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998086.606965:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998086.606969:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998086.606973:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998086.606975:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998086.606978:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998086.606981:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a51680 00000400:00000200:3.0:1787998086.606984:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998086.606989:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7275 [1] + 224 00000800:00000001:3.0:1787998086.606992:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998086.606995:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998086.606997:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998086.607000:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998086.607003:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998086.607007:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d18000 x1874850291717760/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998102 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998086.607016:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d18000 x1874850291717760/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998086.607023:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998086.607026:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998086.607028:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998086.607030:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998086.607032:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998086.607034:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998086.607038:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998086.607042:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998086.607044:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998086.607047:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998086.607050:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a51700 00000400:00000200:3.0:1787998086.607053:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998086.607056:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7265 [1] + 224 00000800:00000001:3.0:1787998086.607060:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998086.607068:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998086.607070:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998086.607073:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998086.607076:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998086.609174:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1a300 x1874850291717888/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998102 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998086.609187:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d1a300 x1874850291717888/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998086.609196:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998086.610193:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998086.610207:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998086.610307:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998086.610311:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998086.610320:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998086.610322:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998086.610326:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a9f8. 00000400:00000200:3.0:1787998086.610332:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5880 00000400:00000010:3.0:1787998086.610334:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5880. 00000100:00000001:3.0:1787998086.610339:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998086.610345:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1bb80 x1874850291717632/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998086.610354:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1bb80 x1874850291717632/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998226 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998086.610362:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998086.610364:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998086.610366:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998086.610369:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998086.610372:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998086.610374:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998086.610377:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998086.610388:0:2404:0:(import.c:2149:obd_at_measure()) add 104 to ffff94d187d61460 time=62 v=104 (104 104 104 136) 00000100:00001000:3.0:1787998086.610392:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=62 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998086.610396:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998086.610398:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998086.610401:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998086.610405:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998086.610409:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998086.610411:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1787998086.610413:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998086.610415:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998086.610419:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1bb80 x1874850291717632/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998226 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998086.610425:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998086.610440:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998086.610441:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998086.610445:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1bb80 x1874850291717632/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998226 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998086.610451:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291717632:192.168.206.123@tcp:400:kworker.0 00000400:00000001:3.0:1787998086.610458:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998086.610459:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998086.610460:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a840. 00000400:00000200:3.0:1787998086.610463:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5a18 00000400:00000010:3.0:1787998086.610464:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5a18. 00000100:00000001:3.0:1787998086.610467:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998086.610479:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1a300 x1874850291717888/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998086.610487:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1a300 x1874850291717888/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998102 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998086.610492:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998086.610494:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998086.610496:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998086.610497:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998086.610499:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998086.610500:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998086.610502:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998086.610506:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca460 time=62 v=5 (5 37 37 37) 00000100:00001000:3.0:1787998086.610509:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998086.610511:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998086.610513:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998086.610514:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998086.610516:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998086.610518:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998086.610520:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:3.0:1787998086.610521:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998086.610523:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998086.610526:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1a300 x1874850291717888/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998102 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998086.612942:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998086.612956:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998086.612959:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998086.612976:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1a300 x1874850291717888/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998102 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998086.612988:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291717888:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998086.612995:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998086.612999:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998086.613005:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1bb80 x1874850291717632/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998226 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998086.613012:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998086.613017:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998086.613021:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1870b1600. 02000000:00000001:3.0:1787998086.613027:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998086.613030:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998086.613033:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=3 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998086.613035:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998086.613038:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1838eda00. 02000000:00000001:3.0:1787998086.613043:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998086.613046:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998086.613048:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1bb80. 00000100:00000001:3.0:1787998086.613053:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998086.613055:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998086.613057:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998086.613060:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1a300 x1874850291717888/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998102 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998086.613068:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998086.613069:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998086.613071:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1870b1a00. 02000000:00000001:3.0:1787998086.613072:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998086.613073:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998086.613075:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998086.613077:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998086.613088:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1838ed000. 02000000:00000001:3.0:1787998086.613091:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998086.613092:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998086.613094:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1a300. 00000100:00000001:3.0:1787998086.613097:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998086.613098:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998086.613102:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998086.613104:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998086.613107:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998086.613111:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998086.613112:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998086.614658:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998086.614663:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998086.614680:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998086.614682:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998086.614687:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a108. 00000400:00000200:3.0:1787998086.614692:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5550 00000400:00000010:3.0:1787998086.614695:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5550. 00000100:00000001:3.0:1787998086.614708:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998086.614714:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d19180 x1874850291717376/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998086.614723:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d19180 x1874850291717376/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998102 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998086.614729:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998086.614732:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998086.614734:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998086.614738:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998086.614741:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998086.614743:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998086.614747:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998086.614755:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=63 v=5 (5 5 5 5) 00000100:00001000:3.0:1787998086.614760:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=63 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998086.614763:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998086.614765:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998086.614794:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998086.614797:0:2404:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998086.614800:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998086.614806:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d19180 x1874850291717376/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998102 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998086.614814:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998086.614817:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998086.614819:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998086.614823:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d19180 x1874850291717376/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998102 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998086.614832:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed2632e9-aeaa-48f0-b65b-469967f9297f:2404:1874850291717376:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998086.614837:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998086.614840:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998086.614845:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d19180 x1874850291717376/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998102 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998086.614852:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998086.614855:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998086.614859:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1870b0a00. 02000000:00000001:3.0:1787998086.614863:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998086.614867:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998086.614869:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:3.0:1787998086.614871:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998086.614874:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1838ed100. 02000000:00000001:3.0:1787998086.614877:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998086.614879:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998086.614881:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d19180. 00000100:00000001:3.0:1787998086.614884:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998086.614886:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998086.614889:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998086.614900:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998086.614902:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998086.614905:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998086.614907:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787998090.548875:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998090.548889:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998090.548893:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998090.548896:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998090.548903:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998090.548910:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998090.548919:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998090.548923:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998090.548928:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998090.548931:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 328 into portal 15 MB=0x6a92a9abacf80 00000400:00000200:3.0:1787998090.548939:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.123@tcp of length 328/328 into md 0x5e7d [2] + 1968 00000400:00000010:3.0:1787998090.548943:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151210. 00000400:00000200:3.0:1787998090.548948:0:2396:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff94d19171c480 00000800:00000001:3.0:1787998090.548954:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998090.548961:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998090.548964:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998090.548968:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998090.548972:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d19171c480 00000400:00000010:3.0:1787998090.548975:0:2396:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff94d19171c480. 00000100:00000001:3.0:1787998090.548980:0:2396:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1787998090.548983:0:2396:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:3.0:1787998090.548986:0:2396:0:(events.c:337:request_in_callback()) incoming req@ffff94d1a0bae450 x1874850309918592 msgsize 328 00000100:00100000:3.0:1787998090.548991:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.123@tcp (source: 12345-192.168.206.123@tcp) 00000100:00000040:3.0:1787998090.548993:0:2396:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1787998090.549013:0:2396:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1787998090.549021:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998090.549024:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787998090.551456:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998090.551461:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4900. 00000400:00000200:3.0:1787998090.551465:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998090.551471:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998090.551475:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807908 00000400:00000010:3.0:1787998090.551477:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807908. 00000100:00000001:3.0:1787998090.551480:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998090.551485:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edc380 x1874850291718016/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998106 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998090.551495:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998090.551498:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edc380 x1874850291718016/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998106 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998090.551505:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998090.551506:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1787998090.555157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921500. 00010000:00000010:1.1:1787998090.555164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366a00. 00000100:00000040:3.0:1787998090.691142:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296270839, at 4296270848 00000100:00000010:3.0:1787998090.691148:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a027f060. 00000100:00000001:3.0:1787998091.716071:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998091.716077:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998091.716080:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998091.716086:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d19f80 x1874850291718144/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998091.716093:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998091.716095:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998091.716099:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998091.716101:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998091.716104:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998091.716108:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2405:1874850291718144:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998091.716112:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998091.716117:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998091.716120:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998091.716122:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998091.716126:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d190450c00. 02000000:00000001:3.0:1787998091.716128:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998091.716134:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998091.716139:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a108. 00000400:00000010:3.0:1787998091.716146:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5550. 00000100:00000200:3.0:1787998091.716152:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291718144, portal 25 00000100:00000001:3.0:1787998091.716155:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998091.716156:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548350848 : -117847161200768 : ffff94d191d19f80) 00000100:00000040:3.0:1787998091.716161:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d19f80 x1874850291718144/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998091.716169:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998091.716171:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998091.716174:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5a18. 00000100:00000200:3.0:1787998091.716177:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874850291718144, offset 0 00000400:00000200:3.0:1787998091.716183:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998091.716191:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998091.716199:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998091.716204:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998091.716208:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998091.716211:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998091.716214:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998091.716217:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2423:2423:256:4294967295] 192.168.206.123@tcp LPNI seq info [2423:2423:8:4294967295] 00000400:00000200:3.0:1787998091.716221:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998091.716230:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998091.716235:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998091.716240:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199f55000. 00000800:00000200:3.0:1787998091.716247:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998091.716254:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998091.716258:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199f55000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998091.716276:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998091.716280:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998091.716283:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296275956 00000100:00000010:3.0:1787998091.716287:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0013a80. 00000100:00000001:3.0:1787998091.716293:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787998091.716297:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296275956 00000100:00000010:3.0:1787998091.716300:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0013d80. 00000100:00000001:3.0:1787998091.716302:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787998091.716305:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998091.716307:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998091.716310:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998091.716313:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d19880 x1874850291718400/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998091.716320:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998091.716321:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998091.716323:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998091.716325:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998091.716327:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998091.716330:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291718400:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998091.716333:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998091.716335:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998091.716336:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998091.716338:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998091.716340:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d190450600. 02000000:00000001:3.0:1787998091.716342:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998091.716345:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998091.716348:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a840. 00000400:00000010:3.0:1787998091.716351:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5880. 00000100:00000200:3.0:1787998091.716354:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291718400, portal 10 00000100:00000001:3.0:1787998091.716357:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998091.716358:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548349056 : -117847161202560 : ffff94d191d19880) 00000100:00000040:3.0:1787998091.716364:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d19880 x1874850291718400/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998091.716371:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998091.716373:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998091.716375:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f57f8. 00000100:00000200:3.0:1787998091.716377:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291718400, offset 0 00000400:00000200:3.0:1787998091.716381:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998091.716384:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998091.716387:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998091.716390:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998091.716392:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998091.716395:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998091.716397:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998091.716400:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2424:2424:255:4294967295] 192.168.206.123@tcp LPNI seq info [2424:2424:7:4294967295] 00000400:00000200:3.0:1787998091.716404:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998091.716410:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998091.716414:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998091.716416:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199f55500. 00000800:00000200:3.0:1787998091.716420:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998091.716424:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998091.716426:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199f55500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998091.716429:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998091.716432:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18767 usecs (19 jiffies) 00000400:00000200:3.0:1787998091.718013:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998091.718016:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296271894 00000100:00000001:3.0:1787998091.718019:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296275956 00000100:00000001:3.0:1787998091.718021:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296271894 00000100:00000001:3.0:1787998091.718023:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296275956 00000100:00000001:3.0:1787998091.718025:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998091.718027:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998091.718030:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998091.718040:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d18700 x1874850291718656/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998091.718048:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998091.718050:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998091.718053:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998091.718055:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998091.718057:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998091.718060:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291718656:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998091.718064:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998091.718067:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998091.718070:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998091.718071:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998091.718075:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d190451200. 02000000:00000001:3.0:1787998091.718745:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998091.718761:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998091.718789:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a9f8. 00000400:00000010:3.0:1787998091.718796:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f53b8. 00000100:00000200:3.0:1787998091.718802:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291718656, portal 4 00000100:00000001:3.0:1787998091.718804:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998091.718805:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548344576 : -117847161207040 : ffff94d191d18700) 00000100:00000040:3.0:1787998091.718814:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d18700 x1874850291718656/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998091.718820:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998091.718823:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998091.718825:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5908. 00000100:00000200:3.0:1787998091.718828:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291718656, offset 0 00000400:00000200:3.0:1787998091.718833:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998091.718839:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998091.718845:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998091.718849:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998091.718853:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998091.718856:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998091.718858:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998091.718862:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2427:2427:256:4294967295] 192.168.206.123@tcp LPNI seq info [2427:2427:8:4294967295] 00000400:00000200:3.0:1787998091.718866:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998091.718873:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998091.718879:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998091.718884:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199f55d00. 00000800:00000200:3.0:1787998091.718890:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998091.718896:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998091.718899:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199f55d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998091.718917:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998091.718922:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 20208 usecs (21 jiffies) 00000400:00000200:3.0:1787998091.718925:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998091.718927:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296271897 00000100:00000001:3.0:1787998091.718930:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296275956 00000100:00000001:3.0:1787998091.718932:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296271897 00000100:00000001:3.0:1787998091.718933:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296275956 00000100:00000001:3.0:1787998091.718939:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998091.718942:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998091.718945:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998091.718948:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998091.718954:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998091.718956:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787998091.718958:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998091.718960:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998091.718961:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998091.718964:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998091.723803:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998091.723808:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998091.723815:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998091.723817:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998091.723820:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a108. 00000400:00000200:3.0:1787998091.723825:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5550 00000400:00000010:3.0:1787998091.723827:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5550. 00000100:00000001:3.0:1787998091.723830:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998091.723835:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d19f80 x1874850291718144/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998091.723844:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d19f80 x1874850291718144/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998107 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998091.723850:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998091.723852:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998091.723855:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998091.723857:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998091.723859:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998091.723862:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998091.723865:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998091.723870:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=68 v=5 (5 5 5 5) 00000100:00001000:3.0:1787998091.723875:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=68 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998091.723876:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998091.723878:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998091.723880:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998091.723882:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998091.723885:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998091.723890:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d19f80 x1874850291718144/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998107 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998091.723896:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998091.723898:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998091.723900:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998091.723903:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d19f80 x1874850291718144/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998107 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998091.723910:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2405:1874850291718144:192.168.206.123@tcp:400:kworker.0 00000400:00000001:3.0:1787998091.723915:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998091.723917:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998091.723918:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a840. 00000400:00000200:3.0:1787998091.723921:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5880 00000400:00000010:3.0:1787998091.723923:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5880. 00000100:00000001:3.0:1787998091.723925:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998091.723928:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d19880 x1874850291718400/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998231 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998091.723936:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d19880 x1874850291718400/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998231 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998091.723942:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998091.723943:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998091.723944:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998091.723946:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998091.723947:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998091.723948:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998091.723949:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998091.723955:0:2405:0:(import.c:2149:obd_at_measure()) add 104 to ffff94d187d61460 time=67 v=104 (104 104 104 136) 00000100:00001000:3.0:1787998091.723957:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=67 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998091.723960:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998091.723961:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998091.723962:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998091.723965:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998091.723968:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998091.723970:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1787998091.723972:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998091.723973:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998091.723977:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d19880 x1874850291718400/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998231 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998091.723983:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998091.723985:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998091.723986:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998091.723990:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d19880 x1874850291718400/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998231 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998091.724002:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291718400:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998091.724006:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998091.724009:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998091.724012:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d19f80 x1874850291718144/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998107 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998091.724018:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998091.724021:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998091.724024:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d190450c00. 02000000:00000001:3.0:1787998091.724028:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998091.724032:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998091.724034:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:3.0:1787998091.724035:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998091.724038:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1838ed700. 02000000:00000001:3.0:1787998091.724040:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998091.724042:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998091.724044:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d19f80. 00000100:00000001:3.0:1787998091.724047:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998091.724048:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998091.724049:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998091.724052:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d19880 x1874850291718400/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998231 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998091.724059:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998091.724060:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998091.724061:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d190450600. 02000000:00000001:3.0:1787998091.724063:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998091.724064:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998091.724065:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=3 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998091.724067:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998091.724068:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1838ed100. 02000000:00000001:3.0:1787998091.724070:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998091.724071:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998091.724072:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d19880. 00000100:00000001:3.0:1787998091.724074:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998091.724076:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998091.724079:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998091.724081:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998091.724082:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998091.724083:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998091.724085:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998091.727014:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998091.727021:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998091.727029:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998091.727032:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998091.727035:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151ec8. 00000400:00000200:3.0:1787998091.727040:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf4c8 00000400:00000010:3.0:1787998091.727043:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf4c8. 00000100:00000001:3.0:1787998091.727128:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998091.727133:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1ad80 x1874850291718528/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998091.727144:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1ad80 x1874850291718528/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998107 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998091.727149:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998091.727152:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998091.727155:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998091.727159:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998091.727161:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998091.727164:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998091.727168:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998091.727178:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=67 v=5 (5 37 37 37) 00000100:00001000:3.0:1787998091.727193:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998091.727196:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998091.727198:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998091.727202:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998091.727206:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998091.727211:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998091.727213:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967313 00000100:00000001:3.0:1787998091.727216:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998091.727217:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998091.727223:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1ad80 x1874850291718528/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998107 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998091.727236:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998091.727239:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998091.727241:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998091.727357:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1ad80 x1874850291718528/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998107 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998091.727366:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291718528:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998091.727372:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998091.727375:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998091.727378:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1ad80 x1874850291718528/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998107 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998091.727385:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998091.727388:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998091.727392:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d19172b400. 02000000:00000001:3.0:1787998091.727396:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998091.727465:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998091.727468:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=2 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998091.727471:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998091.727474:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1838ed000. 02000000:00000001:3.0:1787998091.727479:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998091.727481:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998091.727483:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1ad80. 00000100:00000001:3.0:1787998091.727489:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998091.727490:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998091.727494:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998091.727496:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998091.727498:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998091.727500:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998091.727503:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998091.727521:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998091.727523:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998091.727527:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998091.727529:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998091.727532:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a9f8. 00000400:00000200:3.0:1787998091.727535:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f53b8 00000400:00000010:3.0:1787998091.727537:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f53b8. 00000100:00000001:3.0:1787998091.727540:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998091.727545:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d18700 x1874850291718656/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998091.727554:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d18700 x1874850291718656/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998107 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998091.727560:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998091.727562:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998091.727564:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998091.727566:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998091.727567:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998091.727568:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998091.727570:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998091.727576:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca460 time=67 v=5 (5 37 37 37) 00000100:00001000:3.0:1787998091.727579:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998091.727581:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998091.727583:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998091.727585:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998091.727587:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998091.727590:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998091.727592:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:3.0:1787998091.727593:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998091.727595:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998091.727599:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d18700 x1874850291718656/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998107 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998091.727605:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998091.727607:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998091.727609:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998091.727612:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d18700 x1874850291718656/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998107 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998091.727620:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291718656:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998091.727625:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998091.727626:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998091.727629:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d18700 x1874850291718656/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998107 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998091.727635:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998091.727636:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998091.727639:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d190451200. 02000000:00000001:3.0:1787998091.727903:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998091.727906:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998091.727908:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998091.727911:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998091.727913:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1838eda00. 02000000:00000001:3.0:1787998091.727916:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998091.727917:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998091.727919:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d18700. 00000100:00000001:3.0:1787998091.727922:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998091.727924:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998091.727926:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998091.727935:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998091.727937:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998091.727939:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998091.727942:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998091.731726:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998091.731733:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998091.731852:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998091.731855:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998091.731859:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151370. 00000400:00000200:3.0:1787998091.731864:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf7f8 00000400:00000010:3.0:1787998091.731867:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf7f8. 00000100:00000001:3.0:1787998091.731872:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998091.731878:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d18380 x1874850291718272/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998231 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998091.731888:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d18380 x1874850291718272/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998231 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998091.731895:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998091.731898:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998091.731902:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998091.731905:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998091.731908:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998091.731911:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998091.731915:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998091.731926:0:2404:0:(import.c:2149:obd_at_measure()) add 104 to ffff94d191a06c60 time=67 v=104 (104 104 104 136) 00000100:00001000:3.0:1787998091.731931:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=39 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998091.731934:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998091.731936:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998091.731940:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998091.731944:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998091.731948:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1787998091.731950:0:2404:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: committing for last_committed 4294967572 gen 2 00000100:00000040:3.0:1787998091.731957:0:2404:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967572) req@ffff94d199eddc00 x1874850291714688/t4294967564(4294967564) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1787998224 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998091.731965:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998091.731968:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199eddc00 x1874850291714688/t4294967564(4294967564) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1787998224 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998091.731976:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998091.731979:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998091.731983:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e27000. 02000000:00000001:3.0:1787998091.731987:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998091.731991:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998091.731993:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998091.731995:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998091.731998:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d1917b5c00. 02000000:00000001:3.0:1787998091.732003:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998091.732010:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998091.732012:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199eddc00. 00000100:00000001:3.0:1787998091.732017:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998091.732019:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998091.732024:0:2404:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967572) req@ffff94d191d01880 x1874850291715328/t4294967566(4294967566) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1787998224 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998091.732036:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998091.732039:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d01880 x1874850291715328/t4294967566(4294967566) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1787998224 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998091.732044:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998091.732046:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998091.732128:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1a0097c00. 02000000:00000001:3.0:1787998091.732132:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998091.732133:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998091.732134:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998091.732136:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998091.732138:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d1a0a6fe00. 02000000:00000001:3.0:1787998091.732141:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998091.732142:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998091.732143:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d01880. 00000100:00000001:3.0:1787998091.732146:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998091.732147:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998091.732154:0:2404:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967572) req@ffff94d199edd880 x1874850291716608/t4294967570(4294967570) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1787998224 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998091.732161:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998091.732164:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edd880 x1874850291716608/t4294967570(4294967570) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1787998224 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998091.732169:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998091.732170:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998091.732172:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e25c00. 02000000:00000001:3.0:1787998091.732174:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998091.732175:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998091.732176:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998091.732178:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998091.732179:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d198427400. 02000000:00000001:3.0:1787998091.733808:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998091.733815:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998091.733819:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edd880. 00000100:00000001:3.0:1787998091.733828:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998091.733831:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998091.733843:0:2404:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967572) req@ffff94d191c13480 x1874850291717248/t4294967572(4294967572) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1787998224 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998091.733851:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998091.733854:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c13480 x1874850291717248/t4294967572(4294967572) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1787998224 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998091.733861:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998091.733863:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998091.733866:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1923a0000. 02000000:00000001:3.0:1787998091.733870:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998091.733872:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998091.733874:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998091.733876:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998091.733878:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d190466400. 02000000:00000001:3.0:1787998091.733880:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998091.733881:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998091.733882:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c13480. 00000100:00000001:3.0:1787998091.733886:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998091.733887:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998091.733889:0:2404:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1787998091.733892:0:2404:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: normal: skip=1 replay=4/4 committed=0/0 00000100:00000001:3.0:1787998091.733895:0:2404:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998091.733897:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998091.733903:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d18380 x1874850291718272/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998231 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998091.733909:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998091.733913:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998091.733915:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998091.733919:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d18380 x1874850291718272/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998231 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998091.733927:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291718272:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998091.733934:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998091.733937:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998091.733940:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d18380 x1874850291718272/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998231 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998091.733946:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998091.733948:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998091.733949:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d19172b800. 02000000:00000001:3.0:1787998091.733952:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998091.733953:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998091.733955:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998091.733956:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998091.733958:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1838ed300. 02000000:00000001:3.0:1787998091.733960:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998091.733961:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998091.733963:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d18380. 00000100:00000001:3.0:1787998091.733965:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998091.733966:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998091.733969:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998091.733980:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998091.733982:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998091.733984:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998091.733988:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998095.811281:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296275956, at 4296275968 00000100:00000010:3.0:1787998095.811287:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0013d80. 00000100:00000001:3.0:1787998096.835960:0:16813:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1787998096.835966:0:16813:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787998096.840856:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998096.840879:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998096.840885:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998096.840887:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998096.840898:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998096.840907:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998096.840918:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998096.840923:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998096.840930:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998096.840936:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a51a80 00000400:00000200:3.0:1787998096.840942:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998096.840950:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x72ed [1] + 224 00000800:00000001:3.0:1787998096.840958:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998096.840965:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998096.840968:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998096.840973:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998096.840982:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998096.840992:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edca80 x1874850291718784/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998112 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998096.841004:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edca80 x1874850291718784/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998112 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998096.841035:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1787998096.841083:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998096.841087:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4b00. 00000400:00000200:3.0:1787998096.841092:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998096.841097:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998096.841103:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807bb0 00000400:00000010:3.0:1787998096.841106:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807bb0. 00000100:00000001:3.0:1787998096.841112:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998096.841119:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199ede300 x1874850291718912/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998096.841138:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998096.841143:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199ede300 x1874850291718912/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998236 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998096.841152:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998096.841154:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998096.841168:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998096.841170:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199320600. 00000400:00000200:3.0:1787998096.841174:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998096.841177:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998096.841181:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409d48 00000400:00000010:3.0:1787998096.841183:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409d48. 00000100:00000001:3.0:1787998096.841185:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998096.841190:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eddf80 x1874850291719168/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998096.841198:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998096.841201:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199eddf80 x1874850291719168/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998112 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998096.841207:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998096.841208:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998096.841217:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998096.841219:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d182b74600. 00000400:00000200:3.0:1787998096.841222:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998096.841226:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998096.841228:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409550 00000400:00000010:3.0:1787998096.841230:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409550. 00000100:00000001:3.0:1787998096.841232:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998096.841236:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edf800 x1874850291719040/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998096.841243:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998096.841246:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edf800 x1874850291719040/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998236 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998096.841251:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998096.841253:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998096.841281:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998096.841284:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19354a300. 00000400:00000200:3.0:1787998096.841288:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998096.841291:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998096.841293:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409cc0 00000400:00000010:3.0:1787998096.841295:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409cc0. 00000100:00000001:3.0:1787998096.841298:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998096.841301:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edc000 x1874850291719296/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998096.841313:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998096.841316:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edc000 x1874850291719296/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998112 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998096.841322:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998096.841323:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998096.849704:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998096.849727:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998096.849732:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998096.849735:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998096.849747:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998096.849756:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998096.849801:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998096.849807:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998096.849813:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998096.849818:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a51b80 00000400:00000200:3.0:1787998096.849823:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998096.849830:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x7305 [1] + 224 00000800:00000001:3.0:1787998096.849839:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998096.849847:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998096.849851:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998096.849856:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998096.850296:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998096.850312:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edf800 x1874850291719040/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998236 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998096.850325:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edf800 x1874850291719040/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998236 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998096.850356:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998096.850369:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998096.850373:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998100.930943:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296281076, at 4296281088 00000100:00000010:3.0:1787998100.930973:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0ad5660. 00000020:00000001:3.0:1787998101.379058:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998101.379065:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998101.379069:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787998101.955804:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998101.955810:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998101.955813:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998101.955820:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d18000 x1874850291719424/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998101.955829:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998101.955831:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998101.955836:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998101.955839:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998101.955842:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998101.955846:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed2632e9-aeaa-48f0-b65b-469967f9297f:2404:1874850291719424:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998101.955851:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998101.955858:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998101.955861:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998101.955864:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998101.955870:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d190450600. 02000000:00000001:3.0:1787998101.955872:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998101.955880:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998101.955886:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a9f8. 00000400:00000010:3.0:1787998101.955895:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f53b8. 00000100:00000200:3.0:1787998101.955904:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291719424, portal 25 00000100:00000001:3.0:1787998101.955907:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998101.955908:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548342784 : -117847161208832 : ffff94d191d18000) 00000100:00000040:3.0:1787998101.955915:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d18000 x1874850291719424/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998101.955923:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998101.955927:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998101.955930:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5880. 00000100:00000200:3.0:1787998101.955933:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874850291719424, offset 0 00000400:00000200:3.0:1787998101.955942:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998101.955953:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998101.955962:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998101.955968:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998101.955974:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998101.955978:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998101.955981:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998101.955985:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2433:2433:256:4294967295] 192.168.206.123@tcp LPNI seq info [2433:2433:8:4294967295] 00000400:00000200:3.0:1787998101.955990:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998101.956002:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998101.956008:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998101.956014:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199f55b00. 00000800:00000200:3.0:1787998101.956022:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998101.956033:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998101.956038:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199f55b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998101.956055:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998101.956060:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998101.956063:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296286196 00000100:00000010:3.0:1787998101.956069:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0013d80. 00000100:00000001:3.0:1787998101.956077:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787998101.956084:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296286196 00000100:00000010:3.0:1787998101.956087:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0013cc0. 00000100:00000001:3.0:1787998101.956090:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787998101.956093:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998101.956097:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998101.956100:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998101.956104:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998101.956678:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998101.956762:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787998101.956873:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998101.956876:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998101.956881:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998101.956884:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1787998101.956887:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998101.956890:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998101.956892:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998101.956894:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998101.956895:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998101.956896:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998101.956904:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1b480 x1874850291719552/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998101.956913:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998101.956915:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998101.956919:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998101.956921:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998101.956924:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998101.956928:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291719552:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998101.956932:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998101.956936:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998101.956939:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998101.956940:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998101.956946:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d190450c00. 02000000:00000001:3.0:1787998101.956948:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998101.956953:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998101.956956:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a840. 00000400:00000010:3.0:1787998101.956961:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5550. 00000100:00000200:3.0:1787998101.956966:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291719552, portal 10 00000100:00000001:3.0:1787998101.956968:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998101.956970:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548356224 : -117847161195392 : ffff94d191d1b480) 00000100:00000040:3.0:1787998101.956977:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d1b480 x1874850291719552/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998101.956985:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998101.956987:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998101.956990:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5f68. 00000100:00000200:3.0:1787998101.956992:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291719552, offset 0 00000400:00000200:3.0:1787998101.956998:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998101.957005:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998101.957010:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998101.957014:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998101.957018:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998101.957020:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998101.957022:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998101.957025:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2434:2434:255:4294967295] 192.168.206.123@tcp LPNI seq info [2434:2434:7:4294967295] 00000400:00000200:3.0:1787998101.957029:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998101.957035:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998101.957041:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998101.957046:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199f55300. 00000800:00000200:3.0:1787998101.959678:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998101.959752:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998101.959758:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199f55300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998101.959764:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998101.959785:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 550077 usecs (551 jiffies) 00000400:00000200:3.0:1787998101.959793:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998101.959797:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296282668 00000100:00000001:3.0:1787998101.959801:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296286196 00000100:00000001:3.0:1787998101.959806:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296282668 00000100:00000001:3.0:1787998101.959809:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296286196 00000100:00000001:3.0:1787998101.959814:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998101.959819:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998101.959826:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998101.959833:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998101.959843:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998101.959847:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787998101.959851:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998101.959855:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998101.959859:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998101.959868:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1b800 x1874850291719680/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998101.959884:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998101.959888:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998101.959894:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998101.959900:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998101.959904:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998101.959909:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291719680:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998101.959914:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998101.959920:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998101.959925:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998101.959930:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998101.959938:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d190451800. 02000000:00000001:3.0:1787998101.959943:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998101.959952:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998101.959958:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a108. 00000400:00000010:3.0:1787998101.959968:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5660. 00000100:00000200:3.0:1787998101.959976:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291719680, portal 10 00000100:00000001:3.0:1787998101.959982:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998101.959986:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548357120 : -117847161194496 : ffff94d191d1b800) 00000100:00000040:3.0:1787998101.959996:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d1b800 x1874850291719680/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998101.960005:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998101.960011:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998101.960016:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f52a8. 00000100:00000200:3.0:1787998101.960021:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291719680, offset 0 00000400:00000200:3.0:1787998101.960034:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998101.960044:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998101.960055:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998101.960065:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998101.963434:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998101.963458:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998101.963464:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998101.963469:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2435:2435:256:4294967295] 192.168.206.123@tcp LPNI seq info [2435:2435:8:4294967295] 00000400:00000200:3.0:1787998101.963477:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998101.963488:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998101.963497:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998101.963505:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199f55300. 00000800:00000200:3.0:1787998101.963513:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998101.963521:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998101.963526:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199f55300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998101.963537:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998101.963545:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18722 usecs (19 jiffies) 00000400:00000200:3.0:1787998101.963549:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998101.963553:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296282137 00000100:00000001:3.0:1787998101.963557:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296286196 00000100:00000001:3.0:1787998101.963559:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296282137 00000100:00000001:3.0:1787998101.963562:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296286196 00000100:00000001:3.0:1787998101.963564:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998101.963568:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998101.963574:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998101.963599:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d18a80 x1874850291719936/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998101.963610:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998101.963612:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998101.963617:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998101.963621:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998101.963625:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998101.963628:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291719936:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998101.963633:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998101.963639:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998101.963643:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998101.963646:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998101.963652:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d190451600. 02000000:00000001:3.0:1787998101.963654:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998101.963659:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998101.963663:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a738. 00000400:00000010:3.0:1787998101.963670:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5e58. 00000100:00000200:3.0:1787998101.963729:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291719936, portal 4 00000100:00000001:3.0:1787998101.963732:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998101.963734:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548345472 : -117847161206144 : ffff94d191d18a80) 00000100:00000040:3.0:1787998101.963742:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d18a80 x1874850291719936/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998101.963750:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998101.963752:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998101.963756:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5b28. 00000100:00000200:3.0:1787998101.963759:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291719936, offset 0 00000400:00000200:3.0:1787998101.963785:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998101.965071:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998101.965095:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998101.965099:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998101.965103:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998101.965105:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998101.965108:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998101.965111:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2437:2437:254:4294967295] 192.168.206.123@tcp LPNI seq info [2437:2437:6:4294967295] 00000400:00000200:3.0:1787998101.965116:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998101.965124:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998101.965130:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998101.965139:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199f55b00. 00000800:00000200:3.0:1787998101.965145:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998101.965152:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998101.965157:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199f55b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998101.965162:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998101.965168:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 20102 usecs (21 jiffies) 00000400:00000200:3.0:1787998101.965172:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998101.965174:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296282143 00000100:00000001:3.0:1787998101.965177:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296286196 00000100:00000001:3.0:1787998101.965180:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296282143 00000100:00000001:3.0:1787998101.965182:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296286196 00000100:00000001:3.0:1787998101.965184:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998101.965187:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998101.965193:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998101.965197:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998101.965205:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998101.965207:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787998101.965210:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998101.965212:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998101.965214:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998101.965216:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787998101.965239:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998101.965256:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998101.965259:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998101.965262:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998101.965266:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998101.965272:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998101.965280:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998101.965283:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998101.965288:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998101.965292:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a51d00 00000400:00000200:3.0:1787998101.965297:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998101.965304:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7315 [1] + 224 00000800:00000001:3.0:1787998101.965311:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998101.965320:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998101.965325:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998101.965329:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998101.965340:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998101.965347:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d18000 x1874850291719424/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998117 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998101.965358:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d18000 x1874850291719424/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998117 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998101.965384:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1787998101.965428:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998101.965432:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199f55300. 00000400:00000200:3.0:1787998101.965436:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998101.965440:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998101.965444:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f52a8 00000400:00000010:3.0:1787998101.965447:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f52a8. 00000100:00000001:3.0:1787998101.965451:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998101.965455:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1b800 x1874850291719680/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998101.965465:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998101.965468:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1b800 x1874850291719680/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998241 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998101.965475:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998101.965477:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998101.965482:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998101.965485:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787998101.965492:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998101.965494:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1838ed100. 00000400:00000200:3.0:1787998101.965498:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998101.965501:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998101.965504:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf990 00000400:00000010:3.0:1787998101.965506:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf990. 00000100:00000001:3.0:1787998101.965510:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998101.965514:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d19c00 x1874850291719808/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998101.965521:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998101.965524:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d19c00 x1874850291719808/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998117 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998101.965531:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998101.965533:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998101.965883:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998101.965887:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199f55b00. 00000400:00000200:3.0:1787998101.965891:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998101.965896:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998101.965899:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5b28 00000400:00000010:3.0:1787998101.965902:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5b28. 00000100:00000001:3.0:1787998101.965905:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998101.965976:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d18a80 x1874850291719936/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998101.965985:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998101.965987:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d18a80 x1874850291719936/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998117 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998101.965993:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998101.965995:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998101.967674:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998101.967691:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998101.967694:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998101.967697:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998101.967704:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998101.967711:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998101.967720:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998101.967724:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998101.967729:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998101.967733:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a51e80 00000400:00000200:3.0:1787998101.967737:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998101.967742:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7345 [1] + 224 00000800:00000001:3.0:1787998101.967749:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998101.967754:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998101.967757:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998101.967761:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998101.967794:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998101.967803:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d19c00 x1874850291719808/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998117 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998101.967924:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d19c00 x1874850291719808/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998117 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998101.967939:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998101.967949:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998101.967954:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998101.967956:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998101.967958:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998101.967962:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998101.967965:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998101.967970:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998101.967972:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998101.967975:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998101.967978:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a51d80 00000400:00000200:3.0:1787998101.967982:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998101.967987:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x7325 [1] + 224 00000800:00000001:3.0:1787998101.968094:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998101.968103:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998101.968106:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998101.968110:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998101.968114:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998101.968119:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1b480 x1874850291719552/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998241 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998101.968136:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d1b480 x1874850291719552/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998241 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998101.968144:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998101.968149:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998101.968152:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998101.968915:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998101.968921:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998101.968929:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998101.968931:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998101.968934:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a840. 00000400:00000200:3.0:1787998101.968940:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5550 00000400:00000010:3.0:1787998101.968943:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5550. 00000100:00000001:3.0:1787998101.968946:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998101.968953:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1b480 x1874850291719552/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998241 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998101.968962:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1b480 x1874850291719552/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998241 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998101.968969:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998101.968971:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998101.968974:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998101.968977:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998101.968979:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998101.968981:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998101.968984:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998101.969269:0:2404:0:(import.c:2149:obd_at_measure()) add 104 to ffff94d191a06c60 time=77 v=104 (104 104 104 136) 00000100:00001000:3.0:1787998101.969275:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=49 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998101.969278:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998101.969280:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998101.969283:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998101.969286:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998101.969290:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998101.969292:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967572 00000100:00000001:3.0:1787998101.969294:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998101.969296:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998101.969301:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1b480 x1874850291719552/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998241 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998101.969308:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998101.969311:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998101.969313:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998101.969365:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1b480 x1874850291719552/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998241 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998101.969373:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291719552:192.168.206.123@tcp:400:kworker.0 00000400:00000001:3.0:1787998101.969379:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998101.969381:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998101.969383:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a9f8. 00000400:00000200:3.0:1787998101.969386:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f53b8 00000400:00000010:3.0:1787998101.969387:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f53b8. 00000100:00000001:3.0:1787998101.969390:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998101.969394:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d18000 x1874850291719424/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998117 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998101.969404:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d18000 x1874850291719424/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998117 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998101.969409:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998101.969411:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998101.969413:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998101.969414:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998101.969416:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998101.969417:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998101.969419:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998101.969422:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=78 v=5 (5 5 5 5) 00000100:00001000:3.0:1787998101.969424:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=78 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998101.969426:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998101.969427:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998101.969429:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998101.969431:0:2404:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998101.969432:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998101.969436:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d18000 x1874850291719424/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998117 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998101.969441:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998101.969443:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998101.969444:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998101.969566:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d18000 x1874850291719424/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998117 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998101.969575:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed2632e9-aeaa-48f0-b65b-469967f9297f:2404:1874850291719424:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998101.969580:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998101.969583:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998101.970804:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1b480 x1874850291719552/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998241 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998101.970825:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998101.970827:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998101.970831:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d190450c00. 02000000:00000001:3.0:1787998101.970835:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998101.970837:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998101.970839:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998101.970842:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998101.970844:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1838ed800. 02000000:00000001:3.0:1787998101.970848:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998101.970850:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998101.970852:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1b480. 00000100:00000001:3.0:1787998101.970856:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998101.970857:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998101.970860:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998101.970865:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d18000 x1874850291719424/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998117 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998101.970871:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998101.970872:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998101.970873:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d190450600. 02000000:00000001:3.0:1787998101.970875:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998101.970877:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998101.970878:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:3.0:1787998101.970880:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998101.970882:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1838ede00. 02000000:00000001:3.0:1787998101.970884:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998101.970884:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998101.970885:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d18000. 00000100:00000001:3.0:1787998101.970887:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998101.970889:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998101.970892:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998101.970894:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998101.970897:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998101.970900:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998101.970902:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998101.971736:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998101.971740:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998101.971997:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998101.972000:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998101.972003:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a108. 00000400:00000200:3.0:1787998101.972007:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5660 00000400:00000010:3.0:1787998101.972009:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5660. 00000100:00000001:3.0:1787998101.972012:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998101.972017:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1b800 x1874850291719680/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998241 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998101.972026:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1b800 x1874850291719680/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998241 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998101.972033:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998101.972035:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998101.972037:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998101.972040:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998101.972042:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998101.972044:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998101.972046:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998101.972053:0:2404:0:(import.c:2149:obd_at_measure()) add 104 to ffff94d187d61460 time=77 v=104 (104 104 104 136) 00000100:00001000:3.0:1787998101.972057:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=77 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998101.972060:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998101.972061:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998101.972064:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998101.972067:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998101.972070:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998101.972072:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1787998101.972074:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998101.972075:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998101.972080:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1b800 x1874850291719680/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998241 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998101.972087:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998101.972090:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998101.972092:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998101.972096:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1b800 x1874850291719680/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998241 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998101.972103:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291719680:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998101.972109:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998101.972111:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998101.972114:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1b800 x1874850291719680/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998241 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998101.972120:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998101.972122:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998101.972124:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d190451800. 02000000:00000001:3.0:1787998101.972128:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998101.972130:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998101.972131:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=3 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998101.972134:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998101.972136:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1838ed300. 02000000:00000001:3.0:1787998101.972138:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998101.972140:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998101.972142:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1b800. 00000100:00000001:3.0:1787998101.972145:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998101.972147:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998101.972149:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998101.972151:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998101.972152:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998101.972153:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998101.972155:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787998101.973655:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998101.973667:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998101.973670:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998101.973673:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998101.973680:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998101.973686:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998101.973693:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998101.973697:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998101.973701:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998101.973705:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a51f00 00000400:00000200:3.0:1787998101.973709:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998101.973714:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7355 [1] + 224 00000800:00000001:3.0:1787998101.973954:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998101.973964:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998101.973967:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998101.973973:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998101.973978:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998101.978310:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d18a80 x1874850291719936/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998117 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998101.978325:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d18a80 x1874850291719936/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998117 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998101.978352:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998101.978369:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998101.978378:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787998104.452458:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998104.452461:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998104.452464:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787998106.050957:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296286196, at 4296286208 00000100:00000010:3.0:1787998106.050978:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0013cc0. 00000800:00000200:3.0:1787998107.079109:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998107.079115:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4600. 00000400:00000200:3.0:1787998107.079123:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998107.079134:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998107.079140:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928075d8 00000400:00000010:3.0:1787998107.079145:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928075d8. 00000100:00000001:3.0:1787998107.079150:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998107.079160:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c12d80 x1874850291720064/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998107.079174:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998107.079178:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c12d80 x1874850291720064/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998123 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998107.079185:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998107.079187:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998107.079205:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998107.079207:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4700. 00000400:00000200:3.0:1787998107.079210:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998107.079214:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998107.079216:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807088 00000400:00000010:3.0:1787998107.079218:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807088. 00000100:00000001:3.0:1787998107.079220:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998107.079223:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c11880 x1874850291720320/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998107.079230:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998107.079233:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c11880 x1874850291720320/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998247 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998107.079239:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998107.079241:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998107.079391:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998107.079394:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4800. 00000400:00000200:3.0:1787998107.079397:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998107.079401:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998107.079404:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807dd0 00000400:00000010:3.0:1787998107.079406:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807dd0. 00000100:00000001:3.0:1787998107.079409:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998107.079412:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c11f80 x1874850291720576/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998107.079465:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998107.079469:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c11f80 x1874850291720576/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998123 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998107.079476:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998107.079477:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998107.088461:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998107.088477:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998107.088481:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998107.088484:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998107.088494:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998107.088502:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998107.088512:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998107.088516:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998107.088521:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998107.088525:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a51f80 00000400:00000200:3.0:1787998107.088530:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998107.088537:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7375 [1] + 224 00000800:00000001:3.0:1787998107.088544:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998107.088551:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998107.088565:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998107.088570:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998107.088578:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998107.088587:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c12d80 x1874850291720064/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998123 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998107.088601:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191c12d80 x1874850291720064/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998123 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998107.088625:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998107.088634:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998107.088638:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787998107.523722:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998107.523727:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998107.523731:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1787998110.595174:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998110.595179:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998110.595183:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787998111.170954:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296291318, at 4296291328 00000100:00000010:3.0:1787998111.170977:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0ad5c00. 00000100:00000001:3.0:1787998112.196422:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998112.196428:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998112.196432:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998112.196443:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199eded80 x1874850291721216/t0(0) o9->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998112.196462:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998112.196465:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998112.196468:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998112.196472:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998112.196476:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998112.196491:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199eded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2401:1874850291721216:192.168.206.123@tcp:9:kworker.0 00000100:00000001:3.0:1787998112.196498:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998112.196502:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998112.196506:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998112.196509:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998112.196515:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d190450600. 02000000:00000001:3.0:1787998112.196520:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998112.196524:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998112.196535:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a108. 00000400:00000010:3.0:1787998112.196540:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5660. 00000100:00000200:3.0:1787998112.196543:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291721216, portal 4 00000100:00000001:3.0:1787998112.196545:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998112.196546:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684423552 : -117847025128064 : ffff94d199eded80) 00000100:00000040:3.0:1787998112.196553:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199eded80 x1874850291721216/t0(0) o9->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998112.196560:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998112.196563:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998112.196565:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f53b8. 00000100:00000200:3.0:1787998112.196568:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291721216, offset 0 00000400:00000200:3.0:1787998112.196572:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998112.196576:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998112.196580:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998112.196583:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998112.196586:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998112.196589:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998112.196591:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998112.196594:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2446:2446:254:4294967295] 192.168.206.123@tcp LPNI seq info [2446:2446:6:4294967295] 00000400:00000200:3.0:1787998112.196598:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998112.196605:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998112.196610:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998112.196615:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199f55b00. 00000800:00000200:3.0:1787998112.196620:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998112.196625:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998112.196628:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199f55b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998112.196632:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998112.196635:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 20142 usecs (21 jiffies) 00000400:00000200:3.0:1787998112.196638:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998112.196640:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296292374 00000100:00000001:3.0:1787998112.196643:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296292902 00000100:00000001:3.0:1787998112.196646:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296292374 00000100:00000001:3.0:1787998112.196648:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296292902 00000100:00000001:3.0:1787998112.196650:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998112.196652:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998112.196655:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998112.196656:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998112.196660:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998112.196662:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1787998112.196664:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998112.196666:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998112.196667:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998112.196670:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998112.224191:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998112.224197:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998112.224206:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998112.224208:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998112.224212:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a108. 00000400:00000200:3.0:1787998112.224217:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5660 00000400:00000010:3.0:1787998112.224220:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5660. 00000100:00000001:3.0:1787998112.224225:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998112.224230:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199eded80 x1874850291721216/t0(0) o9->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998122 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998112.224241:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199eded80 x1874850291721216/t0(0) o9->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998122 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998112.224248:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998112.224250:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998112.224252:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998112.224256:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998112.224259:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998112.224262:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998112.224266:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998112.224277:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca460 time=88 v=5 (5 37 37 37) 00000100:00001000:3.0:1787998112.224282:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998112.224285:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998112.224287:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998112.224291:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998112.224295:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998112.224300:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998112.224302:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:3.0:1787998112.224304:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998112.224307:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998112.224312:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199eded80 x1874850291721216/t0(0) o9->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998122 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998112.224320:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998112.224323:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998112.224325:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1787998112.224329:0:2401:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff94d199eded80 x1874850291721216/t0(0) o9->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998122 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787998112.224352:0:2401:0:(import.c:65:import_set_state_nolock()) ffff94d183eca000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1787998112.224358:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199eded80 x1874850291721216/t0(0) o9->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998122 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998112.224366:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199eded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2401:1874850291721216:192.168.206.123@tcp:9:kworker.0 00000100:00000001:3.0:1787998112.224370:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998112.224372:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998112.224376:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199eded80 x1874850291721216/t0(0) o9->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998122 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998112.224382:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998112.224385:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998112.224390:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d190450600. 02000000:00000001:3.0:1787998112.224393:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998112.224396:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998112.224398:0:2401:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998112.224400:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998112.224403:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d18526a500. 02000000:00000001:3.0:1787998112.224407:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998112.224409:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998112.224411:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199eded80. 00000100:00000001:3.0:1787998112.224417:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998112.224419:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998112.224421:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998112.224430:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998112.224432:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998112.224434:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998112.224436:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998113.667069:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998113.667074:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998113.667077:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787998116.290927:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296296438, at 4296296448 00000100:00000010:3.0:1787998116.290948:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0b0a9c0. 00000020:00000001:3.0:1787998116.739061:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998116.739065:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998116.739069:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787998117.315293:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998117.315299:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998117.315302:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998117.315310:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d18a80 x1874850291721344/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998117.315319:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998117.315321:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998117.315325:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998117.315329:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998117.315331:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998117.315335:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2405:1874850291721344:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998117.315340:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998117.315346:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998117.315349:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998117.315352:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998117.315357:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d190450600. 02000000:00000001:3.0:1787998117.315359:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998117.315368:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998117.315373:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a108. 00000400:00000010:3.0:1787998117.315381:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5660. 00000100:00000200:3.0:1787998117.315389:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291721344, portal 25 00000100:00000001:3.0:1787998117.315392:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998117.315394:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548345472 : -117847161206144 : ffff94d191d18a80) 00000100:00000040:3.0:1787998117.315400:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d18a80 x1874850291721344/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998117.315408:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998117.315411:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998117.315414:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5550. 00000100:00000200:3.0:1787998117.315417:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874850291721344, offset 0 00000400:00000200:3.0:1787998117.315424:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998117.315436:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998117.315445:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998117.315452:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998117.315456:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998117.315461:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998117.315464:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998117.315468:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2448:2448:256:4294967295] 192.168.206.123@tcp LPNI seq info [2448:2448:8:4294967295] 00000400:00000200:3.0:1787998117.315473:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998117.315482:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998117.315490:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998117.315495:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199f55300. 00000800:00000200:3.0:1787998117.315514:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998117.315524:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998117.315530:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199f55300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998117.315546:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998117.315551:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998117.315554:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296301555 00000100:00000010:3.0:1787998117.315560:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0013cc0. 00000100:00000001:3.0:1787998117.315567:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787998117.315574:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296301555 00000100:00000010:3.0:1787998117.315577:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0013120. 00000100:00000001:3.0:1787998117.315581:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787998117.315584:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998117.315587:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998117.315591:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998117.315594:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998117.315933:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998117.315937:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787998117.315940:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998117.315942:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998117.315944:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998117.315947:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1787998117.315949:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998117.315951:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998117.315952:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998117.315954:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998117.315955:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998117.315956:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998117.315962:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d19c00 x1874850291721472/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998117.315968:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998117.315969:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998117.315972:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998117.315974:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998117.315976:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998117.315979:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291721472:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998117.315982:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998117.315985:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998117.315988:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998117.315989:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998117.315993:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d190450c00. 02000000:00000001:3.0:1787998117.315995:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998117.315999:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998117.316003:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a9f8. 00000400:00000010:3.0:1787998117.316007:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5b28. 00000100:00000200:3.0:1787998117.316011:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291721472, portal 10 00000100:00000001:3.0:1787998117.316013:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998117.316015:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548349952 : -117847161201664 : ffff94d191d19c00) 00000100:00000040:3.0:1787998117.316022:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d19c00 x1874850291721472/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998117.316029:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998117.316031:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998117.316033:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f52a8. 00000100:00000200:3.0:1787998117.316036:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291721472, offset 0 00000400:00000200:3.0:1787998117.316040:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998117.316045:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998117.316049:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998117.316053:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998117.316055:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998117.316058:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998117.316060:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998117.316064:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2449:2449:255:4294967295] 192.168.206.123@tcp LPNI seq info [2449:2449:7:4294967295] 00000400:00000200:3.0:1787998117.316067:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998117.316073:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998117.316078:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998117.316082:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199f55d00. 00000800:00000200:3.0:1787998117.316087:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998117.316091:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998117.316094:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199f55d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998117.316098:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998117.316102:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 547258 usecs (548 jiffies) 00000400:00000200:3.0:1787998117.316105:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998117.316107:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296298021 00000100:00000001:3.0:1787998117.316110:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296301555 00000100:00000001:3.0:1787998117.316112:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296298021 00000100:00000001:3.0:1787998117.316114:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296301555 00000100:00000001:3.0:1787998117.316117:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998117.316119:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998117.316121:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998117.316124:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998117.316194:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998117.316199:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199f55300. 00000400:00000200:3.0:1787998117.316206:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998117.316211:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998117.316216:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5550 00000400:00000010:3.0:1787998117.316219:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5550. 00000100:00000001:3.0:1787998117.316225:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998117.316230:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d18a80 x1874850291721344/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998117.316240:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998117.316243:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d18a80 x1874850291721344/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998133 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998117.316251:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998117.316252:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998117.320415:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998117.320421:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199f55d00. 00000400:00000200:3.0:1787998117.320429:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998117.320435:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998117.323911:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f52a8 00000400:00000010:3.0:1787998117.323917:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f52a8. 00000100:00000001:3.0:1787998117.323923:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998117.323935:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d19c00 x1874850291721472/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998117.323949:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998117.323958:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d19c00 x1874850291721472/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998257 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998117.323965:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998117.323966:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998117.324008:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998117.324012:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1838ede00. 00000400:00000200:3.0:1787998117.324017:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998117.324021:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998117.324025:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf770 00000400:00000010:3.0:1787998117.324027:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf770. 00000100:00000001:3.0:1787998117.324031:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998117.324036:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1b100 x1874850291721728/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998117.324044:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998117.324048:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1b100 x1874850291721728/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998133 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998117.324055:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998117.324056:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998117.324152:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998117.324155:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1838ed800. 00000400:00000200:3.0:1787998117.324158:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998117.324163:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998117.324166:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfbb0 00000400:00000010:3.0:1787998117.324168:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfbb0. 00000100:00000001:3.0:1787998117.324181:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998117.324186:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d18e00 x1874850291721600/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998117.324195:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998117.324198:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d18e00 x1874850291721600/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998257 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998117.324205:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998117.324206:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787998117.324561:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998117.324565:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998117.324573:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998117.324575:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998117.324578:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a9f8. 00000400:00000200:3.0:1787998117.324582:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5b28 00000400:00000010:3.0:1787998117.324583:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5b28. 00000100:00000001:3.0:1787998117.324585:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998117.324590:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d19c00 x1874850291721472/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998117.324599:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d19c00 x1874850291721472/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998257 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998117.324604:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998117.324606:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998117.324609:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998117.324613:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998117.324615:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998117.324618:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998117.324621:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998117.324631:0:2405:0:(import.c:2149:obd_at_measure()) add 104 to ffff94d191a06c60 time=93 v=104 (104 104 104 136) 00000100:00001000:3.0:1787998117.324636:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=65 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998117.324638:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998117.324640:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998117.324643:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998117.324647:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998117.324651:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998117.324653:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967572 00000100:00000001:3.0:1787998117.324655:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998117.324657:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998117.324662:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d19c00 x1874850291721472/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998257 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998117.324669:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998117.324672:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998117.324674:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998117.324678:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d19c00 x1874850291721472/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998257 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998117.324685:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291721472:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998117.324690:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998117.324692:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998117.324695:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d19c00 x1874850291721472/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998257 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998117.324701:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998117.324704:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998117.324720:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d190450c00. 02000000:00000001:3.0:1787998117.324725:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998117.324728:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998117.324730:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998117.324732:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998117.324736:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1838eda00. 02000000:00000001:3.0:1787998117.324738:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998117.324740:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998117.324742:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d19c00. 00000100:00000001:3.0:1787998117.324746:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998117.324748:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998117.324751:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998117.324753:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998117.324754:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998117.324756:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998117.324757:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998117.325155:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998117.325158:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998117.325162:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998117.325163:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998117.325165:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a108. 00000400:00000200:3.0:1787998117.325169:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5660 00000400:00000010:3.0:1787998117.325171:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5660. 00000100:00000001:3.0:1787998117.325173:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998117.325177:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d18a80 x1874850291721344/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998117.325186:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d18a80 x1874850291721344/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998133 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998117.325193:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998117.325195:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998117.325197:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998117.325199:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998117.325200:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998117.325203:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998117.325205:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998117.325209:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=94 v=5 (5 5 5 5) 00000100:00001000:3.0:1787998117.325212:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=94 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998117.325215:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998117.325216:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998117.325218:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998117.325221:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998117.325223:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998117.325228:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d18a80 x1874850291721344/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998133 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998117.325234:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998117.325236:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998117.325238:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998117.325241:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d18a80 x1874850291721344/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998133 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998117.325249:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2405:1874850291721344:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998117.325254:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998117.325256:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998117.325259:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d18a80 x1874850291721344/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998133 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998117.325265:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998117.325266:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998117.325268:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d190450600. 02000000:00000001:3.0:1787998117.325271:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998117.325272:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998117.325274:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:3.0:1787998117.325276:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998117.325277:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1838ed000. 02000000:00000001:3.0:1787998117.325279:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998117.325281:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998117.325282:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d18a80. 00000100:00000001:3.0:1787998117.325285:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998117.325287:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998117.325288:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998117.325358:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998117.325361:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998117.325364:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998117.325366:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998117.329275:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998117.329281:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998117.329290:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998117.329293:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998117.329297:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1861519a0. 00000400:00000200:3.0:1787998117.329304:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf660 00000400:00000010:3.0:1787998117.329306:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf660. 00000100:00000001:3.0:1787998117.329311:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998117.329316:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1b100 x1874850291721728/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998117.329325:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1b100 x1874850291721728/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998133 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998117.329332:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998117.329334:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998117.329337:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998117.329341:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998117.329343:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998117.329346:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998117.329350:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998117.329372:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=93 v=5 (5 37 37 37) 00000100:00001000:3.0:1787998117.329376:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=33 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998117.329379:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998117.329381:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998117.329384:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998117.329388:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998117.329392:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998117.329394:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967313 00000100:00000001:3.0:1787998117.329396:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998117.329398:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998117.329403:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1b100 x1874850291721728/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998133 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998117.329410:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998117.329414:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998117.329416:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998117.329421:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1b100 x1874850291721728/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998133 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998117.329429:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291721728:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998117.329435:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998117.329438:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998117.329442:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1b100 x1874850291721728/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998133 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998117.329449:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998117.329452:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998117.329456:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d19172ac00. 02000000:00000001:3.0:1787998117.329460:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998117.329464:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998117.329466:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=2 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998117.329468:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998117.329471:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1838ed300. 02000000:00000001:3.0:1787998117.329474:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998117.329476:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998117.329479:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1b100. 00000100:00000001:3.0:1787998117.329483:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998117.329485:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998117.329488:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998117.329490:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998117.329491:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998117.329493:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998117.329494:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998117.329709:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998117.329712:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998117.329715:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998117.329716:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998117.329718:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151898. 00000400:00000200:3.0:1787998117.329721:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf198 00000400:00000010:3.0:1787998117.329723:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf198. 00000100:00000001:3.0:1787998117.329726:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998117.329730:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d18e00 x1874850291721600/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998117.329737:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d18e00 x1874850291721600/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998257 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998117.329743:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998117.329745:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998117.329747:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998117.329749:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998117.329750:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998117.329752:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998117.329754:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998117.329759:0:2404:0:(import.c:2149:obd_at_measure()) add 104 to ffff94d187d61460 time=93 v=104 (104 104 104 136) 00000100:00001000:3.0:1787998117.329762:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=93 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998117.329764:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998117.329789:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998117.329791:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998117.329793:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998117.329795:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998117.329797:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1787998117.329798:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998117.329800:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998117.329803:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d18e00 x1874850291721600/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998257 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998117.329809:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998117.329811:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998117.329813:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998117.329816:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d18e00 x1874850291721600/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998257 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998117.329823:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291721600:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998117.329828:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998117.329830:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998117.329833:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d18e00 x1874850291721600/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998257 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998117.329838:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998117.329841:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998117.329843:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d19172aa00. 02000000:00000001:3.0:1787998117.329846:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998117.329848:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998117.329849:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=3 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998117.329852:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998117.329853:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1838ed700. 02000000:00000001:3.0:1787998117.329855:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998117.329856:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998117.329858:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d18e00. 00000100:00000001:3.0:1787998117.329861:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998117.329862:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998117.329864:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998117.329884:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998117.329886:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998117.329889:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998117.329890:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998119.811077:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998119.811082:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998119.811085:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787998121.410959:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296301555, at 4296301568 00000100:00000010:3.0:1787998121.410981:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0013120. 00000020:00000001:3.0:1787998122.883652:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998122.883659:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998122.883664:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1787998125.955524:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998125.955528:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998125.955532:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787998126.531069:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296306680, at 4296306688 00000100:00000010:3.0:1787998126.531083:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0b0a2a0. 00000100:00000001:3.0:1787998127.556993:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998127.556999:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998127.557004:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998127.557011:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1aa00 x1874850291722368/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998127.557020:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998127.557022:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998127.557027:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998127.557031:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998127.557034:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998127.557037:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2405:1874850291722368:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998127.557042:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998127.557049:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998127.557052:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998127.557055:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998127.557061:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d190450200. 02000000:00000001:3.0:1787998127.557063:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998127.557072:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998127.557077:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a108. 00000400:00000010:3.0:1787998127.557085:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5660. 00000100:00000200:3.0:1787998127.557094:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291722368, portal 25 00000100:00000001:3.0:1787998127.557097:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998127.557098:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548353536 : -117847161198080 : ffff94d191d1aa00) 00000100:00000040:3.0:1787998127.557105:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d1aa00 x1874850291722368/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998127.557112:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998127.557115:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998127.557118:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5b28. 00000100:00000200:3.0:1787998127.557121:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874850291722368, offset 0 00000400:00000200:3.0:1787998127.557128:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998127.557139:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998127.557148:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998127.557154:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998127.557159:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998127.557163:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998127.557166:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998127.557170:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2456:2456:256:4294967295] 192.168.206.123@tcp LPNI seq info [2456:2456:8:4294967295] 00000400:00000200:3.0:1787998127.557175:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998127.557186:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998127.557215:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998127.557222:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199f55d00. 00000800:00000200:3.0:1787998127.557230:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998127.557239:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998127.557244:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199f55d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998127.557270:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998127.557276:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998127.557481:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296311797 00000100:00000010:3.0:1787998127.557489:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0013120. 00000100:00000001:3.0:1787998127.557497:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787998127.557503:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296311797 00000100:00000010:3.0:1787998127.557506:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0013240. 00000100:00000001:3.0:1787998127.557509:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787998127.557513:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998127.557516:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998127.557519:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998127.557525:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d19500 x1874850291722624/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998127.557531:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998127.557533:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998127.557535:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998127.557537:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998127.557539:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998127.557542:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291722624:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998127.557546:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998127.557549:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998127.557551:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998127.557553:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998127.557557:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d190451c00. 02000000:00000001:3.0:1787998127.557559:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998127.557562:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998127.557566:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a9f8. 00000400:00000010:3.0:1787998127.557570:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f52a8. 00000100:00000200:3.0:1787998127.557574:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291722624, portal 10 00000100:00000001:3.0:1787998127.557576:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998127.557577:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548348160 : -117847161203456 : ffff94d191d19500) 00000100:00000040:3.0:1787998127.557585:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d19500 x1874850291722624/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998127.557591:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998127.557593:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998127.557596:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5550. 00000100:00000200:3.0:1787998127.557598:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291722624, offset 0 00000400:00000200:3.0:1787998127.557603:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998127.557607:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998127.557611:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998127.557613:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998127.557615:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998127.557618:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998127.557620:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998127.557623:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2457:2457:255:4294967295] 192.168.206.123@tcp LPNI seq info [2457:2457:7:4294967295] 00000400:00000200:3.0:1787998127.557627:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998127.557633:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998127.557637:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998127.557641:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199f55300. 00000800:00000200:3.0:1787998127.557644:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998127.557649:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998127.557651:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199f55300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998127.557655:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998127.557659:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18720 usecs (19 jiffies) 00000400:00000200:3.0:1787998127.557662:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998127.557664:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296307733 00000100:00000001:3.0:1787998127.557666:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296311797 00000100:00000001:3.0:1787998127.557668:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296307733 00000100:00000001:3.0:1787998127.557671:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296311797 00000100:00000001:3.0:1787998127.557673:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998127.557676:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998127.557678:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998127.557681:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998127.557690:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998127.557693:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787998127.557696:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998127.557697:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998127.557699:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998127.557701:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1787998127.557703:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998127.557704:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998127.557706:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998127.557707:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998127.557709:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998127.557710:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998127.557714:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1a680 x1874850291722496/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998127.557720:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998127.557721:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998127.557723:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998127.557725:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998127.557726:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998127.557729:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291722496:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998127.557732:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998127.557735:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998127.557736:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998127.557738:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998127.557741:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d190450c00. 02000000:00000001:3.0:1787998127.557743:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998127.557746:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998127.557749:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a840. 00000400:00000010:3.0:1787998127.557752:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5220. 00000100:00000200:3.0:1787998127.557755:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291722496, portal 10 00000100:00000001:3.0:1787998127.557758:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998127.557759:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548352640 : -117847161198976 : ffff94d191d1a680) 00000100:00000040:3.0:1787998127.557764:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d1a680 x1874850291722496/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998127.557828:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998127.557831:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998127.557845:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5000. 00000100:00000200:3.0:1787998127.557848:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291722496, offset 0 00000400:00000200:3.0:1787998127.557853:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998127.557858:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998127.557861:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998127.557864:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998127.557867:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998127.557869:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998127.557871:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998127.557874:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2458:2458:254:4294967295] 192.168.206.123@tcp LPNI seq info [2458:2458:6:4294967295] 00000400:00000200:3.0:1787998127.557878:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998127.557884:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998127.557888:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998127.557892:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199f55500. 00000800:00000200:3.0:1787998127.557896:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998127.557901:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998127.557903:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199f55500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998127.557906:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998127.557909:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 545406 usecs (546 jiffies) 00000400:00000200:3.0:1787998127.557912:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998127.557914:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296308261 00000100:00000001:3.0:1787998127.557917:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296311797 00000100:00000001:3.0:1787998127.557919:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296308261 00000100:00000001:3.0:1787998127.557921:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296311797 00000100:00000001:3.0:1787998127.557924:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998127.557926:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998127.557927:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998127.557931:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d18e00 x1874850291722752/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998127.557939:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998127.557940:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998127.557942:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998127.557944:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998127.557946:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998127.557948:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291722752:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998127.557952:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998127.557954:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998127.557956:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998127.557958:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998127.557961:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d190450600. 02000000:00000001:3.0:1787998127.557963:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998127.557966:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998127.557969:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108ac60. 00000400:00000010:3.0:1787998127.557973:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5330. 00000100:00000200:3.0:1787998127.557976:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291722752, portal 4 00000100:00000001:3.0:1787998127.557977:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998127.557978:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548346368 : -117847161205248 : ffff94d191d18e00) 00000100:00000040:3.0:1787998127.557984:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d18e00 x1874850291722752/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998127.557990:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998127.557992:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998127.557994:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5440. 00000100:00000200:3.0:1787998127.557997:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291722752, offset 0 00000400:00000200:3.0:1787998127.558001:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998127.558005:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998127.558008:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998127.558012:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998127.558014:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998127.558016:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998127.558019:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998127.558021:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2459:2459:253:4294967295] 192.168.206.123@tcp LPNI seq info [2459:2459:5:4294967295] 00000400:00000200:3.0:1787998127.558025:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998127.558031:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998127.558035:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998127.558039:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199f55000. 00000800:00000200:3.0:1787998127.558042:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998127.558047:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998127.558049:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199f55000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998127.558052:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998127.558054:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 250083 usecs (251 jiffies) 00000400:00000200:3.0:1787998127.558057:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998127.558059:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296307966 00000100:00000001:3.0:1787998127.558061:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296311797 00000100:00000001:3.0:1787998127.558064:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296307966 00000100:00000001:3.0:1787998127.558066:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296311797 00000100:00000001:3.0:1787998127.558068:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998127.558070:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998127.558072:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998127.558075:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998127.558093:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998127.558096:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998127.566904:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998127.566908:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998127.567316:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998127.567319:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998127.567322:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a9f8. 00000400:00000200:3.0:1787998127.567326:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f52a8 00000400:00000010:3.0:1787998127.567329:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f52a8. 00000100:00000001:3.0:1787998127.567332:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998127.567337:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d19500 x1874850291722624/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998127.567345:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d19500 x1874850291722624/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998127.567351:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998127.567353:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998127.567356:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998127.567359:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998127.567361:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998127.567364:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998127.567367:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998127.567375:0:2405:0:(import.c:2149:obd_at_measure()) add 104 to ffff94d187d61460 time=103 v=104 (104 104 104 136) 00000100:00001000:3.0:1787998127.567379:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=103 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998127.567382:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998127.567384:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998127.567386:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998127.567389:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998127.567393:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998127.567395:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1787998127.567397:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998127.567399:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998127.567404:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d19500 x1874850291722624/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998127.567411:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998127.567414:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998127.567415:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998127.567419:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d19500 x1874850291722624/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998127.567427:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291722624:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998127.567432:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998127.567435:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998127.567451:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d19500 x1874850291722624/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998127.567459:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998127.567461:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998127.567464:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d190451c00. 02000000:00000001:3.0:1787998127.567468:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998127.567470:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998127.567472:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=3 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998127.567474:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998127.567477:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1838ed300. 02000000:00000001:3.0:1787998127.567480:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998127.567482:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998127.567484:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d19500. 00000100:00000001:3.0:1787998127.567488:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998127.567489:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998127.567493:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998127.567495:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998127.567496:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998127.567499:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998127.567501:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998127.567502:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a840. 00000400:00000200:3.0:1787998127.567505:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5220 00000400:00000010:3.0:1787998127.567507:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5220. 00000100:00000001:3.0:1787998127.567509:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998127.567513:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1a680 x1874850291722496/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998127.567522:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1a680 x1874850291722496/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998127.567528:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998127.567530:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998127.567532:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998127.567533:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998127.567534:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998127.567536:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998127.567538:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998127.567543:0:2405:0:(import.c:2149:obd_at_measure()) add 104 to ffff94d191a06c60 time=103 v=104 (104 104 104 136) 00000100:00001000:3.0:1787998127.567546:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=75 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998127.567548:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998127.567550:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998127.567551:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998127.567553:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998127.567556:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998127.567557:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967572 00000100:00000001:3.0:1787998127.567559:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998127.567561:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998127.567565:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1a680 x1874850291722496/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998127.567572:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998127.567573:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998127.567575:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998127.567578:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1a680 x1874850291722496/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998127.567586:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291722496:192.168.206.123@tcp:400:kworker.0 00000400:00000001:3.0:1787998127.567591:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998127.567593:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998127.567594:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108ac60. 00000400:00000200:3.0:1787998127.567597:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5330 00000400:00000010:3.0:1787998127.567598:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5330. 00000100:00000001:3.0:1787998127.567601:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998127.567604:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d18e00 x1874850291722752/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998127.567612:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d18e00 x1874850291722752/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998143 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998127.567618:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998127.567620:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998127.567621:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998127.567623:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998127.567624:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998127.567626:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998127.567628:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998127.567631:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=103 v=5 (5 37 37 37) 00000100:00001000:3.0:1787998127.567634:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=43 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998127.567636:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998127.567638:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998127.567639:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998127.567641:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998127.567644:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998127.567645:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967313 00000100:00000001:3.0:1787998127.567646:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998127.567648:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998127.567651:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d18e00 x1874850291722752/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998143 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998127.567658:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998127.567660:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998127.567661:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998127.567665:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d18e00 x1874850291722752/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998143 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998127.567672:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291722752:192.168.206.123@tcp:400:kworker.0 00000400:00000001:3.0:1787998127.567677:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998127.567678:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998127.567680:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a108. 00000400:00000200:3.0:1787998127.567682:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5660 00000400:00000010:3.0:1787998127.567684:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5660. 00000100:00000001:3.0:1787998127.567686:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998127.567689:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1aa00 x1874850291722368/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998127.567696:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1aa00 x1874850291722368/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998143 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998127.567708:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998127.567710:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998127.567711:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998127.567713:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998127.567714:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998127.567716:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998127.567718:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998127.567721:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=104 v=5 (5 5 5 5) 00000100:00001000:3.0:1787998127.567724:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=104 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998127.567726:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998127.567727:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998127.567729:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998127.567730:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998127.567732:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998127.567736:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1aa00 x1874850291722368/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998143 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998127.567743:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998127.567745:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998127.567746:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998127.567750:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1aa00 x1874850291722368/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998143 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998127.567758:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2405:1874850291722368:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998127.567762:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998127.567763:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998127.567793:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1a680 x1874850291722496/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998127.567800:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998127.567802:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998127.567804:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d190450c00. 02000000:00000001:3.0:1787998127.567807:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998127.567809:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998127.567810:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998127.567813:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998127.567814:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1838ed700. 02000000:00000001:3.0:1787998127.567817:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998127.567818:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998127.567820:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1a680. 00000100:00000001:3.0:1787998127.567823:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998127.567824:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998127.567826:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998127.567830:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d18e00 x1874850291722752/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998143 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998127.567836:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998127.567837:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998127.567839:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d190450600. 02000000:00000001:3.0:1787998127.567841:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998127.567842:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998127.567843:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=2 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998127.567845:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998127.567847:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1838ed000. 02000000:00000001:3.0:1787998127.567849:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998127.567850:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998127.567852:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d18e00. 00000100:00000001:3.0:1787998127.567854:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998127.567856:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998127.567857:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998127.567861:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1aa00 x1874850291722368/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998143 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998127.567867:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998127.567869:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998127.567871:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d190450200. 02000000:00000001:3.0:1787998127.567873:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998127.567874:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998127.567876:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:3.0:1787998127.567877:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998127.567879:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1838ed100. 02000000:00000001:3.0:1787998127.567881:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998127.567883:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998127.567884:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1aa00. 00000100:00000001:3.0:1787998127.567886:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998127.567888:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998127.567890:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998127.567896:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998127.567899:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998127.567901:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998127.567903:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998129.028458:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998129.028462:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998129.028465:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787998131.650853:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296311797, at 4296311808 00000100:00000010:3.0:1787998131.650867:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0013240. 00000020:00000001:3.0:1787998132.099913:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998132.099916:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998132.099920:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1787998135.173651:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998135.173655:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998135.173658:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787998136.770886:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296316919, at 4296316928 00000100:00000010:3.0:1787998136.770902:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0ad53c0. 00000020:00000001:3.0:1787998138.243953:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998138.243956:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998138.243960:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1787998141.315391:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998141.315395:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998141.315398:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787998141.891698:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296322037, at 4296322048 00000100:00000010:3.0:1787998141.891715:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0ad54e0. 00000100:00000001:3.0:1787998142.917706:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998142.917714:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998142.917717:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998142.917726:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1b100 x1874850291723904/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998142.917743:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998142.917755:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998142.917762:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998142.917945:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998142.917951:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998142.917959:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2405:1874850291723904:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998142.917968:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998142.917972:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998142.917975:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998142.917979:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998142.917984:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d190451800. 02000000:00000001:3.0:1787998142.917988:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998142.917998:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998142.918002:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a108. 00000400:00000010:3.0:1787998142.918008:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5660. 00000100:00000200:3.0:1787998142.918015:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291723904, portal 25 00000100:00000001:3.0:1787998142.918019:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998142.918022:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548355328 : -117847161196288 : ffff94d191d1b100) 00000100:00000040:3.0:1787998142.918031:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d1b100 x1874850291723904/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998142.918043:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998142.918051:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998142.918056:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5330. 00000100:00000200:3.0:1787998142.918062:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874850291723904, offset 0 00000400:00000200:3.0:1787998142.919469:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998142.919479:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998142.919485:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998142.919490:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998142.919493:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998142.919496:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998142.919499:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998142.919503:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2470:2470:256:4294967295] 192.168.206.123@tcp LPNI seq info [2470:2470:8:4294967295] 00000400:00000200:3.0:1787998142.919508:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998142.919516:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998142.919522:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998142.919529:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199f55000. 00000800:00000200:3.0:1787998142.919535:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998142.919542:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998142.919547:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199f55000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998142.919564:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998142.919571:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998142.919573:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296327159 00000100:00000001:3.0:1787998142.919581:0:2405:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296323618 00000100:00000001:3.0:1787998142.919587:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296327159 00000100:00000001:3.0:1787998142.919589:0:2405:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296323618 00000100:00000001:3.0:1787998142.919592:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998142.919596:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998142.919601:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998142.919606:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d19c00 x1874850291724160/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998142.919615:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998142.919617:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998142.919620:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998142.919623:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998142.919626:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998142.919629:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291724160:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998142.919633:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998142.919638:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998142.919641:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998142.919644:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998142.919650:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d190451600. 02000000:00000001:3.0:1787998142.919653:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998142.919657:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998142.919660:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108ac60. 00000400:00000010:3.0:1787998142.919667:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5220. 00000100:00000200:3.0:1787998142.919672:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291724160, portal 10 00000100:00000001:3.0:1787998142.919675:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998142.919676:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548349952 : -117847161201664 : ffff94d191d19c00) 00000100:00000040:3.0:1787998142.919683:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d19c00 x1874850291724160/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998142.919691:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998142.919694:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998142.919696:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f52a8. 00000100:00000200:3.0:1787998142.919699:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291724160, offset 0 00000400:00000200:3.0:1787998142.919703:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998142.919707:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998142.919710:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998142.919713:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998142.919716:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998142.919718:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998142.919720:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998142.919723:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2471:2471:255:4294967295] 192.168.206.123@tcp LPNI seq info [2471:2471:7:4294967295] 00000400:00000200:3.0:1787998142.919727:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998142.919733:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998142.919738:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998142.919741:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199f55500. 00000800:00000200:3.0:1787998142.919745:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998142.919750:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998142.919752:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199f55500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998142.919755:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998142.919758:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18692 usecs (19 jiffies) 00000400:00000200:3.0:1787998142.919761:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998142.919764:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296323095 00000100:00000001:3.0:1787998142.919766:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296327159 00000100:00000001:3.0:1787998142.919792:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296323096 00000100:00000001:3.0:1787998142.919795:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296327159 00000100:00000001:3.0:1787998142.919797:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998142.919799:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998142.919801:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998142.919806:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998142.919814:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998142.919817:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787998142.919833:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998142.919835:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998142.919839:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998142.919842:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998142.923119:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998142.923124:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998142.923130:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998142.923132:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998142.923136:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151738. 00000400:00000200:3.0:1787998142.923141:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf000 00000400:00000010:3.0:1787998142.923143:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf000. 00000100:00000001:3.0:1787998142.923147:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998142.923151:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d18a80 x1874850291724032/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998142.923161:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d18a80 x1874850291724032/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998142.923168:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998142.923170:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998142.923173:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998142.923176:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998142.923179:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998142.923181:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998142.923183:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998142.923192:0:2404:0:(import.c:2149:obd_at_measure()) add 104 to ffff94d191a06c60 time=118 v=104 (104 104 104 136) 00000100:00001000:3.0:1787998142.923197:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=90 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998142.923200:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998142.923202:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998142.923205:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998142.923208:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998142.923211:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998142.923223:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967572 00000100:00000001:3.0:1787998142.923225:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998142.923227:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998142.923232:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d18a80 x1874850291724032/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998142.923240:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998142.923243:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998142.923245:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998142.923248:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d18a80 x1874850291724032/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998142.923255:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291724032:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998142.923261:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998142.923263:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998142.923266:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d18a80 x1874850291724032/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998142.923278:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998142.923280:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998142.923284:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d19172a600. 02000000:00000001:3.0:1787998142.923288:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998142.923291:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998142.923293:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998142.923296:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998142.923299:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1838ed800. 02000000:00000001:3.0:1787998142.923302:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998142.923304:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998142.923308:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d18a80. 00000100:00000001:3.0:1787998142.923314:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998142.923316:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998142.923319:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998142.923321:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998142.923323:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998142.923325:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998142.923329:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998142.925025:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998142.925030:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998142.925037:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998142.925039:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998142.925041:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151bb0. 00000400:00000200:3.0:1787998142.925047:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf550 00000400:00000010:3.0:1787998142.925049:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf550. 00000100:00000001:3.0:1787998142.925054:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998142.925062:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1b800 x1874850291724288/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998158 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998142.925071:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1b800 x1874850291724288/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998158 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998142.925077:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998142.925079:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998142.925081:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998142.925084:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998142.925086:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998142.925088:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998142.925091:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998142.925099:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=118 v=5 (5 37 37 37) 00000100:00001000:3.0:1787998142.925102:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=58 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998142.925105:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998142.925107:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998142.925110:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998142.925113:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998142.925116:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998142.925117:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967313 00000100:00000001:3.0:1787998142.925119:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998142.925121:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998142.925126:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1b800 x1874850291724288/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998158 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998142.925132:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998142.925135:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998142.925136:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998142.925140:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1b800 x1874850291724288/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998158 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998142.925147:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291724288:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998142.925153:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998142.925155:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998142.925158:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1b800 x1874850291724288/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998158 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998142.925164:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998142.925167:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998142.925169:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d19172a000. 02000000:00000001:3.0:1787998142.925172:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998142.925175:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998142.925177:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=2 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998142.925179:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998142.925181:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1838ed100. 02000000:00000001:3.0:1787998142.925184:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998142.925186:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998142.925187:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1b800. 00000100:00000001:3.0:1787998142.925191:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998142.925193:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998142.925195:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998142.925202:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998142.925204:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998142.925206:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998142.925208:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998142.925537:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998142.925540:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998142.925543:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998142.925545:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998142.925547:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a108. 00000400:00000200:3.0:1787998142.925550:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5660 00000400:00000010:3.0:1787998142.925552:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5660. 00000100:00000001:3.0:1787998142.925555:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998142.925559:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1b100 x1874850291723904/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998158 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998142.925566:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1b100 x1874850291723904/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998158 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998142.925572:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998142.925573:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998142.925575:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998142.925576:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998142.925578:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998142.925579:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998142.925581:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998142.925585:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=119 v=5 (5 5 5 5) 00000100:00001000:3.0:1787998142.925588:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=119 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998142.925590:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998142.925591:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998142.925593:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998142.925595:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998142.925596:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998142.925600:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1b100 x1874850291723904/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998158 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998142.925606:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998142.925608:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998142.925609:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998142.925613:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1b100 x1874850291723904/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998158 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998142.925620:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2405:1874850291723904:192.168.206.123@tcp:400:kworker.0 00000400:00000001:3.0:1787998142.925625:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998142.925626:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998142.925628:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108ac60. 00000400:00000200:3.0:1787998142.925630:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5220 00000400:00000010:3.0:1787998142.925632:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5220. 00000100:00000001:3.0:1787998142.925634:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998142.925637:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d19c00 x1874850291724160/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998142.925644:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d19c00 x1874850291724160/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998142.925650:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998142.925651:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998142.925653:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998142.925654:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998142.927420:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998142.927427:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998142.927433:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998142.927444:0:2405:0:(import.c:2149:obd_at_measure()) add 104 to ffff94d187d61460 time=118 v=104 (104 104 104 136) 00000100:00001000:3.0:1787998142.927449:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=118 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998142.927452:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998142.927454:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998142.928616:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998142.928620:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998142.928624:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998142.928626:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1787998142.928629:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998142.928630:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998142.928641:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d19c00 x1874850291724160/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998142.928649:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998142.928652:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998142.928654:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998142.928658:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d19c00 x1874850291724160/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998142.928672:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291724160:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998142.928677:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998142.928680:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998142.928684:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1b100 x1874850291723904/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998158 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998142.928690:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998142.928693:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998142.928697:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d190451800. 02000000:00000001:3.0:1787998142.928702:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998142.928704:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998142.928705:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:3.0:1787998142.928707:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998142.928710:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1838eda00. 02000000:00000001:3.0:1787998142.928714:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998142.928715:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998142.928717:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1b100. 00000100:00000001:3.0:1787998142.928732:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998142.928733:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998142.928735:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998142.928738:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d19c00 x1874850291724160/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998142.928744:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998142.928746:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998142.928747:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d190451600. 02000000:00000001:3.0:1787998142.928749:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998142.928750:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998142.928752:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=3 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998142.928753:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998142.928755:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1838ede00. 02000000:00000001:3.0:1787998142.928757:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998142.928758:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998142.928759:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d19c00. 00000100:00000001:3.0:1787998142.928761:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998142.928763:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998142.928765:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998142.928787:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998142.928790:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998142.928792:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998142.928795:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998144.387572:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998144.387576:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998144.387579:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787998147.010935:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296327159, at 4296327168 00000100:00000010:3.0:1787998147.010958:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1853948a0. 00000020:00000001:3.0:1787998147.459097:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998147.459100:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998147.459103:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1787998150.531161:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998150.531164:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998150.531167:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787998152.131258:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296332276, at 4296332288 00000100:00000010:3.0:1787998152.131272:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0ad54e0. 00000020:00000001:3.0:1787998153.603017:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998153.603021:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998153.603024:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1787998156.677613:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998156.677616:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998156.677620:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787998157.250879:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296337395, at 4296337408 00000100:00000010:3.0:1787998157.250898:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0b0a0c0. 00000100:00000001:3.0:1787998158.275120:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998158.275126:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998158.275129:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998158.275139:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d18000 x1874850291725440/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998158.275153:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998158.275157:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998158.275164:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998158.275168:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998158.275174:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998158.275181:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2405:1874850291725440:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998158.275188:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998158.275196:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998158.275200:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998158.275204:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998158.275210:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d190451800. 02000000:00000001:3.0:1787998158.275220:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998158.275230:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998158.275237:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108ac60. 00000400:00000010:3.0:1787998158.275244:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5220. 00000100:00000200:3.0:1787998158.275252:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291725440, portal 25 00000100:00000001:3.0:1787998158.275255:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998158.275257:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548342784 : -117847161208832 : ffff94d191d18000) 00000100:00000040:3.0:1787998158.275265:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d18000 x1874850291725440/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998158.275285:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998158.275292:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998158.275297:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5660. 00000100:00000200:3.0:1787998158.275301:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874850291725440, offset 0 00000400:00000200:3.0:1787998158.275310:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998158.275323:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998158.275333:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998158.275341:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998158.275348:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998158.275354:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998158.275359:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998158.275366:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2480:2480:256:4294967295] 192.168.206.123@tcp LPNI seq info [2480:2480:8:4294967295] 00000400:00000200:3.0:1787998158.275375:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998158.275388:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998158.275399:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998158.275409:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199f55300. 00000800:00000200:3.0:1787998158.275420:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998158.275433:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998158.275439:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199f55300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998158.275453:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998158.275462:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998158.275467:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296342515 00000100:00000010:3.0:1787998158.275475:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0013240. 00000100:00000001:3.0:1787998158.275483:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787998158.275491:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296342515 00000400:00000200:2.0:1787998158.275493:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000100:00000010:3.0:1787998158.275496:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0013660. 00000100:00000001:3.0:1787998158.275501:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 3 00000800:00000200:2.0:1787998158.275501:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000100:00000001:3.0:1787998158.275505:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1787998158.275507:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1838eda00. 00000100:00000001:3.0:1787998158.275509:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998158.275514:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998158.275515:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000100:00000001:3.0:1787998158.275517:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998158.275526:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998158.275529:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787998158.275531:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998158.275533:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998158.275534:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998158.275539:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d18380 x1874850291725696/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998158.275547:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998158.275548:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998158.275550:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998158.275552:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998158.275554:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998158.275557:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291725696:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998158.275560:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998158.275562:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998158.275564:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998158.275566:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998158.275569:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d190451200. 02000000:00000001:3.0:1787998158.275571:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998158.275574:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998158.275577:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a108. 00000400:00000010:3.0:1787998158.275581:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5dd0. 00000100:00000200:3.0:1787998158.275584:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291725696, portal 10 00000100:00000001:3.0:1787998158.275586:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998158.275587:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548343680 : -117847161207936 : ffff94d191d18380) 00000100:00000040:3.0:1787998158.275593:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d18380 x1874850291725696/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998158.275600:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998158.275602:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998158.275605:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f52a8. 00000100:00000200:3.0:1787998158.275608:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291725696, offset 0 00000400:00000200:3.0:1787998158.276283:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998158.276291:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998158.276295:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998158.276298:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998158.276301:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998158.276303:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998158.276305:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998158.276308:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2482:2482:254:4294967295] 192.168.206.123@tcp LPNI seq info [2482:2482:6:4294967295] 00000400:00000200:3.0:1787998158.276312:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998158.276318:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998158.276322:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998158.276328:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199f55d00. 00000800:00000200:3.0:1787998158.276333:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998158.276338:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998158.276341:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199f55d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998158.276345:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998158.276350:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18562 usecs (19 jiffies) 00000400:00000200:3.0:1787998158.276353:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998158.276355:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296338452 00000100:00000001:3.0:1787998158.276358:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296342515 00000100:00000001:3.0:1787998158.276360:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296338452 00000100:00000001:3.0:1787998158.276363:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296342515 00000100:00000001:3.0:1787998158.276364:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998158.276367:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998158.276370:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998158.276373:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998158.276377:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998158.276379:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787998158.276381:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998158.276382:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998158.276384:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998158.276386:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998158.276437:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998158.276441:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199f55300. 00000400:00000200:3.0:1787998158.276447:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998158.276451:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998158.276456:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5660 00000400:00000010:3.0:1787998158.276459:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5660. 00000100:00000001:3.0:1787998158.276463:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998158.276499:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d18000 x1874850291725440/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998158.276510:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998158.276514:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d18000 x1874850291725440/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998174 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998158.276520:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998158.276521:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998158.276586:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998158.276589:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199f55d00. 00000400:00000200:3.0:1787998158.276591:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998158.276596:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998158.276599:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f52a8 00000400:00000010:3.0:1787998158.276600:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f52a8. 00000100:00000001:3.0:1787998158.276603:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998158.276606:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d18380 x1874850291725696/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1787998158.276636:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998158.276640:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1838eda00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998158.276644:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998158.276676:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998158.276680:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d18380 x1874850291725696/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998298 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998158.276687:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998158.276688:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998158.276702:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998158.276704:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1838eda00. 00000400:00000200:3.0:1787998158.276707:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998158.276711:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000040:2.0:1787998158.276713:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 539882 usecs (540 jiffies) 00000400:00000200:3.0:1787998158.276714:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfa18 00000400:00000200:2.0:1787998158.276721:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998158.276722:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfa18. 00000100:00000001:2.0:1787998158.276727:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296338973 00000100:00000001:3.0:1787998158.276728:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1787998158.276733:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296342515 00000100:00000200:3.0:1787998158.276734:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1b480 x1874850291725568/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998158.276738:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296338973 00000100:00000001:2.0:1787998158.276742:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296342515 00000100:00000001:2.0:1787998158.276744:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998158.276746:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998158.276749:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998158.276756:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d18700 x1874850291725824/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998158.276763:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998158.276765:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998158.276780:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998158.276782:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998158.276785:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998158.276788:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291725824:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998158.276792:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998158.276795:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998158.276798:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998158.276800:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998158.276805:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d19172a600. 02000000:00000001:2.0:1787998158.276808:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998158.276814:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998158.276820:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151f20. 00000100:00000001:3.0:1787998158.276822:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1787998158.276827:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfee0. 00000100:00000040:3.0:1787998158.276828:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1b480 x1874850291725568/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998298 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787998158.276834:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291725824, portal 4 00000100:00000001:3.0:1787998158.276836:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998158.276839:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998158.276840:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787998158.276843:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548344576 : -117847161207040 : ffff94d191d18700) 00000100:00000040:2.0:1787998158.276853:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d18700 x1874850291725824/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998158.276860:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998158.276863:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998158.276866:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf3b8. 00000100:00000200:2.0:1787998158.276869:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291725824, offset 0 00000400:00000200:2.0:1787998158.276874:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998158.276878:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998158.276882:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998158.276886:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998158.276888:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998158.276890:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998158.276892:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998158.276895:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2483:2483:256:4294967295] 192.168.206.123@tcp LPNI seq info [2483:2483:8:4294967295] 00000400:00000200:2.0:1787998158.276899:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998158.276905:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998158.276910:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998158.276913:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1838ed100. 00000800:00000200:2.0:1787998158.276918:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998158.276922:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998158.276925:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1838ed100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998158.276942:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998158.276945:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 241927 usecs (242 jiffies) 00000400:00000200:2.0:1787998158.276948:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998158.276950:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296338676 00000100:00000001:2.0:1787998158.276952:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296342515 00000100:00000001:2.0:1787998158.276954:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296338676 00000100:00000001:2.0:1787998158.276956:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296342515 00000100:00000001:2.0:1787998158.276958:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998158.276960:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998158.276962:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998158.276964:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998158.276968:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998158.276970:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787998158.276972:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998158.276973:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998158.276974:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998158.276976:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998158.277912:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998158.277917:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1838ed100. 00000400:00000200:3.0:1787998158.277920:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998158.277925:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998158.277929:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf3b8 00000400:00000010:3.0:1787998158.277931:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf3b8. 00000100:00000001:3.0:1787998158.277934:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998158.277939:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d18700 x1874850291725824/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998158.277947:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998158.277950:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d18700 x1874850291725824/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998174 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998158.277956:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998158.277957:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998158.280967:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998158.280982:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998158.280986:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998158.280989:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998158.280997:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998158.281004:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998158.281013:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998158.281017:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998158.281022:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998158.281026:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a53600 00000400:00000200:3.0:1787998158.281030:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998158.281035:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x754d [1] + 224 00000800:00000001:3.0:1787998158.281042:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998158.281048:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998158.281050:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998158.281054:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998158.281062:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998158.281069:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d18700 x1874850291725824/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998174 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998158.281080:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d18700 x1874850291725824/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998158.281104:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998158.281112:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998158.281115:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998158.281828:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998158.281833:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787998158.281840:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998158.281842:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998158.281845:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151f20. 00000400:00000200:2.0:1787998158.281851:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfee0 00000400:00000010:2.0:1787998158.281853:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfee0. 00000100:00000001:2.0:1787998158.281857:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998158.281863:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d18700 x1874850291725824/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787998158.281873:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d18700 x1874850291725824/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998174 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998158.281880:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998158.281882:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998158.281885:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998158.281888:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998158.281890:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998158.281892:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998158.281895:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998158.281903:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=134 v=5 (5 37 37 37) 00000100:00001000:2.0:1787998158.281907:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=74 v=5 (1 0 0 0) 00000100:00000001:2.0:1787998158.281909:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998158.281911:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998158.281914:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998158.281918:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998158.281921:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998158.281924:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967313 00000100:00000001:2.0:1787998158.281926:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998158.281927:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998158.281932:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d18700 x1874850291725824/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998174 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998158.281939:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998158.281941:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998158.281943:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998158.281947:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d18700 x1874850291725824/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998174 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787998158.281954:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291725824:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998158.281959:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998158.281961:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998158.281964:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d18700 x1874850291725824/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998174 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998158.281970:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998158.281972:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998158.281975:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d19172a600. 02000000:00000001:2.0:1787998158.281979:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998158.281982:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998158.281983:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=2 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998158.281985:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998158.281987:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1838ede00. 02000000:00000001:2.0:1787998158.281991:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998158.281992:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998158.281994:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d18700. 00000100:00000001:2.0:1787998158.281997:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998158.281999:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998158.282002:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787998158.282757:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998158.282792:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998158.282796:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998158.282800:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998158.282806:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998158.282815:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998158.282822:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998158.282826:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998158.282830:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998158.282834:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a53580 00000400:00000200:3.0:1787998158.282837:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998158.282842:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x753d [1] + 224 00000800:00000001:3.0:1787998158.282848:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998158.282852:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998158.282854:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998158.282858:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998158.282863:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998158.282870:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d18380 x1874850291725696/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998298 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998158.282880:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d18380 x1874850291725696/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998298 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998158.282893:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998158.282899:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998158.282903:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998158.282904:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998158.282906:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998158.282909:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998158.282912:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998158.282916:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998158.282918:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998158.282920:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998158.282923:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a53500 00000400:00000200:3.0:1787998158.282926:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998158.282930:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x752d [1] + 224 00000800:00000001:3.0:1787998158.282933:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998158.282938:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998158.282940:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998158.282943:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998158.282947:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998158.282951:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1b480 x1874850291725568/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998298 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998158.282959:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d1b480 x1874850291725568/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998298 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998158.282966:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998158.282969:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998158.282972:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998158.282984:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998158.282987:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998158.282991:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998158.282993:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998158.282995:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a108. 00000400:00000200:3.0:1787998158.282998:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5dd0 00000400:00000010:3.0:1787998158.283000:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5dd0. 00000100:00000001:3.0:1787998158.283003:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998158.283007:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d18380 x1874850291725696/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998298 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998158.283014:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d18380 x1874850291725696/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998298 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998158.283020:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998158.283021:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998158.283023:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998158.283025:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998158.283027:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998158.283028:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998158.283031:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998158.283037:0:2405:0:(import.c:2149:obd_at_measure()) add 104 to ffff94d187d61460 time=134 v=104 (104 104 104 136) 00000100:00001000:3.0:1787998158.283040:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=134 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998158.283042:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998158.283043:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998158.283045:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998158.283047:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998158.283050:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998158.283051:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1787998158.283053:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998158.283054:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998158.283058:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d18380 x1874850291725696/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998298 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998158.283063:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998158.283065:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998158.283067:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998158.283070:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d18380 x1874850291725696/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998298 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998158.283077:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291725696:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998158.283082:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998158.283084:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998158.283086:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d18380 x1874850291725696/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998298 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998158.283092:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998158.283094:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998158.283097:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d190451200. 02000000:00000001:3.0:1787998158.283100:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998158.283101:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998158.283102:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=3 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998158.283104:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998158.283106:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1838ed300. 02000000:00000001:3.0:1787998158.283109:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998158.283110:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998158.283112:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d18380. 00000100:00000001:3.0:1787998158.283115:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998158.283116:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998158.283118:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998158.283119:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998158.283121:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998158.283122:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998158.283123:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787998158.284443:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998158.284455:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998158.284459:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998158.284461:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998158.284468:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998158.284474:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998158.284482:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998158.284486:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998158.284743:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998158.284747:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a53480 00000400:00000200:3.0:1787998158.284752:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998158.284757:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x751d [1] + 224 00000800:00000001:3.0:1787998158.284763:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998158.284962:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998158.284966:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998158.284970:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998158.284977:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998158.284984:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d18000 x1874850291725440/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998174 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998158.284993:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d18000 x1874850291725440/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998158.285006:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998158.285012:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998158.285015:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998158.285026:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998158.285029:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998158.285035:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998158.285036:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998158.285038:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108ac60. 00000400:00000200:3.0:1787998158.285041:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5220 00000400:00000010:3.0:1787998158.285044:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5220. 00000100:00000001:3.0:1787998158.285046:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998158.285050:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d18000 x1874850291725440/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998158.285059:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d18000 x1874850291725440/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998174 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998158.285065:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998158.285066:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998158.285069:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998158.285071:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998158.285073:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998158.285075:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998158.285078:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998158.285083:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=135 v=5 (5 5 5 5) 00000100:00001000:3.0:1787998158.285087:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=135 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998158.285090:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998158.285091:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998158.285094:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998158.285096:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998158.285098:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998158.285102:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d18000 x1874850291725440/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998174 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998158.285109:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998158.285111:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998158.285113:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998158.285117:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d18000 x1874850291725440/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998174 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998158.285125:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2405:1874850291725440:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998158.285143:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998158.285146:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998158.285150:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d18000 x1874850291725440/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998174 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998158.285156:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998158.285158:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998158.285161:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d190451800. 02000000:00000001:3.0:1787998158.285165:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998158.285168:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998158.285171:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:3.0:1787998158.285173:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998158.285175:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1838ed700. 02000000:00000001:3.0:1787998158.285179:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1787998158.285181:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1787998158.285182:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1787998158.285186:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1787998158.285187:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d18000. 00000400:00000001:2.0:1787998158.285193:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998158.285196:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998158.285198:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1861517e8. 00000100:00000001:3.0:1787998158.285203:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1787998158.285203:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbff68 00000100:00000001:3.0:1787998158.285207:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1787998158.285208:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbff68. 00000100:00000001:3.0:1787998158.285212:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998158.285214:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1787998158.285222:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1787998158.285222:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1b480 x1874850291725568/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998298 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998158.285226:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998158.285230:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998158.285234:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1787998158.285243:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1b480 x1874850291725568/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998298 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998158.285250:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998158.285251:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998158.285253:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998158.285255:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998158.285256:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998158.285258:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998158.285260:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998158.285265:0:2404:0:(import.c:2149:obd_at_measure()) add 104 to ffff94d191a06c60 time=134 v=104 (104 104 104 136) 00000100:00001000:2.0:1787998158.285281:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=106 v=5 (1 0 0 0) 00000100:00000001:2.0:1787998158.285283:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998158.285285:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998158.285286:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998158.285289:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998158.285292:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998158.285294:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967572 00000100:00000001:2.0:1787998158.285296:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998158.285297:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998158.285301:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1b480 x1874850291725568/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998298 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998158.285309:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998158.285311:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998158.285312:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998158.285316:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1b480 x1874850291725568/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998298 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787998158.285325:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291725568:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998158.285330:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998158.285331:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998158.285334:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1b480 x1874850291725568/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998298 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998158.285341:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998158.285342:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998158.285344:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d19172a000. 02000000:00000001:2.0:1787998158.285351:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998158.285352:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998158.285354:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998158.285358:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998158.285359:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1838ed000. 02000000:00000001:2.0:1787998158.285362:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998158.285363:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998158.285364:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1b480. 00000100:00000001:2.0:1787998158.285367:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998158.285369:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998158.285370:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998158.285376:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998158.285377:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998158.285379:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998158.285381:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998159.747611:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998159.747615:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998159.747619:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787998162.371254:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296342515, at 4296342528 00000100:00000010:3.0:1787998162.371268:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0013660. 00000100:00000040:2.0:1787998162.372076:0:16353:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582220 (cpu 2) has reached its deadline 4296342515, at 4296342529 00000100:00000010:2.0:1787998162.372084:0:16353:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0013240. 00000020:00000001:3.0:1787998162.819184:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998162.819188:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998162.819191:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1787998163.398356:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998163.398363:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19354a800. 00000400:00000200:3.0:1787998163.398370:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998163.398378:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998163.398384:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409aa0 00000400:00000010:3.0:1787998163.398387:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409aa0. 00000100:00000001:3.0:1787998163.398392:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998163.398399:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edce00 x1874850291726080/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998163.398411:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998163.398414:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edce00 x1874850291726080/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998303 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998163.398422:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998163.398424:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998163.398437:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998163.398438:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4b00. 00000400:00000200:3.0:1787998163.398441:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998163.398444:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998163.398447:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807e58 00000400:00000010:3.0:1787998163.398448:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807e58. 00000100:00000001:3.0:1787998163.398451:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998163.398454:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edc700 x1874850291725952/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998163.398461:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998163.398464:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edc700 x1874850291725952/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998179 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998163.398470:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998163.398471:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998163.398477:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998163.398479:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4600. 00000400:00000200:3.0:1787998163.398482:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998163.398485:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998163.398487:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807330 00000400:00000010:3.0:1787998163.398489:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807330. 00000100:00000001:3.0:1787998163.398491:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998163.398494:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199ede680 x1874850291726208/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998163.398500:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998163.398503:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199ede680 x1874850291726208/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998303 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998163.398509:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998163.398510:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998163.399353:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998163.399359:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19354a300. 00000400:00000200:3.0:1787998163.399363:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998163.399369:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998163.399374:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409c38 00000400:00000010:3.0:1787998163.399378:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409c38. 00000100:00000001:3.0:1787998163.399382:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998163.399389:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edd500 x1874850291726336/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998163.399399:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998163.399402:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edd500 x1874850291726336/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998179 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998163.399408:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998163.399409:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998163.402412:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998163.402428:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998163.402433:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998163.402435:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998163.402444:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998163.402452:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998163.402460:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998163.402465:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998163.402470:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998163.402474:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a53680 00000400:00000200:3.0:1787998163.402478:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998163.402484:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7565 [1] + 224 00000800:00000001:3.0:1787998163.402491:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998163.402495:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998163.402498:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998163.402502:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998163.402509:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998163.402517:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edc700 x1874850291725952/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998179 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998163.402529:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edc700 x1874850291725952/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998163.402552:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998163.402560:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998163.402563:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998163.402566:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998163.402568:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998163.402571:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998163.402574:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998163.402578:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998163.402581:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998163.402583:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998163.402586:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a53700 00000400:00000200:3.0:1787998163.402589:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998163.402594:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x755d [1] + 224 00000800:00000001:3.0:1787998163.402598:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998163.402604:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998163.402606:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998163.402609:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998163.402613:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998163.402617:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edce00 x1874850291726080/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998303 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998163.402626:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edce00 x1874850291726080/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998303 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998163.402646:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998163.402652:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998163.402655:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998163.405686:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998163.405698:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998163.405700:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998163.405703:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998163.405709:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998163.405714:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998163.405722:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998163.405727:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998163.405732:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998163.405735:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a53780 00000400:00000200:3.0:1787998163.405739:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998163.405745:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x756d [1] + 224 00000800:00000001:3.0:1787998163.405751:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998163.405757:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998163.405760:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998163.405765:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998163.407522:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998163.407537:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199ede680 x1874850291726208/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998303 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998163.407550:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199ede680 x1874850291726208/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998303 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998163.407576:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998163.407590:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998163.407600:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998163.407602:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998163.407604:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998163.407610:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998163.407614:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998163.407621:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998163.407625:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998163.407631:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998163.407635:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a53800 00000400:00000200:3.0:1787998163.407639:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998163.407645:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7575 [1] + 224 00000800:00000001:3.0:1787998163.407651:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998163.407657:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998163.407660:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998163.407663:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998163.407667:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998163.407670:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edd500 x1874850291726336/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998179 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998163.407679:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edd500 x1874850291726336/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998163.407700:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998163.407704:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998163.407707:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787998165.890927:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998165.890932:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998165.890936:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787998167.490909:0:16353:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582220 (cpu 2) has reached its deadline 4296347636, at 4296347648 00000100:00000010:2.0:1787998167.490925:0:16353:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0b0a1e0. 00000100:00000040:3.0:1787998167.491005:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296347636, at 4296347648 00000100:00000010:3.0:1787998167.491012:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0b0a060. 00000800:00000200:3.0:1787998168.519250:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998168.519259:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19381e700. 00000400:00000200:3.0:1787998168.519267:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998168.519275:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998168.519282:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409a18 00000400:00000010:3.0:1787998168.519284:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409a18. 00000100:00000001:3.0:1787998168.519289:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998168.519296:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edce00 x1874850291726592/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998168.519308:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998168.519311:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edce00 x1874850291726592/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998184 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998168.519319:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998168.519321:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998168.519335:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998168.519338:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19381e100. 00000400:00000200:3.0:1787998168.519340:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998168.519344:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998168.519346:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409330 00000400:00000010:3.0:1787998168.519348:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409330. 00000100:00000001:3.0:1787998168.519350:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998168.519353:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edc700 x1874850291726848/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998168.519360:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998168.519363:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edc700 x1874850291726848/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998184 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998168.519368:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998168.519370:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998168.519377:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998168.519379:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19381e400. 00000400:00000200:3.0:1787998168.519382:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998168.519385:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998168.519387:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409198 00000400:00000010:3.0:1787998168.519389:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409198. 00000100:00000001:3.0:1787998168.519391:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998168.519394:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edd500 x1874850291726464/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998168.519401:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998168.519404:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edd500 x1874850291726464/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998184 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998168.519409:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998168.519410:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998168.519633:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998168.519637:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19381e600. 00000400:00000200:3.0:1787998168.519641:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998168.519644:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998168.519648:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409b28 00000400:00000010:3.0:1787998168.519650:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409b28. 00000100:00000001:3.0:1787998168.519657:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998168.519661:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199ede680 x1874850291726720/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998168.519667:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998168.519669:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199ede680 x1874850291726720/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998184 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998168.519675:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998168.519676:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998168.524503:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998168.524519:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998168.524523:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998168.524526:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998168.524534:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998168.524542:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998168.524550:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998168.524555:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998168.524560:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998168.524564:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a53880 00000400:00000200:3.0:1787998168.524568:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998168.524573:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x758d [1] + 224 00000800:00000001:3.0:1787998168.524580:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998168.524594:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998168.524597:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998168.524602:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998168.524610:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998168.524619:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edd500 x1874850291726464/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998184 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998168.524630:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edd500 x1874850291726464/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998168.524654:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998168.524663:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998168.524668:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998168.524670:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998168.524672:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998168.524675:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998168.524678:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998168.524682:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998168.524684:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998168.524687:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998168.524689:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a53a00 00000400:00000200:3.0:1787998168.524693:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998168.524697:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7585 [1] + 224 00000800:00000001:3.0:1787998168.524701:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998168.524706:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998168.524708:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998168.524711:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998168.524714:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998168.524718:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edc700 x1874850291726848/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998184 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998168.524728:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edc700 x1874850291726848/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998168.524734:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998168.524738:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998168.524741:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998168.526462:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998168.526473:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998168.526475:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998168.526478:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998168.526483:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998168.526488:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998168.526495:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998168.526500:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998168.526505:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998168.526509:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a53980 00000400:00000200:3.0:1787998168.526514:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998168.526518:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x7595 [1] + 224 00000800:00000001:3.0:1787998168.526524:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998168.526530:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998168.526532:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998168.526536:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998168.526541:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998168.526546:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199ede680 x1874850291726720/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998184 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998168.526556:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199ede680 x1874850291726720/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998168.526576:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998168.526582:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998168.526585:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998168.528090:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998168.528101:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998168.528105:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998168.528107:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998168.528114:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998168.528120:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998168.528127:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998168.528131:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998168.528136:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998168.528140:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a53900 00000400:00000200:3.0:1787998168.528145:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998168.528149:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x757d [1] + 224 00000800:00000001:3.0:1787998168.528155:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998168.528161:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998168.528164:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998168.528168:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998168.528174:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998168.528180:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edce00 x1874850291726592/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998184 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998168.528191:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edce00 x1874850291726592/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998168.528218:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998168.528224:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998168.528226:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787998168.963606:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998168.963610:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998168.963613:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1787998172.035011:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998172.035014:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998172.035017:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787998172.610869:0:16353:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582220 (cpu 2) has reached its deadline 4296352755, at 4296352768 00000100:00000010:2.0:1787998172.610882:0:16353:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0b0a780. 00000100:00000040:3.0:1787998172.610963:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296352755, at 4296352768 00000100:00000010:3.0:1787998172.610969:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0b0a660. 00000800:00000200:3.0:1787998173.635715:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998173.635719:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19381e400. 00000400:00000200:3.0:1787998173.635725:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998173.635730:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998173.639739:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409110 00000400:00000010:3.0:1787998173.639746:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409110. 00000100:00000001:3.0:1787998173.639753:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998173.639762:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199ede680 x1874850291727104/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998173.639788:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998173.639792:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199ede680 x1874850291727104/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998189 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998173.639804:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998173.639806:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998173.639818:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998173.639828:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998173.639830:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998173.639833:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998173.639839:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998173.639844:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998173.639851:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998173.639854:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998173.639859:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998173.639862:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a53b00 00000400:00000200:3.0:1787998173.639867:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998173.639872:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x759d [1] + 224 00000800:00000001:3.0:1787998173.639879:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998173.639900:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998173.639904:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998173.639908:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998173.639913:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998173.639918:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199ede680 x1874850291727104/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998189 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998173.639926:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199ede680 x1874850291727104/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998173.639933:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1787998173.639981:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998173.639985:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19381e100. 00000400:00000200:3.0:1787998173.639989:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998173.639992:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998173.639995:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409bb0 00000400:00000010:3.0:1787998173.639997:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409bb0. 00000100:00000001:3.0:1787998173.640000:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998173.640004:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edd500 x1874850291727360/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998173.640011:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998173.640013:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edd500 x1874850291727360/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998189 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1787998173.640021:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1787998173.640024:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998173.640025:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998173.640026:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1787998173.642523:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998173.642529:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19381e700. 00000400:00000200:2.0:1787998173.642532:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998173.642606:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998173.642611:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409220 00000400:00000010:2.0:1787998173.642613:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409220. 00000100:00000001:2.0:1787998173.642617:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998173.642622:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edce00 x1874850291726976/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998173.642630:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998173.642633:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edce00 x1874850291726976/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998189 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998173.642639:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998173.642641:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998173.642704:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998173.642977:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19381e100. 00000400:00000200:2.0:1787998173.642982:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998173.642986:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998173.642989:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409110 00000400:00000010:2.0:1787998173.642991:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409110. 00000100:00000001:2.0:1787998173.642994:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998173.642998:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edc700 x1874850291727232/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998173.643004:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998173.643007:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edc700 x1874850291727232/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998189 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998173.643013:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998173.643014:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998173.646404:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998173.646418:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998173.646422:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998173.646424:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998173.646432:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998173.646438:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998173.646446:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998173.646451:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998173.646456:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998173.646459:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a53c00 00000400:00000200:3.0:1787998173.646464:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998173.646469:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x75a5 [1] + 224 00000800:00000001:3.0:1787998173.646475:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998173.646482:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998173.646485:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998173.646489:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998173.646495:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998173.646502:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edd500 x1874850291727360/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998189 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998173.646513:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edd500 x1874850291727360/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998173.646534:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998173.646690:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998173.646694:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998173.649428:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998173.649451:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998173.649456:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998173.649459:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998173.649470:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998173.649481:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998173.649492:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998173.649498:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998173.649504:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998173.649508:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a53a80 00000400:00000200:2.0:1787998173.649513:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998173.649520:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x75ad [1] + 224 00000800:00000001:2.0:1787998173.649528:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998173.649605:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998173.649610:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998173.649616:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998173.649625:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998173.649637:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edce00 x1874850291726976/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998189 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998173.649649:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edce00 x1874850291726976/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998173.649668:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998173.649679:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998173.649682:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998173.651075:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998173.651090:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998173.651094:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998173.651096:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998173.651104:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998173.651111:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998173.651120:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998173.651124:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998173.651128:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998173.651132:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a53b80 00000400:00000200:3.0:1787998173.651137:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998173.651143:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x75b5 [1] + 224 00000800:00000001:3.0:1787998173.651149:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998173.651156:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998173.651159:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998173.651163:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998173.651169:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998173.651177:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edc700 x1874850291727232/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998189 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998173.651200:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edc700 x1874850291727232/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998173.651217:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998173.651225:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998173.651228:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787998175.107125:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998175.107129:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998175.107132:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787998177.730929:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296357882, at 4296357888 00000100:00000040:2.0:1787998177.730930:0:16353:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582220 (cpu 2) has reached its deadline 4296357882, at 4296357888 00000100:00000010:2.0:1787998177.730951:0:16353:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0b0a960. 00000100:00000010:3.0:1787998177.730956:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0b0a240. 00000020:00000001:3.0:1787998178.179855:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998178.179859:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998178.179863:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1787998178.756032:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998178.756045:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19381e400. 00000400:00000200:2.0:1787998178.756057:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998178.756072:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998178.756085:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854095d8 00000400:00000010:2.0:1787998178.756304:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854095d8. 00000100:00000001:2.0:1787998178.756318:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998178.756328:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edce00 x1874850291727616/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998178.756341:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998178.756345:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edce00 x1874850291727616/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998194 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998178.756353:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998178.756355:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998178.762216:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998178.762239:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998178.762244:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998178.762247:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998178.762258:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998178.762268:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998178.762279:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998178.762284:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998178.762305:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998178.762310:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a53d00 00000400:00000200:3.0:1787998178.762316:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998178.762323:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x75bd [1] + 224 00000800:00000001:3.0:1787998178.762332:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998178.762349:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998178.762353:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998178.762358:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998178.762367:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998178.762380:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edce00 x1874850291727616/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998194 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998178.762391:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edce00 x1874850291727616/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998178.762401:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998178.762411:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998178.762414:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1787998178.765233:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998178.765238:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4700. 00000400:00000200:2.0:1787998178.765246:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998178.765252:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998178.765258:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807880 00000400:00000010:2.0:1787998178.765261:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807880. 00000100:00000001:2.0:1787998178.765266:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998178.765272:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edc700 x1874850291727488/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998178.765283:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998178.765301:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edc700 x1874850291727488/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998194 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998178.765309:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998178.765312:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998178.765394:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998178.765398:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4900. 00000400:00000200:2.0:1787998178.765401:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998178.765405:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998178.765408:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807dd0 00000400:00000010:2.0:1787998178.765409:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807dd0. 00000100:00000001:2.0:1787998178.765412:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998178.765415:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edd500 x1874850291727744/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998178.765421:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998178.765424:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edd500 x1874850291727744/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998194 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998178.765431:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998178.765432:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998178.769090:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1787998178.769288:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998178.769296:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19381e400. 00000400:00000200:3.0:1787998178.769303:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998178.769310:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998178.769318:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854093b8 00000400:00000010:3.0:1787998178.769330:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854093b8. 00000100:00000001:3.0:1787998178.769336:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998178.769343:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199ede680 x1874850291727872/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998178.769355:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998178.769358:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199ede680 x1874850291727872/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998194 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998178.769371:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998178.769373:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998178.769454:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998178.769458:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998178.769461:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998178.769468:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998178.769474:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998178.769482:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998178.769486:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998178.769491:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998178.769495:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a53c80 00000400:00000200:2.0:1787998178.769500:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998178.769507:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x75c5 [1] + 224 00000800:00000001:2.0:1787998178.769514:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998178.769523:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998178.769525:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998178.769529:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998178.769534:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998178.769541:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edc700 x1874850291727488/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998194 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998178.769551:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edc700 x1874850291727488/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998178.769570:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998178.769577:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998178.769581:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998178.771476:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998178.771495:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998178.771501:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998178.771504:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998178.771514:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998178.771522:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998178.771531:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998178.771537:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998178.771542:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998178.771547:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a53d80 00000400:00000200:3.0:1787998178.771552:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998178.771558:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x75d5 [1] + 224 00000800:00000001:3.0:1787998178.771564:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998178.771572:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998178.771575:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998178.771580:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998178.771586:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998178.771595:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edd500 x1874850291727744/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998194 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998178.771607:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edd500 x1874850291727744/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998178.771630:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998178.771647:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998178.771650:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998178.777547:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998178.777573:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998178.777578:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998178.777581:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998178.777594:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998178.777616:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998178.777628:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998178.777634:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998178.777641:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998178.777646:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a53e00 00000400:00000200:2.0:1787998178.777653:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998178.777661:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x75cd [1] + 224 00000800:00000001:2.0:1787998178.777671:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998178.777755:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998178.777760:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998178.777765:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998178.777808:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998178.777820:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199ede680 x1874850291727872/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998194 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998178.777832:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199ede680 x1874850291727872/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998178.777854:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998178.777864:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998178.777868:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787998181.251185:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998181.251190:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998181.251194:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787998182.850924:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296363004, at 4296363008 00000100:00000010:3.0:1787998182.850983:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0b0a5a0. 00000100:00000040:2.0:1787998182.851962:0:16353:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582220 (cpu 2) has reached its deadline 4296363004, at 4296363009 00000100:00000010:2.0:1787998182.851971:0:16353:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0b0a480. 00000100:00000040:2.0:1787998183.875204:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998183.875220:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998183.875234:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1b480. 00000020:00000040:2.0:1787998183.875242:0:37:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:2.0:1787998183.875247:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998183.875251:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998183.875258:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998183.875269:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d1838ed000. 00000100:00000001:2.0:1787998183.875277:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998183.875293:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS req@ffff94d191d1b480 x1874850291728000/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998183.875306:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998183.875311:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998183.875319:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061bf0840] to pc [ptlrpcd_01_01+1] req@ffff94d191d1b480 x1874850291728000/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998183.875365:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998183.875368:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998183.875372:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998183.875376:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d18700. 00000020:00000040:2.0:1787998183.875378:0:37:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998183.875380:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998183.875382:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998183.875384:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998183.875411:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d1838ede00. 00000100:00000001:2.0:1787998183.875416:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998183.875421:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID req@ffff94d191d18700 x1874850291728128/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998183.875428:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998183.875430:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998183.875434:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d21c543f] to pc [ptlrpcd_01_00+0] req@ffff94d191d18700 x1874850291728128/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998183.875445:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998183.875448:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998183.875453:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998183.875457:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1ad80. 00000020:00000040:2.0:1787998183.875460:0:37:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=4 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998183.875462:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998183.875463:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998183.875466:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998183.875470:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d1838ed800. 00000100:00000001:2.0:1787998183.875473:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998183.875478:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID req@ffff94d191d1ad80 x1874850291728256/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998183.875485:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998183.875488:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998183.875492:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000804f2e49] to pc [ptlrpcd_01_01+1] req@ffff94d191d1ad80 x1874850291728256/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998183.875500:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998183.875503:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998183.875508:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998183.875512:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d19880. 00000020:00000040:2.0:1787998183.875515:0:37:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998183.875517:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998183.875519:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998183.875521:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998183.875527:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d1838ed700. 00000100:00000001:2.0:1787998183.875530:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998183.875534:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID req@ffff94d191d19880 x1874850291728384/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998183.875541:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998183.875543:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998183.875547:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d864ee0a] to pc [ptlrpcd_01_00+0] req@ffff94d191d19880 x1874850291728384/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998183.875553:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998183.875555:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787998183.875559:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787998183.875565:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1701) 00000100:00000001:2.0:1787998183.875586:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998183.875591:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998183.875594:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998183.875600:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d18700 x1874850291728128/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998183.875608:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998183.875611:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998183.875616:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998183.875619:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998183.875622:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998183.875625:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291728128:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998183.875630:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998183.875636:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998183.875640:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998183.875643:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998183.875647:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d19172a600. 02000000:00000001:2.0:1787998183.875649:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998183.875658:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998183.875663:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1861517e8. 00000400:00000010:2.0:1787998183.875671:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbff68. 00000100:00000200:2.0:1787998183.875680:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291728128, portal 10 00000100:00000001:2.0:1787998183.875683:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998183.875685:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548344576 : -117847161207040 : ffff94d191d18700) 00000100:00000040:2.0:1787998183.875693:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d18700 x1874850291728128/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998183.875701:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998183.875704:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998183.875706:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfee0. 00000100:00000200:2.0:1787998183.875709:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291728128, offset 0 00000400:00000200:2.0:1787998183.875716:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998183.875739:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998183.875747:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998183.875753:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998183.875759:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998183.875763:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998183.875813:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998183.875819:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2500:2500:256:4294967295] 192.168.206.123@tcp LPNI seq info [2500:2500:8:4294967295] 00000400:00000200:2.0:1787998183.875823:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998183.875834:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998183.875842:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998183.875848:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1838ed300. 00000800:00000200:2.0:1787998183.875856:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998183.875865:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998183.875870:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1838ed300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998183.875882:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998183.875887:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 535388 usecs (536 jiffies) 00000400:00000200:2.0:1787998183.875891:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998183.875894:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296364569 00000100:00000010:2.0:1787998183.875900:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d185394de0. 00000100:00000001:2.0:1787998183.875908:0:2404:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1787998183.875913:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296364569 00000100:00000010:2.0:1787998183.875917:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1853948a0. 00000100:00000001:2.0:1787998183.875938:0:2404:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1787998183.875943:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998183.875946:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998183.875949:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998183.875954:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d19880 x1874850291728384/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998183.875960:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998183.875962:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998183.875964:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998183.875966:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998183.875968:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998183.875971:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291728384:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998183.875974:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998183.875977:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998183.875978:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998183.875980:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998183.875983:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d19172ae00. 02000000:00000001:2.0:1787998183.875985:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998183.875989:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998183.875991:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151f20. 00000400:00000010:2.0:1787998183.875995:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfb28. 00000100:00000200:2.0:1787998183.875998:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291728384, portal 4 00000100:00000001:2.0:1787998183.876000:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998183.876001:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548349056 : -117847161202560 : ffff94d191d19880) 00000100:00000040:2.0:1787998183.876006:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d19880 x1874850291728384/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998183.876012:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998183.876015:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998183.876017:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfc38. 00000100:00000200:2.0:1787998183.876019:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291728384, offset 0 00000400:00000200:2.0:1787998183.876025:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998183.876028:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998183.876031:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998183.876034:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998183.876037:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998183.876039:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998183.876041:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998183.876044:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2501:2501:255:4294967295] 192.168.206.123@tcp LPNI seq info [2501:2501:7:4294967295] 00000400:00000200:2.0:1787998183.876048:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998183.876053:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998183.876057:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998183.876061:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1838ed100. 00000800:00000200:2.0:1787998183.876065:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998183.876070:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998183.876073:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1838ed100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998183.876076:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998183.876079:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 235656 usecs (236 jiffies) 00000400:00000200:2.0:1787998183.876081:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998183.876084:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296364269 00000100:00000001:2.0:1787998183.876086:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296364569 00000100:00000001:2.0:1787998183.876088:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296364269 00000100:00000001:2.0:1787998183.876090:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296364569 00000100:00000001:2.0:1787998183.876092:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998183.876094:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998183.876096:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998183.876099:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998183.876108:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998183.876110:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787998183.876112:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998183.876113:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998183.876115:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998183.876118:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1787998183.876119:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998183.876134:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998183.876135:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998183.876137:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998183.876138:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998183.876139:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998183.876143:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1b480 x1874850291728000/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998183.876150:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998183.876151:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998183.876154:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998183.876155:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998183.876157:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998183.876160:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed2632e9-aeaa-48f0-b65b-469967f9297f:2404:1874850291728000:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998183.876163:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998183.876166:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998183.876167:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998183.876169:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998183.876172:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d19172aa00. 02000000:00000001:2.0:1787998183.876174:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998183.876178:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998183.876181:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151268. 00000400:00000010:2.0:1787998183.876185:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf2a8. 00000100:00000200:2.0:1787998183.876188:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291728000, portal 25 00000100:00000001:2.0:1787998183.876189:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998183.876191:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548356224 : -117847161195392 : ffff94d191d1b480) 00000100:00000040:2.0:1787998183.876195:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d1b480 x1874850291728000/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998183.876201:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998183.876203:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998183.876205:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf440. 00000100:00000200:2.0:1787998183.876207:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874850291728000, offset 0 00000400:00000200:2.0:1787998183.876211:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998183.876215:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998183.876219:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998183.876222:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998183.876224:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998183.876226:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998183.876228:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998183.876231:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2502:2502:254:4294967295] 192.168.206.123@tcp LPNI seq info [2502:2502:6:4294967295] 00000400:00000200:2.0:1787998183.876235:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998183.876240:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998183.876245:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998183.876248:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1838eda00. 00000800:00000200:2.0:1787998183.876252:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998183.876256:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998183.876259:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1838eda00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998183.876262:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998183.876265:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998183.876266:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296368116 00000100:00000001:2.0:1787998183.876272:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296364569 00000100:00000001:2.0:1787998183.876276:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296368116 00000100:00000001:2.0:1787998183.876279:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296364569 00000100:00000001:2.0:1787998183.876281:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998183.876283:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998183.876285:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998183.876288:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1ad80 x1874850291728256/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998183.876294:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998183.876296:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998183.876298:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998183.876299:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998183.876301:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998183.876304:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291728256:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998183.876306:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998183.876309:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998183.876310:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998183.876312:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998183.876315:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d19172ac00. 02000000:00000001:2.0:1787998183.876317:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998183.876319:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998183.876321:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151e18. 00000400:00000010:2.0:1787998183.876325:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf5d8. 00000100:00000200:2.0:1787998183.876327:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291728256, portal 10 00000100:00000001:2.0:1787998183.876328:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998183.876329:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548354432 : -117847161197184 : ffff94d191d1ad80) 00000100:00000040:2.0:1787998183.876335:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d1ad80 x1874850291728256/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998183.876340:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998183.876342:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998183.876344:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf220. 00000100:00000200:2.0:1787998183.876346:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291728256, offset 0 00000400:00000200:2.0:1787998183.876349:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998183.876353:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998183.876356:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998183.876359:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998183.876361:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998183.876363:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998183.876365:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998183.876368:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2503:2503:253:4294967295] 192.168.206.123@tcp LPNI seq info [2503:2503:5:4294967295] 00000400:00000200:2.0:1787998183.876372:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998183.876377:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998183.876382:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998183.876386:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1907ef800. 00000800:00000200:2.0:1787998183.876389:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998183.876393:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998183.876396:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1907ef800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998183.876398:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998183.876401:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18516 usecs (19 jiffies) 00000400:00000200:2.0:1787998183.876404:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998183.876406:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296364052 00000100:00000001:2.0:1787998183.876408:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296368116 00000100:00000001:2.0:1787998183.876410:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296364052 00000100:00000001:2.0:1787998183.876412:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296368116 00000100:00000001:2.0:1787998183.876414:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998183.876416:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998183.876419:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998183.876421:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998183.877132:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998183.877138:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998183.877193:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998183.877198:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1838ed300. 00000400:00000200:3.0:1787998183.877209:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998183.877215:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998183.877222:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfee0 00000400:00000010:3.0:1787998183.877225:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfee0. 00000100:00000001:3.0:1787998183.877232:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998183.877238:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d18700 x1874850291728128/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998183.877250:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998183.877254:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d18700 x1874850291728128/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998199 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998183.877261:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998183.877263:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998183.877278:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998183.877280:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1838ed100. 00000400:00000200:3.0:1787998183.877283:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998183.877286:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998183.877288:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfc38 00000400:00000010:3.0:1787998183.877290:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfc38. 00000100:00000001:3.0:1787998183.877293:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998183.877297:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d19880 x1874850291728384/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998183.877304:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998183.877307:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d19880 x1874850291728384/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998199 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998183.877313:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998183.877315:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998183.877323:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998183.877324:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1838eda00. 00000400:00000200:3.0:1787998183.877327:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998183.877331:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998183.877334:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf440 00000400:00000010:3.0:1787998183.877335:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf440. 00000100:00000001:3.0:1787998183.877337:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998183.877341:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1b480 x1874850291728000/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998183.877362:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998183.877365:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1b480 x1874850291728000/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998199 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998183.877372:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998183.877373:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998183.877734:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998183.877737:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1907ef800. 00000400:00000200:3.0:1787998183.877743:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998183.877747:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998183.877751:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf220 00000400:00000010:3.0:1787998183.877752:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf220. 00000100:00000001:3.0:1787998183.877756:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998183.877760:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1ad80 x1874850291728256/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998183.877795:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998183.877799:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1ad80 x1874850291728256/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998199 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998183.877805:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998183.877807:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998183.881245:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998183.881269:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998183.881274:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998183.881276:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998183.881287:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998183.881295:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998183.881307:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998183.881312:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998183.881319:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998183.881323:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a53e80 00000400:00000200:2.0:1787998183.881329:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998183.881335:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x75fd [1] + 224 00000800:00000001:2.0:1787998183.881353:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998183.881364:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998183.881367:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998183.881373:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998183.881382:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998183.881393:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1b480 x1874850291728000/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998199 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998183.881405:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d1b480 x1874850291728000/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998183.881428:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998183.881440:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998183.881444:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998183.881789:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998183.881796:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998183.881804:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998183.881807:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998183.881811:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151268. 00000400:00000200:3.0:1787998183.881815:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf2a8 00000400:00000010:3.0:1787998183.881819:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf2a8. 00000100:00000001:3.0:1787998183.881823:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998183.881829:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1b480 x1874850291728000/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998183.881839:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1b480 x1874850291728000/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998199 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998183.881846:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998183.881848:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998183.881851:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998183.881855:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998183.881859:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998183.881862:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998183.881865:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998183.881873:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=10 v=5 (5 5 5 5) 00000100:00001000:3.0:1787998183.881878:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=10 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998183.881881:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998183.881883:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998183.881887:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998183.881890:0:2404:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998183.881893:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998183.881898:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1b480 x1874850291728000/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998199 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998183.881905:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998183.881909:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998183.881911:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998183.883247:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1b480 x1874850291728000/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998199 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998183.883271:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed2632e9-aeaa-48f0-b65b-469967f9297f:2404:1874850291728000:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998183.883280:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998183.883285:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998183.883291:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1b480 x1874850291728000/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998199 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998183.883299:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998183.883302:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998183.883308:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d19172aa00. 02000000:00000001:3.0:1787998183.883312:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998183.883315:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998183.883317:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:3.0:1787998183.883320:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998183.883323:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1838ed000. 02000000:00000001:3.0:1787998183.883326:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998183.883329:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998183.883331:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1b480. 00000100:00000001:3.0:1787998183.883336:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998183.883337:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998183.883341:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998183.883343:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998183.883878:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998183.883882:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998183.883885:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998183.884496:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998183.884516:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998183.884520:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998183.884524:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998183.884532:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998183.884541:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998183.884555:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998183.884560:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998183.884567:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998183.884571:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a54000 00000400:00000200:2.0:1787998183.884577:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998183.884583:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x75ed [1] + 224 00000800:00000001:2.0:1787998183.884591:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998183.884595:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998183.884600:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998183.884604:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998183.884613:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998183.884621:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d19880 x1874850291728384/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998199 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998183.884631:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d19880 x1874850291728384/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998183.884648:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998183.884661:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998183.884865:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998183.884868:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998183.884870:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998183.884874:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998183.884878:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998183.884883:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998183.884886:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998183.884889:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998183.884892:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a53f00 00000400:00000200:2.0:1787998183.884896:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998183.884901:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x75dd [1] + 224 00000800:00000001:2.0:1787998183.884905:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998183.884909:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998183.884911:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998183.884914:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998183.885193:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998183.885198:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998183.885206:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998183.885208:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998183.885212:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151f20. 00000400:00000200:3.0:1787998183.885219:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfb28 00000400:00000010:3.0:1787998183.885222:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfb28. 00000100:00000001:3.0:1787998183.885227:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998183.885233:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d19880 x1874850291728384/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998183.885242:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d19880 x1874850291728384/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998199 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998183.885248:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998183.885251:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998183.885254:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998183.885259:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998183.885261:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998183.885264:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998183.885268:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998183.885280:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=9 v=5 (5 5 37 37) 00000100:00001000:3.0:1787998183.885285:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=99 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998183.885288:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998183.885290:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998183.885294:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998183.885298:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998183.885302:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998183.885305:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967313 00000100:00000001:3.0:1787998183.885308:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998183.885310:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998183.885315:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d19880 x1874850291728384/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998199 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998183.885322:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998183.885326:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998183.885329:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998183.885333:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d19880 x1874850291728384/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998199 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998183.885341:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291728384:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998183.885738:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998183.885747:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d18700 x1874850291728128/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998199 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998183.885863:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d18700 x1874850291728128/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998183.885871:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998183.885883:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998183.885895:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998183.885897:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998183.885899:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998183.885904:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998183.885908:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998183.885917:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998183.886485:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998183.886497:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998183.886503:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a53f80 00000400:00000200:2.0:1787998183.886507:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998183.886513:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x760d [1] + 224 00000800:00000001:2.0:1787998183.886520:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998183.886534:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998183.886538:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998183.886542:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998183.886547:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998183.886553:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1ad80 x1874850291728256/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998199 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998183.886561:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d1ad80 x1874850291728256/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998183.886568:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998183.886574:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998183.886577:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998183.887256:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998183.887263:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998183.887271:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d19880 x1874850291728384/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998199 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998183.887280:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998183.887284:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998183.887289:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d19172ae00. 02000000:00000001:3.0:1787998183.887294:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998183.887297:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998183.887299:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=2 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998183.887301:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998183.887304:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1838ed700. 02000000:00000001:3.0:1787998183.887308:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998183.887310:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998183.887312:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d19880. 00000100:00000001:3.0:1787998183.887316:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998183.887318:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998183.887322:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998183.887325:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998183.887328:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998183.887335:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998183.887336:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998183.887339:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151e18. 00000400:00000200:3.0:1787998183.887343:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf5d8 00000400:00000010:3.0:1787998183.890501:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf5d8. 00000100:00000001:3.0:1787998183.890529:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998183.890544:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1ad80 x1874850291728256/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998183.890558:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1ad80 x1874850291728256/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998199 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998183.890567:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998183.890572:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998183.890576:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998183.890581:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998183.890584:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998183.890587:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998183.890591:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998183.890606:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=9 v=5 (5 104 104 104) 00000100:00001000:3.0:1787998183.890612:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=9 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998183.890615:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998183.890617:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998183.890621:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998183.890626:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998183.890631:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998183.890634:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1787998183.890636:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998183.890638:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998183.890644:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1ad80 x1874850291728256/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998199 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998183.890651:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998183.890655:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998183.890659:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998183.890663:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1ad80 x1874850291728256/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998199 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998183.890670:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291728256:192.168.206.123@tcp:400:kworker.0 00000400:00000001:3.0:1787998183.890683:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998183.890686:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998183.890689:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1861517e8. 00000400:00000200:3.0:1787998183.890693:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbff68 00000400:00000010:3.0:1787998183.890696:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbff68. 00000100:00000001:3.0:1787998183.890698:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998183.890703:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d18700 x1874850291728128/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998183.890710:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d18700 x1874850291728128/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998199 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998183.890717:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998183.890718:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998183.890719:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998183.890721:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998183.890722:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998183.890723:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998183.890725:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998183.890729:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=9 v=5 (5 104 104 104) 00000100:00001000:3.0:1787998183.890732:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=131 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998183.890735:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998183.890736:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998183.890738:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998183.890739:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998183.890742:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998183.890743:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967572 00000100:00000001:3.0:1787998183.890745:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998183.890747:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998183.890750:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d18700 x1874850291728128/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998199 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998183.890763:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998183.890765:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998183.890766:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998183.890788:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d18700 x1874850291728128/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998199 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998183.890796:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291728128:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998183.890801:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998183.890805:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998183.890809:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1ad80 x1874850291728256/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998199 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998183.890816:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998183.890820:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998183.890824:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d19172ac00. 02000000:00000001:3.0:1787998183.890829:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998183.890832:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998183.890835:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=3 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998183.890837:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998183.890841:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1838ed800. 02000000:00000001:3.0:1787998183.890845:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998183.890847:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998183.890849:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1ad80. 00000100:00000001:3.0:1787998183.890854:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998183.890856:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998183.890857:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998183.890860:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d18700 x1874850291728128/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998199 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998183.890866:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998183.890868:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998183.890869:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d19172a600. 02000000:00000001:3.0:1787998183.890871:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998183.890872:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998183.890874:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998183.890876:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998183.890878:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1838ede00. 02000000:00000001:3.0:1787998183.890880:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998183.890881:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998183.890883:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d18700. 00000100:00000001:3.0:1787998183.890885:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998183.890886:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998183.890889:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998183.890901:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998183.890904:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998183.890907:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998183.890911:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998184.323457:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998184.323463:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998184.323469:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1787998187.397033:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998187.397037:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998187.397041:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787998187.970936:0:16353:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582220 (cpu 2) has reached its deadline 4296368116, at 4296368128 00000100:00000010:2.0:1787998187.970957:0:16353:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d185394de0. 00000100:00000040:3.0:1787998187.971227:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296368116, at 4296368128 00000100:00000010:3.0:1787998187.971243:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1853948a0. 00000100:00000040:3.0:1787998188.995946:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787998188.995959:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787998188.995973:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d01880. 00000020:00000040:3.0:1787998188.995982:0:36:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:3.0:1787998188.995987:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998188.995991:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998188.995997:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998188.996008:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d199f55d00. 00000100:00000001:3.0:1787998188.996017:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998188.996032:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS req@ffff94d191d01880 x1874850291728512/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998188.996043:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998188.996048:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998188.996055:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7a80315] to pc [ptlrpcd_01_01+1] req@ffff94d191d01880 x1874850291728512/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998188.996107:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998188.996111:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787998188.996184:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787998188.996197:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d00000. 00000020:00000040:3.0:1787998188.996201:0:36:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998188.996204:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998188.996205:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998188.996207:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998188.996212:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d199f55300. 00000100:00000001:3.0:1787998188.996216:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998188.996221:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID req@ffff94d191d00000 x1874850291728640/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998188.996228:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998188.996230:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998188.996234:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032accf97] to pc [ptlrpcd_01_00+0] req@ffff94d191d00000 x1874850291728640/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998188.996243:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998188.996245:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787998188.996248:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787998188.996251:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d02680. 00000020:00000040:3.0:1787998188.996254:0:36:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=4 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998188.996256:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998188.996257:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998188.996259:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998188.996263:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d199f55b00. 00000100:00000001:3.0:1787998188.996266:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998188.996270:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID req@ffff94d191d02680 x1874850291728768/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998188.996277:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998188.996279:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998188.996282:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c89b67b2] to pc [ptlrpcd_01_01+1] req@ffff94d191d02680 x1874850291728768/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998188.996288:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998188.996291:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787998188.996294:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787998188.996298:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d01500. 00000020:00000040:3.0:1787998188.996300:0:36:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998188.996302:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998188.996303:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998188.996304:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998188.996310:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d199f55500. 00000100:00000001:3.0:1787998188.996313:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998188.996316:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID req@ffff94d191d01500 x1874850291728896/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998188.996322:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998188.996323:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998188.996326:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b76bcd] to pc [ptlrpcd_01_00+0] req@ffff94d191d01500 x1874850291728896/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998188.996332:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998188.996335:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787998188.996338:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787998188.996343:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1706) 00000100:00000001:3.0:1787998188.996363:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998188.996369:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998188.996371:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998188.996377:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d00000 x1874850291728640/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998188.996385:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998188.996388:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998188.996393:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998188.996397:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998188.996400:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998188.996404:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291728640:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998188.996410:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998188.996417:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998188.996419:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998188.996422:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998188.996427:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d190451c00. 02000000:00000001:3.0:1787998188.996429:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998188.996437:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998188.996442:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108ac60. 00000400:00000010:3.0:1787998188.996451:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5220. 00000100:00000200:3.0:1787998188.996461:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291728640, portal 10 00000100:00000001:3.0:1787998188.996464:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998188.996466:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548244480 : -117847161307136 : ffff94d191d00000) 00000100:00000040:3.0:1787998188.996474:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d00000 x1874850291728640/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998188.996482:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998188.996486:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998188.996489:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5dd0. 00000100:00000200:3.0:1787998188.996492:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291728640, offset 0 00000400:00000200:3.0:1787998188.996500:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000100:00000001:2.0:1787998188.996787:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998188.996791:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998188.996793:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998188.996800:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d01880 x1874850291728512/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998188.996882:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998188.996884:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998188.996888:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998188.996889:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998188.996892:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998188.996909:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2405:1874850291728512:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998188.996914:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998188.996917:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998188.996919:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998188.996921:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998188.996926:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d19172b800. 02000000:00000001:2.0:1787998188.996928:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998188.996932:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998188.996936:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1861518f0. 00000400:00000200:3.0:1787998188.996999:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998188.997010:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998188.997017:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998188.997023:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998188.997029:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998188.997032:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998188.997036:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2504:2504:256:4294967295] 192.168.206.123@tcp LPNI seq info [2504:2504:8:4294967295] 00000400:00000200:3.0:1787998188.997041:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998188.997053:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998188.997061:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998188.997068:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199f55000. 00000800:00000200:3.0:1787998188.997077:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998188.997087:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998188.997110:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199f55000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998188.997134:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998188.997140:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 534508 usecs (535 jiffies) 00000400:00000200:3.0:1787998188.997144:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998188.997148:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296369689 00000100:00000010:3.0:1787998188.997154:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0013660. 00000100:00000001:3.0:1787998188.997163:0:2404:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787998188.997170:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296369689 00000100:00000010:3.0:1787998188.997174:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0013360. 00000100:00000001:3.0:1787998188.997177:0:2404:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787998188.997181:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998188.997184:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998188.997197:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998188.997203:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d01500 x1874850291728896/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998188.997210:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998188.997212:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998188.997214:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998188.997216:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998188.997218:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998188.997221:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291728896:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998188.997225:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998188.997228:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998188.997229:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998188.997231:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998188.997234:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d190451600. 02000000:00000001:3.0:1787998188.997236:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998188.997240:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998188.997243:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a108. 00000400:00000010:2.0:1787998189.004516:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf880. 00000100:00000200:2.0:1787998189.004538:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291728512, portal 25 00000100:00000001:2.0:1787998189.004543:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998189.004545:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548250752 : -117847161300864 : ffff94d191d01880) 00000100:00000040:2.0:1787998189.004564:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d01880 x1874850291728512/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998189.004575:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998189.004578:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998189.004598:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbff68. 00000100:00000200:2.0:1787998189.004603:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874850291728512, offset 0 00000400:00000200:2.0:1787998189.004612:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998189.004625:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998189.004636:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998189.004643:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998189.004648:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998189.004655:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998189.004658:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998189.004663:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2505:2505:255:4294967295] 192.168.206.123@tcp LPNI seq info [2505:2505:7:4294967295] 00000400:00000200:2.0:1787998189.004667:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998189.004680:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998189.004687:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998189.004694:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1907ef500. 00000800:00000200:2.0:1787998189.004702:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998189.004711:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998189.004717:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1907ef500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998189.004723:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998189.004727:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998189.004730:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296373242 00000100:00000001:2.0:1787998189.004739:0:2405:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296369689 00000100:00000001:2.0:1787998189.004746:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296373242 00000100:00000001:2.0:1787998189.004750:0:2405:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296369689 00000100:00000001:2.0:1787998189.004753:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998189.004756:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998189.004762:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998189.004785:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d02680 x1874850291728768/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998189.004795:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998189.004798:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998189.004804:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998189.004807:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998189.004811:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998189.004814:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291728768:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998189.004818:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998189.004824:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998189.004828:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998189.004830:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998189.004836:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d19172b400. 02000000:00000001:2.0:1787998189.004839:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998189.004843:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998189.004847:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151b58. 00000400:00000010:2.0:1787998189.004852:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf5d8. 00000100:00000200:2.0:1787998189.004855:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291728768, portal 10 00000100:00000001:2.0:1787998189.004857:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998189.004858:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548254336 : -117847161297280 : ffff94d191d02680) 00000100:00000040:2.0:1787998189.004866:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d02680 x1874850291728768/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998189.004872:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998189.004875:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998189.004877:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfb28. 00000100:00000200:2.0:1787998189.004880:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291728768, offset 0 00000400:00000200:2.0:1787998189.004884:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998189.004888:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998189.004892:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998189.004895:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998189.004897:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998189.004899:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998189.004902:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998189.004905:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2506:2506:254:4294967295] 192.168.206.123@tcp LPNI seq info [2506:2506:6:4294967295] 00000400:00000200:2.0:1787998189.004909:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998189.004916:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998189.004920:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998189.004924:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1907efa00. 00000800:00000200:2.0:1787998189.004928:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998189.004932:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998189.004935:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1907efa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998189.004938:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998189.004943:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18517 usecs (19 jiffies) 00000400:00000200:2.0:1787998189.004946:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998189.004948:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296369178 00000100:00000001:2.0:1787998189.004951:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296373242 00000100:00000001:2.0:1787998189.004953:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296369178 00000100:00000001:2.0:1787998189.004955:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296373242 00000100:00000001:2.0:1787998189.004957:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998189.004960:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998189.004963:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998189.004967:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998189.004977:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998189.004979:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787998189.004983:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998189.004985:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998189.004987:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998189.004991:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998189.005059:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998189.005063:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199f55000. 00000400:00000200:2.0:1787998189.005072:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998189.005077:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998189.005083:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5dd0 00000400:00000010:2.0:1787998189.005086:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5dd0. 00000100:00000001:2.0:1787998189.005092:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998189.005109:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d00000 x1874850291728640/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998189.005120:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998189.005124:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d00000 x1874850291728640/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998204 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998189.005132:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998189.005134:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998189.005150:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998189.005152:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1907ef500. 00000400:00000200:2.0:1787998189.005157:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998189.005161:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998189.005164:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbff68 00000400:00000010:2.0:1787998189.005165:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbff68. 00000100:00000001:2.0:1787998189.005169:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998189.005172:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d01880 x1874850291728512/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998189.005179:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998189.005182:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d01880 x1874850291728512/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998205 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998189.005188:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998189.005190:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998189.005275:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998189.005278:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1907efa00. 00000400:00000200:2.0:1787998189.005281:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998189.005284:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998189.005288:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfb28 00000400:00000010:2.0:1787998189.005289:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfb28. 00000100:00000001:2.0:1787998189.005292:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998189.005295:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d02680 x1874850291728768/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998189.005302:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998189.005305:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d02680 x1874850291728768/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998205 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998189.005311:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998189.005312:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1787998189.008985:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f52a8. 00000100:00000200:3.0:1787998189.009006:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291728896, portal 4 00000100:00000001:3.0:1787998189.009010:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998189.009012:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548249856 : -117847161301760 : ffff94d191d01500) 00000100:00000040:3.0:1787998189.009034:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d01500 x1874850291728896/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998189.009044:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998189.009046:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998189.009050:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5660. 00000100:00000200:3.0:1787998189.009053:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291728896, offset 0 00000400:00000200:3.0:1787998189.009061:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998189.009075:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998189.009085:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998189.009092:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998189.009111:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998189.009116:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998189.009119:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998189.009123:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2507:2507:256:4294967295] 192.168.206.123@tcp LPNI seq info [2507:2507:8:4294967295] 00000400:00000200:3.0:1787998189.009127:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998189.009138:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998189.009145:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998189.009154:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199f55000. 00000800:00000200:3.0:1787998189.009163:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998189.009171:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998189.009177:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199f55000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998189.009189:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998189.009194:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 234421 usecs (235 jiffies) 00000400:00000200:3.0:1787998189.009199:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998189.009202:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296369401 00000100:00000001:3.0:1787998189.009206:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296373242 00000100:00000001:3.0:1787998189.009209:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296369401 00000100:00000001:3.0:1787998189.009212:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296373242 00000100:00000001:3.0:1787998189.009214:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998189.009218:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998189.009223:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998189.009228:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998189.009238:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998189.009240:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:3.0:1787998189.009243:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998189.009245:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998189.009247:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998189.009250:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998189.009397:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998189.009414:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998189.009417:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998189.009420:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998189.009425:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998189.009430:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998189.009436:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998189.009439:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998189.009445:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998189.009449:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a54180 00000400:00000200:2.0:1787998189.009454:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998189.009461:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x763d [1] + 224 00000800:00000001:2.0:1787998189.009469:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998189.009474:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998189.009477:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998189.009482:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998189.009491:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998189.009510:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d02680 x1874850291728768/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998205 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998189.009521:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d02680 x1874850291728768/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998189.009542:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1787998189.009669:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998189.009674:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199f55000. 00000400:00000200:2.0:1787998189.009679:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998189.009683:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998189.009687:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5660 00000400:00000010:2.0:1787998189.009690:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5660. 00000100:00000001:2.0:1787998189.009693:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998189.009697:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d01500 x1874850291728896/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998189.009709:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998189.009713:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d01500 x1874850291728896/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998205 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998189.009720:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998189.009722:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998189.009729:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998189.009733:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998189.009735:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998189.009738:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998189.009742:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998189.009745:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998189.009749:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998189.009752:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998189.009755:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998189.009758:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a54100 00000400:00000200:2.0:1787998189.009761:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998189.009765:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x761d [1] + 224 00000800:00000001:2.0:1787998189.009821:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998189.009825:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998189.009827:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998189.009830:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998189.009833:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998189.009837:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d00000 x1874850291728640/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998204 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998189.009846:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d00000 x1874850291728640/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998189.009861:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998189.009865:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998189.009868:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998189.009870:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998189.009872:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998189.009875:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998189.009879:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998189.009882:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998189.009885:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998189.009888:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998189.009891:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a54080 00000400:00000200:2.0:1787998189.009895:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998189.009899:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x762d [1] + 224 00000800:00000001:2.0:1787998189.009904:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998189.009911:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998189.009914:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998189.009917:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998189.009921:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998189.009926:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d01880 x1874850291728512/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998205 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998189.009935:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d01880 x1874850291728512/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998189.009944:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998189.009947:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998189.009950:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998189.009968:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998189.009971:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787998189.009978:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998189.009980:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998189.009984:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108ac60. 00000400:00000200:2.0:1787998189.009988:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5220 00000400:00000010:2.0:1787998189.009990:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5220. 00000100:00000001:2.0:1787998189.009993:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998189.009997:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d00000 x1874850291728640/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787998189.010005:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d00000 x1874850291728640/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998204 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998189.010011:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998189.010013:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998189.010016:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998189.010020:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998189.010023:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998189.010026:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998189.010030:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998189.010041:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=15 v=5 (5 104 104 104) 00000100:00001000:2.0:1787998189.010046:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=137 v=5 (1 0 0 0) 00000100:00000001:2.0:1787998189.010049:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998189.010052:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998189.010056:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998189.010060:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998189.010064:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998189.010067:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967572 00000100:00000001:2.0:1787998189.010069:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998189.010071:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998189.010076:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d00000 x1874850291728640/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998204 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998189.010084:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998189.010087:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998189.010090:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998189.010106:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d00000 x1874850291728640/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998204 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787998189.010115:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291728640:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998189.010121:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998189.010123:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998189.010126:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d00000 x1874850291728640/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998204 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998189.010132:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998189.010135:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998189.010140:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d190451c00. 02000000:00000001:2.0:1787998189.010144:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998189.010147:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998189.010150:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998189.010152:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998189.010155:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d199f55300. 02000000:00000001:2.0:1787998189.010159:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998189.010161:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998189.010164:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d00000. 00000100:00000001:2.0:1787998189.010168:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998189.010169:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998189.010172:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998189.010174:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998189.010175:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998189.010177:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998189.010179:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998189.010676:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998189.010681:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998189.010687:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998189.010689:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998189.010692:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1861518f0. 00000400:00000200:3.0:1787998189.010697:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf880 00000400:00000010:3.0:1787998189.010699:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf880. 00000100:00000001:3.0:1787998189.010703:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998189.010710:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d01880 x1874850291728512/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998189.010719:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d01880 x1874850291728512/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998205 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998189.010725:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998189.010727:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998189.010729:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998189.010732:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998189.010733:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998189.010735:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998189.010737:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998189.010743:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=16 v=5 (5 5 5 5) 00000100:00001000:3.0:1787998189.010746:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=16 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998189.010749:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998189.010750:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998189.010753:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998189.010755:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998189.010758:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998189.010762:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d01880 x1874850291728512/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998205 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998189.010799:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998189.010802:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998189.010804:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998189.010808:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d01880 x1874850291728512/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998205 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998189.010816:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2405:1874850291728512:192.168.206.123@tcp:400:kworker.0 00000400:00000001:3.0:1787998189.010822:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998189.010823:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998189.010825:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151b58. 00000400:00000200:3.0:1787998189.010828:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf5d8 00000400:00000010:3.0:1787998189.010829:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf5d8. 00000100:00000001:3.0:1787998189.010832:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998189.010835:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d02680 x1874850291728768/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998189.010842:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d02680 x1874850291728768/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998205 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998189.010848:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998189.010850:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998189.010851:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998189.010853:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998189.010854:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998189.010855:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998189.010857:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998189.010861:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=15 v=5 (5 104 104 104) 00000100:00001000:3.0:1787998189.010864:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=15 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998189.010867:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998189.010868:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998189.010870:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998189.010872:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998189.010876:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998189.010878:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1787998189.010879:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998189.010881:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998189.010884:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d02680 x1874850291728768/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998205 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998189.010900:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998189.010903:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998189.010904:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998189.010908:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d02680 x1874850291728768/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998205 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998189.010915:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291728768:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998189.010919:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998189.010922:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998189.010925:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d01880 x1874850291728512/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998205 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998189.010931:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998189.010934:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998189.010936:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d19172b800. 02000000:00000001:3.0:1787998189.010939:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998189.010941:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998189.010942:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:3.0:1787998189.010944:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998189.010946:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d199f55d00. 02000000:00000001:3.0:1787998189.010948:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998189.010950:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998189.010951:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d01880. 00000100:00000001:3.0:1787998189.010954:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998189.010956:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998189.010957:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998189.010960:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d02680 x1874850291728768/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998205 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998189.010972:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998189.010973:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998189.010975:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d19172b400. 02000000:00000001:3.0:1787998189.010977:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998189.010978:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998189.010979:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=3 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998189.010981:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998189.010983:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d199f55b00. 02000000:00000001:3.0:1787998189.010984:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998189.010985:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998189.010987:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d02680. 00000100:00000001:3.0:1787998189.010989:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998189.010990:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998189.010992:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998189.011000:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998189.011002:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998189.011004:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998189.011006:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998189.014980:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998189.015003:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998189.015009:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998189.015012:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998189.015024:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998189.015034:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998189.015045:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998189.015050:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998189.015056:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998189.015061:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a54200 00000400:00000200:2.0:1787998189.015066:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998189.015072:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x764d [1] + 224 00000800:00000001:2.0:1787998189.015081:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998189.015087:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998189.015091:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998189.015106:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998189.015116:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998189.015128:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d01500 x1874850291728896/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998205 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998189.015140:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d01500 x1874850291728896/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998189.015193:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998189.015199:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998189.015220:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998189.015232:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998189.015236:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1787998189.020630:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998189.020641:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998189.020647:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a108. 00000400:00000200:3.0:1787998189.020658:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f52a8 00000400:00000010:3.0:1787998189.020661:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f52a8. 00000100:00000001:3.0:1787998189.020668:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998189.020683:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d01500 x1874850291728896/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998189.020696:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d01500 x1874850291728896/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998205 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998189.020705:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998189.020708:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998189.020711:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998189.020716:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998189.020720:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998189.020723:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998189.020727:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998189.020739:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=15 v=5 (5 5 37 37) 00000100:00001000:3.0:1787998189.020744:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=105 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998189.020747:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998189.020750:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998189.020753:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998189.020758:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998189.020763:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998189.020765:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967313 00000100:00000001:3.0:1787998189.020995:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998189.020997:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998189.021005:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d01500 x1874850291728896/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998205 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998189.021014:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998189.021017:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998189.021019:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998189.021023:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d01500 x1874850291728896/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998205 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998189.021033:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291728896:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998189.021039:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998189.021043:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998189.021047:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d01500 x1874850291728896/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998205 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998189.021054:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998189.021057:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998189.021062:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d190451600. 02000000:00000001:3.0:1787998189.021067:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998189.021070:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998189.021073:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=2 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998189.021076:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998189.021079:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d199f55500. 02000000:00000001:3.0:1787998189.021083:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998189.021085:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998189.021088:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d01500. 00000100:00000001:3.0:1787998189.021092:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998189.021105:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998189.021108:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998189.021117:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998189.021120:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998189.021123:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998189.021126:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998190.469677:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998190.469681:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998190.469685:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787998193.090903:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296373242, at 4296373248 00000100:00000010:3.0:1787998193.090917:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0013360. 00000100:00000040:2.0:1787998193.091823:0:16353:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582220 (cpu 2) has reached its deadline 4296373242, at 4296373249 00000100:00000010:2.0:1787998193.091840:0:16353:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0013660. 00000020:00000001:2.0:1787998193.539810:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998193.539817:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998193.539823:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1787998194.118180:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998194.118186:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19381e600. 00000400:00000200:2.0:1787998194.118193:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998194.118198:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998194.118204:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409bb0 00000400:00000010:2.0:1787998194.118207:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409bb0. 00000100:00000001:2.0:1787998194.118211:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998194.118217:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edce00 x1874850291729152/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998194.118226:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998194.118229:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edce00 x1874850291729152/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998210 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998194.118235:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998194.118237:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998194.118249:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998194.118251:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19381ef00. 00000400:00000200:2.0:1787998194.118253:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998194.118255:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998194.118258:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409198 00000400:00000010:2.0:1787998194.118259:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409198. 00000100:00000001:2.0:1787998194.118261:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998194.118264:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eddf80 x1874850291729408/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998194.118270:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998194.118273:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199eddf80 x1874850291729408/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998210 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998194.118278:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998194.118280:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998194.118285:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998194.118287:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19381e400. 00000400:00000200:2.0:1787998194.118290:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998194.118293:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998194.118295:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409a18 00000400:00000010:2.0:1787998194.118296:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409a18. 00000100:00000001:2.0:1787998194.118298:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998194.118301:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199ede680 x1874850291729024/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998194.118308:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998194.118310:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199ede680 x1874850291729024/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998210 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998194.118316:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998194.118317:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998194.118381:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998194.118383:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19354ae00. 00000400:00000200:2.0:1787998194.118386:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998194.118389:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998194.118392:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409aa0 00000400:00000010:2.0:1787998194.118394:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409aa0. 00000100:00000001:2.0:1787998194.118396:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998194.118399:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edc000 x1874850291729280/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998194.118405:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998194.118408:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edc000 x1874850291729280/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998210 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998194.118414:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998194.118415:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998194.125715:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998194.125734:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998194.125739:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998194.125742:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998194.125751:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998194.125760:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998194.125800:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998194.125806:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998194.125812:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998194.125817:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a54400 00000400:00000200:2.0:1787998194.125822:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998194.125828:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7665 [1] + 224 00000800:00000001:2.0:1787998194.125836:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998194.125846:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998194.125850:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998194.125854:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998194.125862:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998194.125870:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eddf80 x1874850291729408/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998210 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998194.125882:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199eddf80 x1874850291729408/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998210 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998194.125906:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998194.125915:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998194.125918:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998194.140526:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998194.140547:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998194.140552:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998194.140554:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998194.140562:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998194.140570:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998194.140581:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998194.140587:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998194.140591:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998194.140596:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a54280 00000400:00000200:2.0:1787998194.140601:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998194.140607:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x766d [1] + 224 00000800:00000001:2.0:1787998194.140627:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998194.140633:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998194.140636:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998194.140642:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998194.140650:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998194.140660:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199ede680 x1874850291729024/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998210 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998194.140672:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199ede680 x1874850291729024/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998210 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998194.140697:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998194.140707:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998194.140712:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998194.140713:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998194.140716:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998194.140720:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998194.140723:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998194.140728:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998194.140730:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998194.140733:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998194.140736:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a54300 00000400:00000200:2.0:1787998194.140739:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998194.140744:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x765d [1] + 224 00000800:00000001:2.0:1787998194.140748:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998194.140751:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998194.140753:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998194.140756:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998194.140759:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998194.140763:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edce00 x1874850291729152/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998210 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998194.140806:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edce00 x1874850291729152/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998210 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998194.140814:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998194.140819:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998194.140823:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998194.140825:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998194.140827:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998194.140830:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998194.140834:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998194.140838:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998194.140841:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998194.140844:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998194.140847:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a54380 00000400:00000200:2.0:1787998194.140850:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998194.140853:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x7675 [1] + 224 00000800:00000001:2.0:1787998194.140857:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998194.140867:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998194.140869:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998194.140872:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998194.140876:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998194.140880:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edc000 x1874850291729280/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998210 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998194.140888:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edc000 x1874850291729280/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998210 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998194.140895:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998194.140899:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998194.140902:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1787998196.611104:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998196.611108:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998196.611111:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787998198.210882:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296378357, at 4296378368 00000100:00000040:2.0:1787998198.210882:0:16353:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582220 (cpu 2) has reached its deadline 4296378357, at 4296378368 00000100:00000010:3.0:1787998198.210897:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0b0ac00. 00000100:00000010:2.0:1787998198.210899:0:16353:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0b0a600. 00000800:00000200:2.0:1787998199.236114:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998199.236118:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4800. 00000400:00000200:2.0:1787998199.236125:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998199.236130:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998199.236135:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807000 00000400:00000010:2.0:1787998199.236138:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807000. 00000100:00000001:2.0:1787998199.236142:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998199.236147:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edce00 x1874850291729536/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998199.236161:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998199.236168:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edce00 x1874850291729536/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998215 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998199.236182:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998199.236186:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998199.236686:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998199.236691:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4100. 00000400:00000200:2.0:1787998199.236698:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998199.236703:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998199.236708:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928075d8 00000400:00000010:2.0:1787998199.236710:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928075d8. 00000100:00000001:2.0:1787998199.236713:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998199.236718:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199ede680 x1874850291729792/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998199.236726:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998199.236729:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199ede680 x1874850291729792/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998215 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998199.236735:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998199.236737:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998199.236751:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998199.236753:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072be00. 00000400:00000200:2.0:1787998199.236756:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998199.236759:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998199.236761:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409c38 00000400:00000010:2.0:1787998199.236763:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409c38. 00000100:00000001:2.0:1787998199.236765:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998199.236790:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edc000 x1874850291729664/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998199.236798:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998199.236801:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edc000 x1874850291729664/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998215 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998199.236807:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998199.236809:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998199.236818:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998199.236820:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072b800. 00000400:00000200:2.0:1787998199.236822:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998199.236825:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998199.236827:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409b28 00000400:00000010:2.0:1787998199.236829:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409b28. 00000100:00000001:2.0:1787998199.236831:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998199.236834:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eddf80 x1874850291729920/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998199.236840:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998199.236843:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199eddf80 x1874850291729920/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998215 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998199.236849:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998199.236850:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998199.240172:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998199.240187:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998199.240191:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998199.240194:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998199.240201:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998199.240208:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998199.240216:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998199.240220:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998199.240225:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998199.240229:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a54480 00000400:00000200:2.0:1787998199.240243:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998199.240249:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x767d [1] + 224 00000800:00000001:2.0:1787998199.240256:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998199.240263:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998199.240266:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998199.240271:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998199.240279:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998199.240286:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edce00 x1874850291729536/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998215 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998199.240296:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edce00 x1874850291729536/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998199.240320:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998199.240328:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998199.240332:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998199.242755:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998199.242795:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998199.242799:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998199.242802:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998199.242810:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998199.242817:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998199.242826:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998199.242831:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998199.242836:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998199.242840:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a54580 00000400:00000200:2.0:1787998199.242844:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998199.242849:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x7685 [1] + 224 00000800:00000001:2.0:1787998199.242856:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998199.242865:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998199.242868:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998199.242872:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998199.242879:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998199.242886:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199ede680 x1874850291729792/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998215 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998199.242897:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199ede680 x1874850291729792/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998199.242977:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998199.242987:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998199.242990:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998199.243886:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998199.243894:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998199.243897:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998199.243911:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998199.243916:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998199.243921:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998199.243927:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998199.243931:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998199.243935:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998199.243938:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a54600 00000400:00000200:2.0:1787998199.243942:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998199.243946:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7695 [1] + 224 00000800:00000001:2.0:1787998199.243951:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998199.243995:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998199.243998:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998199.244002:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998199.244007:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998199.244012:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eddf80 x1874850291729920/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998215 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998199.244021:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199eddf80 x1874850291729920/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998199.244048:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998199.244055:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998199.244058:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998199.245713:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998199.245723:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998199.245726:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998199.245729:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998199.245735:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998199.245741:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998199.245749:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998199.245754:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998199.245758:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998199.245763:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a54500 00000400:00000200:2.0:1787998199.245790:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998199.245795:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x768d [1] + 224 00000800:00000001:2.0:1787998199.245801:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998199.245809:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998199.245812:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998199.245816:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998199.245822:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998199.245829:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edc000 x1874850291729664/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998215 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998199.245839:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edc000 x1874850291729664/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998199.245861:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998199.245870:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998199.245873:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1787998199.683625:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998199.683638:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998199.683642:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787998201.282919:0:30742:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787998201.282927:0:30742:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998201.282929:0:30742:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787998201.282934:0:30742:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d18330fb40 going to sleep for 1 seconds 00000100:00000001:2.0:1787998201.282938:0:30742:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998201.282941:0:30742:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998202.306883:0:30742:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787998202.306891:0:30742:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1787998202.306905:0:30742:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787998062/real 1787998062] req@ffff94d199edd180 x1874850291709184/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/512 e 0 to 1 dl 1787998202 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787998202.341333:0:30742:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998202.341340:0:30742:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998202.341345:0:30742:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc370. 00000400:00000200:2.0:1787998202.341353:0:30742:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409000 00000400:00000010:2.0:1787998202.341356:0:30742:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409000. 00000100:00000001:2.0:1787998202.341361:0:30742:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998202.341372:0:30742:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edd180 x1874850291709184/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/512 e 0 to 1 dl 1787998202 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787998202.341383:0:30742:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edd180 x1874850291709184/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/512 e 0 to 1 dl 1787998202 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998202.341390:0:30742:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998202.341392:0:30742:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998202.341394:0:30742:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998202.341396:0:30742:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998202.341399:0:30742:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1787998202.341402:0:30742:0:(import.c:65:import_set_state_nolock()) ffff94d191a06800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1787998202.341406:0:30742:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff94d1a0bb2800: Connection to lustre-MDT0000 (at 192.168.206.123@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:2.0:1787998202.341409:0:30742:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:2.0:1787998202.341412:0:30742:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:2.0:1787998202.341414:0:30742:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998202.341416:0:30742:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1787998202.341417:0:30742:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:2.0:1787998202.341434:0:30742:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1787998202.341436:0:30742:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998202.341439:0:30742:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998202.341441:0:30742:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998202.341444:0:30742:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d18330fb40 going to sleep for 0 seconds 00000100:00000001:2.0:1787998202.341447:0:30742:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998202.341449:0:30742:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998202.341451:0:30742:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998202.341453:0:30742:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998202.341456:0:30742:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998202.343371:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998202.343378:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4c00. 00000400:00000200:2.0:1787998202.343386:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998202.343392:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998202.343400:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807198 00000400:00000010:2.0:1787998202.343402:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807198. 00000100:00000001:2.0:1787998202.343988:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998202.343997:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edc000 x1874850291730048/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998202.344008:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998202.344011:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edc000 x1874850291730048/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998218 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998202.344029:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998202.344031:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998202.344054:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998202.344056:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4500. 00000400:00000200:2.0:1787998202.344060:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998202.344063:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998202.344067:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928074c8 00000400:00000010:2.0:1787998202.344069:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928074c8. 00000100:00000001:2.0:1787998202.344071:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998202.344075:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edf800 x1874850291730304/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998202.344082:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998202.344084:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edf800 x1874850291730304/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998218 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998202.344090:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998202.344092:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998202.344846:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998202.344850:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4200. 00000400:00000200:2.0:1787998202.344855:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998202.344861:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998202.344867:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807aa0 00000400:00000010:2.0:1787998202.344870:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807aa0. 00000100:00000001:2.0:1787998202.344874:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998202.344880:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edf100 x1874850291730432/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998202.344894:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998202.344897:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edf100 x1874850291730432/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998218 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998202.344903:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998202.344905:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787998202.345458:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998202.345505:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998202.345509:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998202.345523:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199eddf80 x1874850291730176/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998202.345534:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998202.345537:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998202.345541:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998202.345544:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998202.345546:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998202.345550:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199eddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2401:1874850291730176:192.168.206.123@tcp:38:kworker.0 00000100:00000001:3.0:1787998202.345554:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998202.345559:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998202.345561:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998202.345564:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998202.345573:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1a0094400. 02000000:00000001:3.0:1787998202.345575:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998202.345581:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998202.345586:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a108. 00000400:00000010:3.0:1787998202.345592:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f52a8. 00000100:00000200:3.0:1787998202.345599:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291730176, portal 10 00000100:00000001:3.0:1787998202.345601:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998202.345603:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419968 : -117847025131648 : ffff94d199eddf80) 00000100:00000040:3.0:1787998202.345611:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199eddf80 x1874850291730176/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998202.345618:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998202.345621:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998202.345624:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5330. 00000100:00000200:3.0:1787998202.345626:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874850291730176, offset 0 00000400:00000200:3.0:1787998202.345632:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998202.345640:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998202.345647:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998202.345651:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998202.345655:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998202.345658:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998202.345661:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998202.345664:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2519:2519:256:4294967295] 192.168.206.123@tcp LPNI seq info [2519:2519:8:4294967295] 00000400:00000200:3.0:1787998202.345669:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998202.345678:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998202.345683:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998202.345688:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199f55500. 00000800:00000200:3.0:1787998202.345694:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998202.345701:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998202.345705:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199f55500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1787998202.345728:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998202.345733:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 531896 usecs (532 jiffies) 00000400:00000200:3.0:1787998202.345736:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998202.345738:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296383034 00000100:00000001:3.0:1787998202.345741:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296386582 00000100:00000001:3.0:1787998202.345743:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296383034 00000100:00000001:3.0:1787998202.345746:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296386582 00000100:00000001:3.0:1787998202.345748:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998202.345751:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998202.345754:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998202.345757:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998202.345764:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998202.345766:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1787998202.345797:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998202.345799:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998202.345801:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998202.345802:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998202.345950:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998202.345955:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199f55500. 00000400:00000200:2.0:1787998202.345959:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998202.345964:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998202.345969:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5330 00000400:00000010:2.0:1787998202.345971:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5330. 00000100:00000001:2.0:1787998202.345975:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998202.345980:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eddf80 x1874850291730176/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998202.345988:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998202.345992:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199eddf80 x1874850291730176/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998212 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998202.345999:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998202.346000:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998202.349120:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998202.349136:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998202.349139:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998202.349142:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998202.349155:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.349163:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998202.349171:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.349176:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.349181:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.349185:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a54780 00000400:00000200:2.0:1787998202.349190:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.349198:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x76a5 [1] + 224 00000800:00000001:2.0:1787998202.349205:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998202.349213:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998202.349217:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998202.349221:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998202.349228:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998202.349235:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edf800 x1874850291730304/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998218 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998202.349246:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edf800 x1874850291730304/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998202.349271:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998202.349278:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998202.349282:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998202.354645:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998202.354661:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998202.354665:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998202.354668:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998202.354677:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.354684:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998202.354693:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.354697:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.354702:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.354706:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a54800 00000400:00000200:2.0:1787998202.354710:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.354716:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x76ad [1] + 224 00000800:00000001:2.0:1787998202.354723:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998202.354727:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998202.354730:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998202.354735:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998202.354755:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998202.354764:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edf100 x1874850291730432/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998218 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998202.354814:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edf100 x1874850291730432/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998202.354826:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998202.354834:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998202.354838:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998202.354840:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998202.354841:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998202.354844:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.354848:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998202.354853:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.354856:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.354858:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.354861:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a54680 00000400:00000200:2.0:1787998202.354864:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.354869:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x769d [1] + 224 00000800:00000001:2.0:1787998202.354873:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998202.354880:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998202.354881:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998202.354885:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998202.354888:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998202.354893:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edc000 x1874850291730048/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998218 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998202.354902:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edc000 x1874850291730048/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998202.354909:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998202.354912:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998202.354915:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998202.364760:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998202.364810:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998202.364815:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998202.364818:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998202.364827:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.364834:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998202.364843:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.364847:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.364852:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.364856:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 416 into portal 10 MB=0x6a92a99a54700 00000400:00000200:2.0:1787998202.364862:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.364867:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 416/416 into md 0x76b5 [1] + 0 00000800:00000001:2.0:1787998202.364873:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998202.364881:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998202.364885:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998202.364889:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998202.364896:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998202.364905:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eddf80 x1874850291730176/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998202.364917:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94d199eddf80 x1874850291730176/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998202.364932:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998202.364941:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998202.364944:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998202.365067:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998202.365072:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998202.365078:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998202.365080:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998202.365082:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a108. 00000400:00000200:3.0:1787998202.365086:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f52a8 00000400:00000010:3.0:1787998202.365088:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f52a8. 00000100:00000001:3.0:1787998202.365091:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998202.365097:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199eddf80 x1874850291730176/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998202.365105:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199eddf80 x1874850291730176/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998202.365111:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998202.365113:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998202.365116:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998202.365119:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998202.365121:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998202.365123:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998202.365125:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998202.365133:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=28 v=5 (5 104 104 104) 00000100:00001000:3.0:1787998202.365138:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=150 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998202.365140:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998202.365142:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998202.365145:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998202.365153:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998202.365157:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998202.365159:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967572 00000100:00000001:3.0:1787998202.365160:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998202.365162:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998202.365167:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199eddf80 x1874850291730176/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1787998212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998202.365173:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998202.365176:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998202.365178:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998202.365180:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1787998202.365186:0:2401:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff94d1a0bb2800: connect to target with instance 1 00000020:00000001:3.0:1787998202.365188:0:2401:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787998202.365190:0:2401:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf59 00000020:00000001:3.0:1787998202.365192:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998202.365195:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191092800 refcount=5 00000020:00000001:3.0:1787998202.365197:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535213056 : -117847174338560 : ffff94d191092800) 00000020:00000001:3.0:1787998202.365199:0:2401:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535213056 : -117847174338560 : ffff94d191092800) 00000100:00001000:3.0:1787998202.365202:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=1787998202 v=0 (0 0 0 0) 00000100:00001000:3.0:1787998202.365205:0:2401:0:(import.c:2215:obd_at_measure()) AT ffff94d191a06c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1787998202.365209:0:2401:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 807, crc32c 5811, adler 553 00000020:00000040:3.0:1787998202.365214:0:2401:0:(genops.c:879:class_export_put()) PUTting export ffff94d191092800 : new refcount 4 00000100:00000001:3.0:1787998202.365216:0:2401:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1787998202.365219:0:2401:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:3.0:1787998202.365222:0:2401:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff94d1a0bb2800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:3.0:1787998202.365225:0:2401:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1787998202.365227:0:2401:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998202.365228:0:2401:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:3.0:1787998202.365231:0:2401:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:3.0:1787998202.365234:0:2401:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1787998202.365237:0:2401:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998202.365239:0:2401:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998202.365240:0:2401:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998202.365242:0:2401:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1787998202.365243:0:2401:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998202.365245:0:2401:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998202.365246:0:2401:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1787998202.365249:0:2401:0:(import.c:1297:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.206.123@tcp after partition 00000100:00080000:3.0:1787998202.365252:0:2401:0:(import.c:65:import_set_state_nolock()) ffff94d191a06800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:3.0:1787998202.365255:0:2401:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1787998202.365258:0:2401:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1787998202.365259:0:2401:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787998202.365261:0:2401:0:(import.c:65:import_set_state_nolock()) ffff94d191a06800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1787998202.365264:0:2401:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1787998202.365265:0:2401:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1787998202.365266:0:2401:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:3.0:1787998202.365267:0:2401:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:3.0:1787998202.365269:0:2401:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1787998202.365271:0:2401:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff94d191605548 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:3.0:1787998202.365274:0:2401:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xb2d39e653c8bf59 00800000:00000040:3.0:1787998202.365276:0:2401:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff94d1a0bb2800=77d5a195-8a9b-4535-9fd7-ecbde8ea89db device 3 (ffff94d191600000) type mdc at LMV idx 0 00800000:00000040:3.0:1787998202.365279:0:2401:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff94d191600000 already active! 00800000:00000001:3.0:1787998202.365281:0:2401:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1787998202.365283:0:2401:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1787998202.365285:0:2401:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998202.365286:0:2401:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998202.365287:0:2401:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998202.365289:0:2401:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1787998202.365290:0:2401:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1787998202.365292:0:2401:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000002:00000001:3.0:1787998202.370186:0:2401:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998202.370199:0:2401:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:3.0:1787998202.370209:0:2401:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff94d1a0bb2800: Connection restored to 192.168.206.123@tcp (at 192.168.206.123@tcp) 00000100:00080000:3.0:1787998202.370224:0:2401:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000008c1fd22d): req@ffff94d199edd180 x1874850291709184/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/512 e 0 to 1 dl 1787998202 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998202.370253:0:2401:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998202.370258:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998202.370264:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199eddf80 x1874850291730176/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1787998212 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998202.370274:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199eddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2401:1874850291730176:192.168.206.123@tcp:38:kworker.0 00000100:00000001:3.0:1787998202.370279:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998202.370283:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998202.370287:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199eddf80 x1874850291730176/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1787998212 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998202.370295:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998202.370297:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998202.370301:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1a0094400. 02000000:00000001:3.0:1787998202.370305:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998202.370308:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998202.370309:0:2401:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998202.370311:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998202.370314:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e25c00. 02000000:00000001:3.0:1787998202.370317:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998202.370319:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998202.370321:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199eddf80. 00000100:00000001:3.0:1787998202.370326:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998202.370328:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998202.370330:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998202.370338:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998202.370340:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998202.370343:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998202.370345:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998202.371866:0:30742:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998202.371873:0:30742:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998202.371877:0:30742:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998202.371880:0:30742:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998202.371883:0:30742:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998202.371887:0:30742:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998202.371890:0:30742:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998202.371893:0:30742:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1787998202.371899:0:30742:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1874850291709184 new x1874850291730560 02000000:00000001:2.0:1787998202.371903:0:30742:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998202.371906:0:30742:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998202.371915:0:30742:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998202.371923:0:30742:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151790. 00000400:00000010:2.0:1787998202.371931:0:30742:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfb28. 00000100:00000200:2.0:1787998202.371940:0:30742:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291709184, portal 10 00000100:00000001:2.0:1787998202.371943:0:30742:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998202.371945:0:30742:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684416384 : -117847025135232 : ffff94d199edd180) 00000100:00000040:2.0:1787998202.371958:0:30742:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff94d199edd180 x1874850291709184/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1787998342 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998202.371966:0:30742:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998202.371969:0:30742:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998202.371972:0:30742:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbff68. 00000100:00000200:2.0:1787998202.371975:0:30742:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1874850291709184, offset 0 00000400:00000200:2.0:1787998202.371981:0:30742:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998202.371989:0:30742:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.371996:0:30742:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998202.372002:0:30742:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998202.372006:0:30742:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998202.372009:0:30742:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998202.372011:0:30742:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998202.372015:0:30742:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2520:2520:256:4294967295] 192.168.206.123@tcp LPNI seq info [2520:2520:8:4294967295] 00000400:00000200:2.0:1787998202.372030:0:30742:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.372038:0:30742:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998202.372045:0:30742:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998202.372051:0:30742:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1907efa00. 00000800:00000200:2.0:1787998202.372057:0:30742:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998202.372065:0:30742:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998202.372069:0:30742:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1907efa00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:2.0:1787998202.372090:0:30742:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998202.372095:0:30742:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 531043 usecs (532 jiffies) 00000400:00000200:2.0:1787998202.372098:0:30742:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998202.372101:0:30742:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296383061 00000100:00000001:2.0:1787998202.372104:0:30742:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296386582 00000100:00000001:2.0:1787998202.372107:0:30742:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296383061 00000100:00000001:2.0:1787998202.372109:0:30742:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296386582 00000100:00000001:2.0:1787998202.372112:0:30742:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998202.372115:0:30742:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998202.372118:0:30742:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998202.372120:0:30742:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=135 : 135 : 87) 00000100:00100000:2.0:1787998202.372122:0:30742:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d18330fb40 going to sleep for 135 seconds 00000100:00000001:2.0:1787998202.372124:0:30742:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998202.372126:0:30742:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998202.372717:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998202.372722:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1907efa00. 00000400:00000200:3.0:1787998202.372729:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998202.372735:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998202.372740:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbff68 00000400:00000010:3.0:1787998202.372757:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbff68. 00000100:00000001:3.0:1787998202.372763:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998202.372802:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edd180 x1874850291709184/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1787998342 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998202.372815:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998202.372818:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edd180 x1874850291709184/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1787998342 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998202.372824:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998202.372826:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998202.407486:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998202.407508:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998202.407512:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998202.407515:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998202.407524:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.407531:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998202.407543:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.407548:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.407553:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.407557:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a54880 00000400:00000200:2.0:1787998202.407562:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.407568:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x76c5 [1] + 224 00000800:00000001:2.0:1787998202.407575:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998202.407585:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998202.407589:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998202.407594:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998202.407602:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998202.407610:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edd180 x1874850291709184/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1787998342 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998202.407621:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff94d199edd180 x1874850291709184/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1787998342 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998202.407800:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998202.407809:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998202.407813:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787998202.409628:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998202.409632:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072b600. 00000400:00000200:3.0:1787998202.409636:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998202.409641:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998202.409645:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409330 00000400:00000010:3.0:1787998202.409647:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409330. 00000100:00000001:3.0:1787998202.409650:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998202.409654:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edd180 x1874850291730688/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1787998218 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998202.409663:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998202.409665:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edd180 x1874850291730688/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1787998218 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998202.409671:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998202.409673:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998202.415451:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998202.415471:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998202.415476:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998202.415479:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998202.415488:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.415495:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998202.415506:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.415510:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.415515:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.415520:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 400 into portal 10 MB=0x6a92a99a54900 00000400:00000200:2.0:1787998202.415524:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.415530:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 400/400 into md 0x76d5 [1] + 224 00000800:00000001:2.0:1787998202.415537:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998202.415673:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998202.415677:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998202.415682:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998202.415811:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998202.415820:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edd180 x1874850291730688/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1787998218 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998202.415831:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff94d199edd180 x1874850291730688/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1787998218 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998202.416050:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998202.416060:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998202.416064:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787998202.420072:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998202.420079:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4d00. 00000400:00000200:3.0:1787998202.420085:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998202.420093:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998202.420100:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807bb0 00000400:00000010:3.0:1787998202.420103:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807bb0. 00000100:00000001:3.0:1787998202.420108:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998202.420115:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edd180 x1874850291730816/t0(0) o2->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998218 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998202.420126:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998202.420129:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edd180 x1874850291730816/t0(0) o2->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998218 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998202.420139:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998202.420141:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998202.423041:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998202.423059:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998202.423063:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998202.423066:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998202.423074:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.423082:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998202.423092:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.423096:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.423101:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.423105:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 432 into portal 4 MB=0x6a92a99a54980 00000400:00000200:2.0:1787998202.423109:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.423116:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 432/432 into md 0x76dd [1] + 224 00000800:00000001:2.0:1787998202.423122:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998202.423130:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998202.423133:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998202.423137:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998202.423144:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998202.423152:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edd180 x1874850291730816/t0(0) o2->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998218 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998202.423165:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff94d199edd180 x1874850291730816/t0(0) o2->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998218 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998202.423185:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998202.423193:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998202.423196:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787998202.426354:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998202.426361:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072bb00. 00000400:00000200:3.0:1787998202.426367:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998202.426374:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998202.426379:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409f68 00000400:00000010:3.0:1787998202.426382:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409f68. 00000100:00000001:3.0:1787998202.426387:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998202.426393:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eded80 x1874850291731072/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998218 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998202.426405:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998202.426408:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199eded80 x1874850291731072/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998218 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998202.426415:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998202.426417:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998202.433504:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998202.433520:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998202.433523:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998202.433526:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998202.433534:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.433541:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998202.433551:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.433555:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.433560:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.433564:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a54a80 00000400:00000200:2.0:1787998202.433568:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998202.433574:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x76e5 [1] + 224 00000800:00000001:2.0:1787998202.433581:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998202.433588:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998202.433590:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998202.433595:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998202.433602:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998202.433610:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eded80 x1874850291731072/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998218 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998202.433626:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d199eded80 x1874850291731072/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998218 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998202.433902:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998202.433911:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998202.433915:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1787998202.451064:0:8233:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d198930000. 00000080:00000010:1.1:1787998202.451080:0:8233:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a9c080. 00000080:00000010:1.1:1787998202.451089:0:8233:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d1989839c0. 00000080:00000010:1.1:1787998202.451098:0:8233:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1870f3ce0. 00000020:00000001:3.0:1787998202.758052:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998202.758056:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998202.758060:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1787998203.781050:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998203.781053:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998203.781055:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1787998204.370189:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998204.370194:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072bb00. 00000400:00000200:3.0:1787998204.370199:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998204.370204:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998204.370209:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409ee0 00000400:00000010:3.0:1787998204.370211:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409ee0. 00000100:00000001:3.0:1787998204.370214:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998204.370219:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199ede300 x1874850291731200/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998220 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998204.370228:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998204.370232:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199ede300 x1874850291731200/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998220 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998204.370240:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998204.370241:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998204.381430:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998204.381457:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998204.381461:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998204.381464:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998204.381474:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998204.381484:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998204.381495:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998204.381501:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998204.381507:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998204.381512:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a54b00 00000400:00000200:2.0:1787998204.381518:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998204.381525:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x76ed [1] + 224 00000800:00000001:2.0:1787998204.381533:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998204.381721:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998204.381726:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998204.381739:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998204.381751:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998204.381764:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199ede300 x1874850291731200/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998220 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998204.381804:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d199ede300 x1874850291731200/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998220 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998204.381827:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998204.381839:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998204.381846:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787998204.384021:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998204.384031:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072b600. 00000400:00000200:3.0:1787998204.384038:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998204.384046:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998204.384053:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409880 00000400:00000010:3.0:1787998204.384056:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409880. 00000100:00000001:3.0:1787998204.384061:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998204.384068:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199ede300 x1874850291731328/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998220 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998204.384081:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998204.384084:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199ede300 x1874850291731328/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998220 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998204.384091:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998204.384093:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998204.391824:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998204.391849:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998204.391854:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998204.391857:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998204.391979:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998204.391989:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998204.392000:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998204.392014:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998204.392021:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998204.392026:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 584 into portal 10 MB=0x6a92a99a54b80 00000400:00000200:2.0:1787998204.392031:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998204.392038:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 584/584 into md 0x76f5 [1] + 224 00000800:00000001:2.0:1787998204.392047:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998204.392264:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998204.392270:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998204.392276:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998204.392286:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998204.392297:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199ede300 x1874850291731328/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998220 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998204.392309:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff94d199ede300 x1874850291731328/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998220 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998204.392342:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998204.392367:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998204.392371:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787998204.396541:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998204.396545:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072b000. 00000400:00000200:3.0:1787998204.396549:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998204.396554:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998204.396559:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854094c8 00000400:00000010:3.0:1787998204.396566:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854094c8. 00000100:00000001:3.0:1787998204.396570:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998204.396575:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199ede300 x1874850291731584/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998220 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998204.396584:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998204.396587:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199ede300 x1874850291731584/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998220 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998204.396593:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998204.396595:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1787998204.397986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2800. 00000080:00000010:1.1:1787998204.402824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a905a0. 00010000:00000010:1.1:1787998204.402840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98600. 00010000:00000010:1.1:1787998204.402844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2200. 00000800:00000001:2.0:1787998204.407479:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998204.407495:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998204.407499:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998204.407502:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998204.407522:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998204.407530:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998204.407539:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998204.407543:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998204.407548:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998204.407552:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 448 into portal 10 MB=0x6a92a99a54c80 00000400:00000200:2.0:1787998204.407558:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998204.407563:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 448/448 into md 0x76fd [1] + 224 00000800:00000001:2.0:1787998204.407569:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998204.407576:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998204.407579:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998204.407583:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998204.407590:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998204.407598:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199ede300 x1874850291731584/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998220 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998204.407610:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff94d199ede300 x1874850291731584/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998220 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998204.407629:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998204.407636:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998204.407639:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787998204.418467:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998204.418471:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072b700. 00000400:00000200:3.0:1787998204.418476:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998204.418481:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998204.418486:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854096e8 00000400:00000010:3.0:1787998204.418488:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854096e8. 00000100:00000001:3.0:1787998204.418492:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998204.418497:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edca80 x1874850291731712/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998220 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998204.418506:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998204.418509:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edca80 x1874850291731712/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998220 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998204.418517:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998204.418519:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998204.423616:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998204.423639:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998204.423645:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998204.423648:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998204.423659:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998204.423669:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998204.423680:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998204.423686:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998204.423692:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998204.423696:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a54d00 00000400:00000200:3.0:1787998204.423701:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998204.423707:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x7705 [1] + 224 00000800:00000001:3.0:1787998204.423716:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998204.423724:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998204.423728:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998204.423732:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998204.423742:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998204.423754:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edca80 x1874850291731712/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998220 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998204.423801:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d199edca80 x1874850291731712/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998220 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998204.423822:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998204.423831:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998204.423835:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787998204.426281:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998204.426291:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4d00. 00000400:00000200:3.0:1787998204.426299:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998204.426307:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998204.426315:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928072a8 00000400:00000010:3.0:1787998204.426317:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928072a8. 00000100:00000001:3.0:1787998204.426323:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998204.426330:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c12d80 x1874850291731840/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998220 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998204.426344:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998204.426348:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c12d80 x1874850291731840/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998220 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998204.426355:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998204.426356:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998204.433888:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998204.433912:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998204.433917:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998204.433921:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998204.433933:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998204.433943:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998204.433954:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998204.433961:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998204.433968:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998204.433973:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 584 into portal 10 MB=0x6a92a99a54d80 00000400:00000200:3.0:1787998204.433979:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998204.433985:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 584/584 into md 0x770d [1] + 224 00000800:00000001:3.0:1787998204.433995:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998204.434003:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998204.434016:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998204.434022:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998204.434031:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998204.434042:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c12d80 x1874850291731840/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998220 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998204.434187:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff94d191c12d80 x1874850291731840/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998220 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998204.434217:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998204.434229:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998204.434234:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787998204.447289:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998204.447300:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4500. 00000400:00000200:3.0:1787998204.447309:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998204.447318:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998204.447326:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807908 00000400:00000010:3.0:1787998204.447329:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807908. 00000100:00000001:3.0:1787998204.447335:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998204.447343:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c12d80 x1874850291732096/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998220 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998204.447358:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998204.447362:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c12d80 x1874850291732096/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998220 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998204.447370:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998204.447372:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1787998204.449823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366200. 00000080:00000010:0.1:1787998204.453885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a9cc40. 00010000:00000010:0.1:1787998204.453906:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98600. 00010000:00000010:0.1:1787998204.453913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2200. 00000800:00000001:3.0:1787998204.455831:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998204.455853:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998204.455859:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998204.455862:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998204.455883:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998204.455893:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998204.455906:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998204.455911:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998204.455918:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998204.455923:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 448 into portal 10 MB=0x6a92a99a54e80 00000400:00000200:3.0:1787998204.455929:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998204.455936:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 448/448 into md 0x7715 [1] + 224 00000800:00000001:3.0:1787998204.455945:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998204.455953:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998204.455957:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998204.455961:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998204.455971:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998204.455982:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c12d80 x1874850291732096/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998220 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998204.455993:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff94d191c12d80 x1874850291732096/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998220 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998204.456016:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998204.456027:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998204.456031:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1787998204.483221:0:31361:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998204.483228:0:31361:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998204.483230:0:31361:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1787998204.483234:0:31361:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41663bc0 00000080:00200000:3.0:1787998204.483238:0:31361:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:3.0:1787998204.483245:0:31361:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1a0073800. 00800000:00000002:3.0:1787998204.483251:0:31361:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:3.0:1787998204.483255:0:31361:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787998204.483259:0:31361:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787998204.483261:0:31361:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41663ae0 00800000:00000002:3.0:1787998204.483264:0:31361:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998204.483267:0:31361:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787998204.483270:0:31361:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998204.483273:0:31361:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998204.483275:0:31361:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998204.483278:0:31361:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998204.483280:0:31361:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998204.483283:0:31361:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998204.483284:0:31361:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998204.483287:0:31361:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1787998204.483292:0:31361:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787998204.483294:0:31361:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d416639b0 00000002:00010000:3.0:1787998204.483296:0:31361:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1787998204.483299:0:31361:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787998204.483302:0:31361:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998204.483304:0:31361:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1787998204.483310:0:31361:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998204.483313:0:31361:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998204.483314:0:31361:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998204.483316:0:31361:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1787998204.483319:0:31361:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1787998204.483324:0:31361:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d01500. 00000020:00000040:3.0:1787998204.483327:0:31361:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:3.0:1787998204.483334:0:31361:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1787998204.483338:0:31361:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998204.483344:0:31361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998204.483346:0:31361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998204.483347:0:31361:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998204.483350:0:31361:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998204.483353:0:31361:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998204.483357:0:31361:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998204.483364:0:31361:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0094000. 00000100:00000001:3.0:1787998204.483371:0:31361:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998204.483376:0:31361:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998204.483378:0:31361:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998204.483379:0:31361:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998204.483380:0:31361:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998204.483382:0:31361:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998204.483386:0:31361:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226548249856 : -117847161301760 : ffff94d191d01500) 00010000:00000001:3.0:1787998204.483390:0:31361:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1787998204.483392:0:31361:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1787998204.483396:0:31361:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d18a360800. 00010000:00000010:3.0:1787998204.483399:0:31361:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d190a8d200. 00010000:00000001:3.0:1787998204.483403:0:31361:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1787998204.483406:0:31361:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1903e5600. 00000020:00000001:3.0:1787998204.483410:0:31361:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1787998204.483412:0:31361:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1903e5600 with handle 0xb2d39e653c8c938 to hash 00000020:00000001:3.0:1787998204.483414:0:31361:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1787998204.483416:0:31361:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226521921024 : -117847187630592 : ffff94d1903e5600) 00010000:00000001:3.0:1787998204.483419:0:31361:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226521921024 : -117847187630592 : ffff94d1903e5600) 00010000:00000001:3.0:1787998204.483422:0:31361:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998204.483424:0:31361:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998204.483428:0:31361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8c938 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31361 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998204.483437:0:31361:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8c938 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31361 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998204.483447:0:31361:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8c938 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31361 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1787998204.483452:0:31361:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787998204.483454:0:31361:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787998204.483460:0:31361:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a0070b40. 00000100:00000001:3.0:1787998204.483462:0:31361:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786732864 : -117846922818752 : ffff94d1a0070b40) 00000100:00000001:3.0:1787998204.483464:0:31361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998204.483466:0:31361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548249856 : -117847161301760 : ffff94d191d01500) 00000100:00000001:3.0:1787998204.483470:0:31361:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998204.483474:0:31361:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998204.483476:0:31361:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787998204.483478:0:31361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998204.483488:0:31361:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d01500 x1874850291732224/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998204.483497:0:31361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998204.483499:0:31361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998204.483503:0:31361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998204.483505:0:31361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998204.483508:0:31361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998204.483511:0:31361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d01500 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:31361:1874850291732224:192.168.206.123@tcp:101:multiop.0 00000100:00000001:3.0:1787998204.483515:0:31361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998204.483520:0:31361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998204.483523:0:31361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998204.483525:0:31361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998204.483530:0:31361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d19175e000. 02000000:00000001:3.0:1787998204.483532:0:31361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998204.483540:0:31361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998204.483543:0:31361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a108. 00000400:00000010:3.0:1787998204.483549:0:31361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f52a8. 00000100:00000200:3.0:1787998204.483555:0:31361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291732224, portal 10 00000100:00000001:3.0:1787998204.483557:0:31361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998204.483558:0:31361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548249856 : -117847161301760 : ffff94d191d01500) 00000100:00000040:3.0:1787998204.483564:0:31361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d01500 x1874850291732224/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998220 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998204.483570:0:31361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998204.483573:0:31361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998204.483575:0:31361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5440. 00000100:00000200:3.0:1787998204.483578:0:31361:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1874850291732224, offset 0 00000400:00000200:3.0:1787998204.483584:0:31361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998204.483592:0:31361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998204.483598:0:31361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998204.483603:0:31361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998204.483607:0:31361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998204.483610:0:31361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998204.483613:0:31361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998204.483617:0:31361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2530:2530:256:4294967295] 192.168.206.123@tcp LPNI seq info [2530:2530:8:4294967295] 00000400:00000200:3.0:1787998204.483621:0:31361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998204.483630:0:31361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998204.483636:0:31361:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998204.483641:0:31361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1838edc00. 00000800:00000200:3.0:1787998204.483647:0:31361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998204.483654:0:31361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998204.483658:0:31361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1838edc00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1787998204.483686:0:31361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998204.483690:0:31361:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 814676 usecs (815 jiffies) 00000400:00000200:3.0:1787998204.483693:0:31361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998204.483695:0:31361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296385455 00000100:00000001:3.0:1787998204.483698:0:31361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296386582 00000100:00000001:3.0:1787998204.483701:0:31361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296385455 00000100:00000001:3.0:1787998204.483703:0:31361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296386582 00000100:00000001:3.0:1787998204.483706:0:31361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998204.483708:0:31361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998204.483710:0:31361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998204.483712:0:31361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787998204.483715:0:31361:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a0070b40 going to sleep for 11 seconds 00000100:00000001:3.0:1787998204.483717:0:31361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998204.483720:0:31361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998204.484333:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998204.484338:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1838edc00. 00000400:00000200:2.0:1787998204.484343:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998204.484348:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998204.484354:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5440 00000400:00000010:2.0:1787998204.484355:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5440. 00000100:00000001:2.0:1787998204.484361:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998204.484366:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d01500 x1874850291732224/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998220 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998204.484376:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998204.484379:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d01500 x1874850291732224/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998220 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998204.484385:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998204.484387:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998204.489561:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998204.489587:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998204.489592:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998204.489594:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998204.489604:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998204.489611:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998204.489620:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998204.489624:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998204.489630:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998204.489634:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a54f00 00000400:00000200:3.0:1787998204.489639:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998204.489644:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x771d [1] + 224 00000800:00000001:3.0:1787998204.489651:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998204.489657:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998204.489660:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998204.489665:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998204.489671:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998204.489678:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d01500 x1874850291732224/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998220 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998204.489689:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d191d01500 x1874850291732224/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998220 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998204.489756:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998204.489765:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998204.490154:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1787998204.494590:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998204.494595:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4c00. 00000400:00000200:2.0:1787998204.494600:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998204.494606:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998204.494611:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807cc0 00000400:00000010:2.0:1787998204.494614:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807cc0. 00000100:00000001:2.0:1787998204.494617:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998204.494622:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c10000 x1874850291732352/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998220 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998204.494632:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998204.494635:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c10000 x1874850291732352/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998220 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998204.494641:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998204.494643:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998204.505677:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998204.505701:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998204.505707:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998204.505710:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998204.505722:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998204.505732:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998204.505743:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998204.505749:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998204.505755:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998204.505759:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a54f80 00000400:00000200:3.0:1787998204.505764:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998204.505922:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x772d [1] + 224 00000800:00000001:3.0:1787998204.505933:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998204.505944:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998204.505948:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998204.505953:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998204.505962:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998204.505974:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c10000 x1874850291732352/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998220 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998204.505986:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d191c10000 x1874850291732352/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998220 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998204.505998:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998204.506018:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998204.506022:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1787998204.510997:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998204.511002:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072bf00. 00000400:00000200:2.0:1787998204.511018:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998204.511027:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998204.511033:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409660 00000400:00000010:2.0:1787998204.511036:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409660. 00000100:00000001:2.0:1787998204.511040:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998204.511046:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edd880 x1874850291732608/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998220 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998204.511057:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998204.511061:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edd880 x1874850291732608/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998220 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998204.511068:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998204.511069:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998204.527494:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998204.527532:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998204.527538:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998204.527540:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998204.527567:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998204.527577:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998204.527589:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998204.527594:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998204.527601:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998204.527606:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 664 into portal 10 MB=0x6a92a99a55080 00000400:00000200:3.0:1787998204.527611:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998204.527618:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 664/664 into md 0x7735 [32] + 224 00000800:00000001:3.0:1787998204.527627:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998204.527634:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998204.527638:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998204.527643:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998204.527652:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998204.527663:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edd880 x1874850291732608/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998220 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998204.527674:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff94d199edd880 x1874850291732608/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998220 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998204.527713:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998204.527724:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998204.527728:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787998205.196404:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998205.196408:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072b800. 00000400:00000200:3.0:1787998205.196413:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998205.196417:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998205.196422:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409908 00000400:00000010:3.0:1787998205.196424:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409908. 00000100:00000001:3.0:1787998205.196427:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998205.196431:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eddc00 x1874850291732736/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998221 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998205.196565:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998205.196569:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199eddc00 x1874850291732736/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998221 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998205.196575:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998205.196577:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998205.204698:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998205.204719:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998205.204724:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998205.204727:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998205.204738:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998205.204747:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998205.204758:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998205.204763:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998205.204847:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998205.204853:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a55100 00000400:00000200:3.0:1787998205.204860:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998205.204869:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x773d [1] + 224 00000800:00000001:3.0:1787998205.204878:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998205.204888:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998205.204893:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998205.204898:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998205.204909:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998205.204920:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eddc00 x1874850291732736/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998221 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998205.204933:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d199eddc00 x1874850291732736/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998221 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998205.204958:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998205.204970:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998205.204974:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787998205.211027:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998205.211033:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072be00. 00000400:00000200:3.0:1787998205.211040:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998205.211049:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998205.211057:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409550 00000400:00000010:3.0:1787998205.211060:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409550. 00000100:00000001:3.0:1787998205.211066:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998205.211073:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eddc00 x1874850291732992/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998221 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998205.211085:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998205.211088:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199eddc00 x1874850291732992/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998221 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998205.211095:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998205.211097:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998205.226030:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998205.226053:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998205.226058:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998205.226061:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998205.226072:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998205.226082:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998205.226093:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998205.226098:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998205.226104:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998205.226109:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 664 into portal 10 MB=0x6a92a99a55200 00000400:00000200:3.0:1787998205.226114:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998205.226122:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 664/664 into md 0x7745 [32] + 224 00000800:00000001:3.0:1787998205.226131:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998205.226156:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998205.226160:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998205.226166:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998205.226175:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998205.226186:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eddc00 x1874850291732992/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998221 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998205.226198:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff94d199eddc00 x1874850291732992/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998221 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998205.226728:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998205.226741:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998205.226746:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787998205.235494:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998205.235499:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4100. 00000400:00000200:3.0:1787998205.235504:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998205.235509:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998205.235515:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807b28 00000400:00000010:3.0:1787998205.235518:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807b28. 00000100:00000001:3.0:1787998205.235522:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998205.235527:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c10000 x1874850291733248/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1787998221 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998205.235537:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998205.235540:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c10000 x1874850291733248/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1787998221 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998205.235546:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998205.235548:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1787998205.243648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98a00. 00010000:00000010:0.1:1787998205.243665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3c00. 00000020:00000001:3.0:1787998205.831803:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998205.831807:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998205.831811:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1787998206.852504:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998206.852507:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998206.852510:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787998206.915132:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296386582, at 4296387072 00000100:00000010:3.0:1787998206.915146:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0ad5780. 00000100:00000040:2.0:1787998206.915213:0:16353:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582220 (cpu 2) has reached its deadline 4296386582, at 4296387072 00000100:00000010:2.0:1787998206.915218:0:16353:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0ad56c0. 00000100:00000040:2.0:1787998207.427849:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998207.427857:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998207.427867:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d19f80. 00000020:00000040:2.0:1787998207.427872:0:36:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:2.0:1787998207.427887:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998207.427890:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998207.427895:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998207.427903:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d1907ef500. 00000100:00000001:2.0:1787998207.427908:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998207.427919:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS req@ffff94d191d19f80 x1874850291733376/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998207.427929:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998207.427933:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998207.427939:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065480c1f] to pc [ptlrpcd_01_01+1] req@ffff94d191d19f80 x1874850291733376/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998207.427966:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998207.427969:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998207.427972:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998207.427975:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d19180. 00000020:00000040:2.0:1787998207.427977:0:36:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=10 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998207.427979:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998207.427980:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998207.427982:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998207.427985:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d1907efc00. 00000100:00000001:2.0:1787998207.428000:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998207.428005:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID req@ffff94d191d19180 x1874850291733504/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998207.428012:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998207.428015:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998207.428018:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056e8b3b8] to pc [ptlrpcd_01_00+0] req@ffff94d191d19180 x1874850291733504/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998207.428692:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998207.428698:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998207.428702:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998207.428706:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1a300. 00000020:00000040:2.0:1787998207.428711:0:36:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=4 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998207.428714:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998207.428719:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998207.428722:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998207.428727:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d1907efa00. 00000100:00000001:2.0:1787998207.428732:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998207.428738:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID req@ffff94d191d1a300 x1874850291733632/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998207.428746:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998207.428749:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998207.428752:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ad8b543] to pc [ptlrpcd_01_01+1] req@ffff94d191d1a300 x1874850291733632/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998207.428760:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998207.428762:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998207.428765:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998207.428794:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1bb80. 00000020:00000040:2.0:1787998207.428796:0:36:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=4 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998207.428798:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998207.428799:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998207.428801:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998207.428804:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d1907ef800. 00000100:00000001:2.0:1787998207.428806:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998207.428810:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID req@ffff94d191d1bb80 x1874850291733760/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998207.428816:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998207.428818:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998207.428821:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d8ac2a8] to pc [ptlrpcd_01_00+0] req@ffff94d191d1bb80 x1874850291733760/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998207.428828:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998207.428830:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787998207.428833:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787998207.428838:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1725) 00000100:00000001:3.0:1787998207.429328:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998207.429333:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998207.429336:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998207.429343:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d19f80 x1874850291733376/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998207.429351:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998207.429353:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998207.429371:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998207.429374:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998207.429377:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998207.429381:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2405:1874850291733376:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998207.429385:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998207.429390:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998207.429392:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998207.429395:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998207.429400:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191912600. 02000000:00000001:3.0:1787998207.429402:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998207.429409:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998207.429413:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a840. 00000400:00000010:3.0:1787998207.429420:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5000. 00000100:00000200:3.0:1787998207.429428:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291733376, portal 25 00000100:00000001:3.0:1787998207.429430:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998207.429432:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548350848 : -117847161200768 : ffff94d191d19f80) 00000100:00000040:3.0:1787998207.429438:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d19f80 x1874850291733376/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998207.429445:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998207.429449:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998207.429451:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5550. 00000100:00000200:3.0:1787998207.429454:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874850291733376, offset 0 00000400:00000200:3.0:1787998207.429460:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998207.429469:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998207.429477:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998207.429482:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998207.429486:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998207.429489:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998207.429492:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998207.429496:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2536:2536:256:4294967295] 192.168.206.123@tcp LPNI seq info [2536:2536:8:4294967295] 00000400:00000200:3.0:1787998207.429499:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998207.429507:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998207.429520:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998207.429525:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1838ed700. 00000800:00000200:3.0:1787998207.429531:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998207.429538:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998207.429541:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1838ed700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998207.429561:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998207.429566:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998207.429568:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296391669 00000100:00000010:3.0:1787998207.429573:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0013f00. 00000100:00000001:3.0:1787998207.429579:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 2 00000800:00000200:2.0:1787998207.430136:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998207.430142:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1838ed700. 00000400:00000200:2.0:1787998207.430148:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998207.430154:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998207.430160:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5550 00000400:00000010:2.0:1787998207.430162:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5550. 00000100:00000001:2.0:1787998207.430167:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998207.430171:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d19f80 x1874850291733376/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998207.430182:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998207.430185:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d19f80 x1874850291733376/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998223 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998207.430192:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998207.430194:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787998207.430231:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998207.430235:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998207.430237:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998207.430251:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d19180 x1874850291733504/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998207.430262:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998207.430264:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998207.430267:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998207.430269:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998207.430271:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998207.430275:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291733504:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998207.430278:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998207.430281:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998207.430283:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998207.430289:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998207.430293:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d19162b200. 02000000:00000001:2.0:1787998207.430296:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998207.430300:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998207.430304:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151630. 00000400:00000010:2.0:1787998207.430308:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf2a8. 00000100:00000200:2.0:1787998207.430311:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291733504, portal 10 00000100:00000001:2.0:1787998207.430313:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998207.430314:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548347264 : -117847161204352 : ffff94d191d19180) 00000100:00000040:2.0:1787998207.430321:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d19180 x1874850291733504/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998207.430328:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998207.430330:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998207.430333:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf220. 00000100:00000200:2.0:1787998207.430335:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291733504, offset 0 00000400:00000200:2.0:1787998207.430340:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998207.430345:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998207.430349:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998207.430352:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998207.430355:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998207.430358:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998207.430360:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998207.430364:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2537:2537:256:4294967295] 192.168.206.123@tcp LPNI seq info [2537:2537:8:4294967295] 00000400:00000200:2.0:1787998207.430368:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998207.430375:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998207.430391:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998207.430396:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19381e500. 00000800:00000200:2.0:1787998207.430401:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998207.430406:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998207.430409:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19381e500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998207.430419:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998207.430423:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 808085 usecs (809 jiffies) 00000400:00000200:2.0:1787998207.430427:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998207.430429:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296388396 00000100:00000001:3.0:1787998207.434814:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296391675 00000100:00000010:3.0:1787998207.434826:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0013e40. 00000100:00000001:3.0:1787998207.434832:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787998207.434835:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998207.434839:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998207.434843:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998207.434854:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1a300 x1874850291733632/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998207.434862:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998207.434864:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998207.434867:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998207.434870:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998207.434872:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998207.434875:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291733632:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998207.434879:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998207.434883:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998207.434886:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998207.434887:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998207.434893:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191912800. 02000000:00000001:3.0:1787998207.434895:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998207.434901:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998207.434906:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a9f8. 00000400:00000010:3.0:1787998207.434912:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5b28. 00000100:00000200:3.0:1787998207.434918:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291733632, portal 10 00000100:00000001:3.0:1787998207.434921:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998207.434922:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548351744 : -117847161199872 : ffff94d191d1a300) 00000100:00000040:3.0:1787998207.434929:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d1a300 x1874850291733632/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998207.434936:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998207.434938:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998207.434940:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f53b8. 00000100:00000200:3.0:1787998207.434943:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291733632, offset 0 00000400:00000200:3.0:1787998207.434948:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998207.434955:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998207.434961:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998207.434966:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998207.434969:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998207.434974:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998207.434976:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998207.434981:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2538:2538:255:4294967295] 192.168.206.123@tcp LPNI seq info [2538:2538:7:4294967295] 00000400:00000200:3.0:1787998207.434985:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998207.435006:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998207.435011:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998207.435016:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1838ed000. 00000800:00000200:3.0:1787998207.435023:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998207.435030:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998207.435034:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1838ed000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998207.435111:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998207.435115:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18490 usecs (19 jiffies) 00000400:00000200:3.0:1787998207.435118:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998207.435120:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296387611 00000100:00000001:3.0:1787998207.435123:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296391669 00000100:00000001:3.0:1787998207.435125:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296387611 00000100:00000001:3.0:1787998207.435127:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296391675 00000100:00000001:3.0:1787998207.435129:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998207.435130:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998207.435133:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998207.435136:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998207.435204:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998207.435207:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787998207.435210:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998207.435212:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998207.435214:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998207.435216:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787998207.435233:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998207.435244:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998207.435247:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998207.435249:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998207.435254:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998207.435258:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998207.435263:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998207.435266:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998207.435270:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998207.435273:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a55380 00000400:00000200:3.0:1787998207.435277:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998207.435282:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7755 [1] + 224 00000800:00000001:3.0:1787998207.435288:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998207.435293:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998207.435296:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998207.435301:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998207.435308:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998207.435312:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d19f80 x1874850291733376/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998223 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998207.435321:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d19f80 x1874850291733376/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998223 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998207.435705:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296391669 00000100:00000001:2.0:1787998207.435710:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296388401 00000800:00000200:2.0:1787998207.435741:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998207.435745:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19381e500. 00000400:00000200:2.0:1787998207.435749:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998207.435753:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998207.435758:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf220 00000400:00000010:2.0:1787998207.435760:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf220. 00000100:00000001:2.0:1787998207.435764:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998207.435782:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d19180 x1874850291733504/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998207.435794:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998207.435798:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d19180 x1874850291733504/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998223 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998207.435805:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998207.435807:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998207.436547:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998207.436552:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1838ed000. 00000400:00000200:2.0:1787998207.436557:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998207.436563:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998207.436567:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f53b8 00000400:00000010:2.0:1787998207.436569:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f53b8. 00000100:00000001:2.0:1787998207.436572:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998207.436577:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1a300 x1874850291733632/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998207.436586:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998207.436589:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1a300 x1874850291733632/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998223 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998207.436596:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998207.436598:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787998207.436684:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296391675 00000100:00000001:2.0:1787998207.436689:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998207.436692:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998207.436696:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998207.436701:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1bb80 x1874850291733760/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998207.436709:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998207.436711:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998207.436715:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998207.436717:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998207.436720:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998207.436723:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291733760:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998207.436727:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998207.436730:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998207.436733:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998207.436735:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998207.436741:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d19162a200. 02000000:00000001:2.0:1787998207.436743:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998207.436748:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998207.436752:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151528. 00000400:00000010:2.0:1787998207.436757:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf220. 00000100:00000200:2.0:1787998207.436762:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291733760, portal 4 00000100:00000001:2.0:1787998207.436764:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998207.436766:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548358016 : -117847161193600 : ffff94d191d1bb80) 00000100:00000040:2.0:1787998207.436792:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d1bb80 x1874850291733760/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998207.436799:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998207.436802:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998207.436805:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf440. 00000100:00000200:2.0:1787998207.436808:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291733760, offset 0 00000400:00000200:2.0:1787998207.436813:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998207.436819:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998207.436825:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998207.436829:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998207.436833:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998207.436836:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998207.436838:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998207.436843:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2539:2539:256:4294967295] 192.168.206.123@tcp LPNI seq info [2539:2539:8:4294967295] 00000400:00000200:2.0:1787998207.436847:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998207.437306:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998207.437314:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998207.437319:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19381e500. 00000800:00000200:2.0:1787998207.437325:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998207.437332:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998207.437336:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19381e500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998207.437348:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998207.437352:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 228531 usecs (229 jiffies) 00000400:00000200:2.0:1787998207.437356:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998207.437358:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296387822 00000800:00000200:2.0:1787998207.437381:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998207.437383:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19381e500. 00000400:00000200:2.0:1787998207.437386:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998207.437390:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998207.437393:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf440 00000400:00000010:2.0:1787998207.437394:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf440. 00000100:00000001:2.0:1787998207.437397:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998207.437401:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1bb80 x1874850291733760/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998207.437409:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998207.437412:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1bb80 x1874850291733760/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998223 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998207.437418:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998207.437420:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787998207.437428:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296391669 00000100:00000001:2.0:1787998207.437431:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296387822 00000100:00000001:2.0:1787998207.437433:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296391675 00000100:00000001:2.0:1787998207.437435:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998207.437436:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998207.437439:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998207.437443:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998207.437449:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998207.437451:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787998207.437453:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998207.437455:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998207.437456:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998207.437459:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998207.437486:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998207.437488:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998207.437574:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998207.437592:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1787998207.437593:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998207.437596:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1787998207.437598:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1787998207.437599:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a840. 00000800:00000001:3.0:1787998207.438465:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998207.438475:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998207.438477:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998207.438480:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998207.438486:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998207.438492:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998207.438498:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998207.438502:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998207.438506:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998207.438509:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a55400 00000400:00000200:3.0:1787998207.438513:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998207.438559:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5000 00000400:00000010:2.0:1787998207.438562:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5000. 00000100:00000001:2.0:1787998207.438566:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998207.438572:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d19f80 x1874850291733376/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998223 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787998207.438581:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d19f80 x1874850291733376/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998223 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998207.438587:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998207.438588:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998207.438591:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998207.438594:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998207.438596:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998207.438597:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998207.438600:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998207.438613:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=34 v=5 (5 5 5 5) 00000100:00001000:2.0:1787998207.438617:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=34 v=5 (1 1 1 1) 00000100:00000001:2.0:1787998207.438620:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998207.438622:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998207.438625:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998207.438627:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998207.438630:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998207.438634:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d19f80 x1874850291733376/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998223 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998207.438641:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998207.438643:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998207.438645:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998207.438648:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d19f80 x1874850291733376/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998223 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787998207.438655:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2405:1874850291733376:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998207.438660:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998207.438663:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998207.438666:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d19f80 x1874850291733376/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998223 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998207.438671:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998207.438674:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998207.438677:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191912600. 02000000:00000001:2.0:1787998207.438681:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998207.438684:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998207.438685:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:2.0:1787998207.438687:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998207.438689:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1907ef500. 02000000:00000001:2.0:1787998207.438694:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998207.438695:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998207.438697:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d19f80. 00000100:00000001:2.0:1787998207.438701:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998207.438702:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998207.438705:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998207.438706:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998207.438708:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998207.438710:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998207.438712:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998207.442055:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x7765 [1] + 224 00000800:00000001:3.0:1787998207.442070:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998207.442081:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998207.442085:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998207.442090:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998207.442098:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998207.442116:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d19180 x1874850291733504/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998223 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998207.442127:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d19180 x1874850291733504/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998223 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998207.442187:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998207.442191:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998207.442207:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998207.442226:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998207.442230:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998207.442233:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998207.442235:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998207.442241:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998207.442245:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998207.442251:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998207.442254:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998207.442258:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998207.442262:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a55480 00000400:00000200:3.0:1787998207.442265:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998207.442269:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x7775 [1] + 224 00000800:00000001:3.0:1787998207.442272:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998207.442275:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998207.442277:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998207.442280:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998207.442283:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998207.442287:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1a300 x1874850291733632/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998223 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998207.442295:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d1a300 x1874850291733632/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998223 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998207.442310:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998207.442313:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998207.442316:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998207.442318:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998207.442320:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998207.442323:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998207.442326:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998207.442330:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998207.442332:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998207.442334:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998207.442337:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a55500 00000400:00000200:3.0:1787998207.442340:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998207.442344:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7785 [1] + 224 00000800:00000001:3.0:1787998207.442347:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998207.442350:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998207.442352:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998207.442356:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998207.442358:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998207.442362:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1bb80 x1874850291733760/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998223 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998207.442370:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d1bb80 x1874850291733760/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998223 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998207.442377:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998207.442379:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998207.442381:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998207.442392:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998207.442394:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998207.442399:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998207.442401:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998207.442403:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a9f8. 00000400:00000200:3.0:1787998207.442406:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5b28 00000400:00000010:3.0:1787998207.442409:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5b28. 00000100:00000001:3.0:1787998207.442412:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998207.442415:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1a300 x1874850291733632/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998223 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998207.442423:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1a300 x1874850291733632/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998223 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998207.442428:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998207.442430:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998207.442432:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998207.442435:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998207.442437:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998207.442439:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998207.442442:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998207.442449:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=33 v=5 (5 104 104 104) 00000100:00001000:3.0:1787998207.442453:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=33 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998207.442456:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998207.442458:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998207.442460:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998207.442464:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998207.442467:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998207.442469:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1787998207.442471:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998207.442472:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998207.442477:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1a300 x1874850291733632/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998223 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998207.442484:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998207.442486:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998207.442488:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998207.442491:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1a300 x1874850291733632/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998223 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998207.442499:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291733632:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998207.442503:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998207.442505:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998207.442508:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1a300 x1874850291733632/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998223 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998207.442515:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998207.442517:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998207.442521:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191912800. 02000000:00000001:3.0:1787998207.442524:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998207.442527:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998207.442529:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=3 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998207.442543:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998207.442545:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1907efa00. 02000000:00000001:3.0:1787998207.442550:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998207.442551:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998207.442554:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1a300. 00000100:00000001:3.0:1787998207.442557:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998207.442558:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998207.442560:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998207.442567:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998207.442569:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998207.442572:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998207.442574:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1787998207.443514:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998207.443518:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998207.443521:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151630. 00000400:00000200:2.0:1787998207.443526:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf2a8 00000400:00000010:2.0:1787998207.443535:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf2a8. 00000100:00000001:2.0:1787998207.443546:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998207.443553:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d19180 x1874850291733504/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998223 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787998207.443563:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d19180 x1874850291733504/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998223 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998207.443569:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998207.443571:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998207.443574:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998207.443576:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998207.443578:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998207.443579:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998207.443582:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998207.443587:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=33 v=5 (5 104 104 104) 00000100:00001000:2.0:1787998207.443590:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1787998207.443593:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998207.443595:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998207.443598:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998207.443600:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998207.444425:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998207.444428:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967572 00000100:00000001:2.0:1787998207.444431:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998207.444434:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998207.444441:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d19180 x1874850291733504/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998223 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998207.444448:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998207.444451:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998207.444454:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998207.444457:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d19180 x1874850291733504/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998223 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787998207.444466:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291733504:192.168.206.123@tcp:400:kworker.0 00000400:00000001:2.0:1787998207.444474:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998207.444476:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998207.444478:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151528. 00000400:00000200:2.0:1787998207.444482:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf220 00000400:00000010:2.0:1787998207.444483:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf220. 00000100:00000001:2.0:1787998207.444486:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998207.444491:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1bb80 x1874850291733760/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998223 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787998207.444500:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1bb80 x1874850291733760/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998223 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998207.444507:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998207.444508:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998207.444510:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998207.444512:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998207.444514:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998207.444516:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998207.444518:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998207.444523:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=33 v=5 (5 5 37 37) 00000100:00001000:2.0:1787998207.444536:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=123 v=5 (1 0 0 0) 00000100:00000001:2.0:1787998207.444539:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998207.444541:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998207.444543:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998207.444546:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998207.444548:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998207.444550:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967313 00000100:00000001:2.0:1787998207.444551:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998207.444553:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998207.444557:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1bb80 x1874850291733760/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998223 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998207.444570:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998207.444572:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998207.444573:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998207.444576:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1bb80 x1874850291733760/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998223 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787998207.444583:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291733760:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998207.444587:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998207.444589:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998207.444593:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d19180 x1874850291733504/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998223 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998207.444600:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998207.444602:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998207.444703:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d19162b200. 02000000:00000001:2.0:1787998207.444708:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998207.444710:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998207.444712:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998207.444714:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998207.444717:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1907efc00. 02000000:00000001:2.0:1787998207.444722:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998207.444723:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998207.444725:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d19180. 00000100:00000001:2.0:1787998207.444727:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998207.444729:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998207.444731:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998207.444734:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1bb80 x1874850291733760/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998223 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998207.444740:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998207.444741:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998207.444743:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d19162a200. 02000000:00000001:2.0:1787998207.444745:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998207.444746:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998207.444748:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998207.444749:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998207.444750:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1907ef800. 02000000:00000001:2.0:1787998207.444752:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998207.444753:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998207.444754:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1bb80. 00000100:00000001:2.0:1787998207.444757:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998207.444758:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998207.444761:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998207.444792:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998207.444794:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998207.444797:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998207.444800:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998207.740376:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998207.740384:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072be00. 00000400:00000200:3.0:1787998207.740389:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998207.740396:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998207.740402:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854097f8 00000400:00000010:3.0:1787998207.740404:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854097f8. 00000100:00000001:3.0:1787998207.740408:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998207.740414:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edc380 x1874850291734016/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998223 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998207.740429:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998207.740432:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edc380 x1874850291734016/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998223 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998207.740439:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998207.740440:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998207.753487:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998207.753587:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072b800. 00000400:00000200:2.0:1787998207.753593:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998207.753599:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998207.753605:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409440 00000400:00000010:2.0:1787998207.753607:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409440. 00000100:00000001:2.0:1787998207.753611:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998207.753616:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edea00 x1874850291734144/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 352/224 e 0 to 0 dl 1787998223 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998207.753626:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998207.753629:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edea00 x1874850291734144/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 352/224 e 0 to 0 dl 1787998223 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998207.753635:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998207.753636:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00010000:00010000:2.0:1787998207.753737:0:31391:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0001-mdc-ffff94d1a0bb2800 00010000:00000001:2.0:1787998207.753741:0:31391:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998207.753742:0:31391:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998207.753745:0:31391:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998207.753748:0:31391:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998207.753749:0:31391:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998207.753751:0:31391:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998207.758020:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998207.758037:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998207.758041:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998207.758044:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998207.758053:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998207.758063:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998207.758073:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998207.758078:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998207.758083:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998207.758087:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 328 into portal 15 MB=0x6a92a9abb9d00 00000400:00000200:2.0:1787998207.758094:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.123@tcp of length 328/328 into md 0x7285 [2] + 0 00000800:00000001:2.0:1787998207.758101:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998207.758109:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998207.758112:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998207.758117:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998207.758124:0:2396:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1787998207.758127:0:2396:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1787998207.758133:0:2396:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1bb80. 00000100:00000040:2.0:1787998207.758136:0:2396:0:(events.c:337:request_in_callback()) incoming req@ffff94d191d1bb80 x1874850309971200 msgsize 328 00000100:00100000:2.0:1787998207.758141:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.123@tcp (source: 12345-192.168.206.123@tcp) 00000100:00000001:2.0:1787998207.758159:0:2396:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1787998207.758167:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998207.758170:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998207.758221:0:16814:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1787998207.758225:0:16814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874850309971200 02000000:00000001:3.0:1787998207.758227:0:16814:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1787998207.758229:0:16814:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998207.758231:0:16814:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998207.758236:0:16814:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998207.758239:0:16814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874850309971200 00000020:00000001:3.0:1787998207.758242:0:16814:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787998207.758244:0:16814:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf6e 00000020:00000001:3.0:1787998207.758246:0:16814:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998207.758249:0:16814:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191093800 refcount=4 00000020:00000001:3.0:1787998207.758252:0:16814:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535217152 : -117847174334464 : ffff94d191093800) 00000020:00000001:3.0:1787998207.758254:0:16814:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535217152 : -117847174334464 : ffff94d191093800) 00000100:00000001:3.0:1787998207.758258:0:16814:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1787998207.758263:0:16814:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d1987e5d00. 00000100:00000001:3.0:1787998207.758266:0:16814:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1787998207.758268:0:16814:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d1987e5d00. 00000020:00000010:3.0:1787998207.758275:0:16814:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d183ef7600. 00000020:00000010:3.0:1787998207.758281:0:16814:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94d190a8d580. 00000020:00000010:3.0:1787998207.758286:0:16814:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94d18543a320. 00000100:00000040:3.0:1787998207.758294:0:16814:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1787998207.758297:0:16814:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1787998207.758298:0:16814:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1787998207.758300:0:16814:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998207.758307:0:16814:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998207.758321:0:16814:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998207.758333:0:16814:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1787998207.758335:0:16814:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1787998207.758340:0:16814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.123@tcp, seq: 53 00000100:00000040:3.0:1787998207.758343:0:16814:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff94d191093800 : new rpc_count 1 00000100:00000001:3.0:1787998207.758346:0:16814:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446626226548358016 : -117847161193600 : ffff94d191d1bb80) 00000100:00000040:3.0:1787998207.758353:0:16814:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff94d191d1bb80 x1874850309971200/t0(0) o104->LOV_OSC_UUID@192.168.206.123@tcp:423/0 lens 328/0 e 0 to 0 dl 1787998218 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998207.758363:0:16814:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1787998207.758366:0:16814:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d1987e5d00. 00000100:00000001:3.0:1787998207.758368:0:16814:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1787998207.758370:0:16814:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d1987e5d00. 00000100:00100000:3.0:1787998207.758528:0:16814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94d191d1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8430:x1874850309971200:12345-192.168.206.123@tcp:104: 00000100:00000200:3.0:1787998207.758533:0:16814:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1874850309971200 00010000:00000001:3.0:1787998207.758536:0:16814:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1787998207.758543:0:16814:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998207.758544:0:16814:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998207.758546:0:16814:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d200 refcount=2 00000020:00000001:3.0:1787998207.758549:0:16814:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:3.0:1787998207.758552:0:16814:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:3.0:1787998207.758555:0:16814:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998207.758558:0:16814:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787998207.758563:0:16814:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000002844bcb5/0xb2d39e653c8c8dd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x4fd9a50f3a6ac6e3 expref: -99 pid: 30763 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1787998207.758581:0:16814:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1787998207.758583:0:16814:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1787998207.758589:0:16814:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94d1a0096400. 02000000:00000001:3.0:1787998207.758591:0:16814:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998207.758594:0:16814:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998207.758597:0:16814:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1787998207.758600:0:16814:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998207.758603:0:16814:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187eb35e8 time=182 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998207.758607:0:16814:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787998207.758611:0:16814:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 16 to 192.168.206.123@tcp 00000100:00000001:3.0:1787998207.758613:0:16814:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 02000000:00000001:3.0:1787998207.758615:0:16814:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1787998207.758617:0:16814:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998207.758620:0:16814:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998207.758623:0:16814:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998207.758627:0:16814:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5b28. 00000100:00000200:3.0:1787998207.758632:0:16814:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1874850309971200, offset 224 00000400:00000200:3.0:1787998207.758639:0:16814:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998207.758645:0:16814:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998207.758651:0:16814:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.23@tcp to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998207.758657:0:16814:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2542:2542:256:4294967295] 192.168.206.123@tcp LPNI seq info [2542:2542:8:4294967295] 00000400:00000200:3.0:1787998207.758661:0:16814:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998207.758669:0:16814:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:192.168.206.23@tcp) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998207.758674:0:16814:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998207.758679:0:16814:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1838eda00. 00000800:00000200:3.0:1787998207.758684:0:16814:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998207.758691:0:16814:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998207.758695:0:16814:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1838eda00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998207.758707:0:16814:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998207.758711:0:16814:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00010000:00000001:3.0:1787998207.758714:0:16814:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1787998207.758717:0:16814:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94d1a0070c00. 00010000:00000001:3.0:1787998207.758720:0:16814:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000800:00000200:2.0:1787998207.759358:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998207.759363:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1838eda00. 00000400:00000200:2.0:1787998207.759367:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998207.759372:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998207.759377:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5b28 00000400:00000010:2.0:1787998207.759379:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5b28. 00000100:00000001:2.0:1787998207.759382:0:2397:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1787998207.759384:0:2397:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:3.0:1787998207.759738:0:16814:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1787998207.759742:0:16814:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998207.759744:0:16814:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998207.759746:0:16814:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998207.759752:0:16814:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1bb80 x1874850309971200/t0(0) o104->LOV_OSC_UUID@192.168.206.123@tcp:423/0 lens 328/224 e 0 to 0 dl 1787998218 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787998207.759764:0:16814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94d191d1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8430:x1874850309971200:12345-192.168.206.123@tcp:104: Request processed in 1399us (1624us total) trans 0 rc 0/0 00000100:00100000:3.0:1787998207.759798:0:16814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.123@tcp, seq: 53 00000100:00000040:3.0:1787998207.759802:0:16814:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff94d191093800 : new rpc_count 0 00000100:00000001:3.0:1787998207.759804:0:16814:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1787998207.759805:0:16814:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1787998207.759811:0:16814:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94d190a8d580. 00000020:00000010:3.0:1787998207.759816:0:16814:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94d18543a320. 00000020:00000010:3.0:1787998207.759819:0:16814:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d183ef7600. 00000020:00000040:3.0:1787998207.759824:0:16814:0:(genops.c:879:class_export_put()) PUTting export ffff94d191093800 : new refcount 3 00000100:00000001:3.0:1787998207.759826:0:16814:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1787998207.761511:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998207.761515:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4900. 00000400:00000200:2.0:1787998207.761520:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998207.761524:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998207.761537:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807660 00000400:00000010:2.0:1787998207.761539:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807660. 00000100:00000001:2.0:1787998207.761543:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998207.761548:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c10e00 x1874850291734272/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998223 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998207.761557:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998207.761560:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c10e00 x1874850291734272/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998223 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998207.761567:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998207.761568:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998207.761781:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998207.761790:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998207.761793:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998207.761796:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998207.761800:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998207.761805:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998207.761811:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998207.761814:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998207.761818:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998207.761821:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 18 MB=0x6a92a99a55680 00000400:00000200:2.0:1787998207.761825:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998207.761830:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.123@tcp of length 224/224 into md 0x779d [1] + 224 00000800:00000001:2.0:1787998207.761835:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998207.761842:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998207.761845:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998207.761859:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998207.761864:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998207.761869:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edea00 x1874850291734144/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 352/224 e 0 to 0 dl 1787998223 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998207.761879:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edea00 x1874850291734144/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 352/224 e 0 to 0 dl 1787998223 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998207.761903:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998207.761910:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998207.761913:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998207.771010:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998207.771026:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998207.771030:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998207.771033:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998207.771042:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998207.771173:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998207.771183:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998207.771188:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998207.771194:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998207.771198:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 18 MB=0x6a92a99a55700 00000400:00000200:2.0:1787998207.771203:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998207.771214:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.123@tcp of length 224/224 into md 0x77ad [1] + 224 00000800:00000001:2.0:1787998207.771221:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998207.771328:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998207.771332:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998207.771337:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998207.771344:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998207.771352:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c10e00 x1874850291734272/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998223 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998207.771364:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191c10e00 x1874850291734272/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998223 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998207.771381:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998207.771387:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998207.771390:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1787998207.773214:0:31392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3c200. 00010000:00000010:0.1:1787998207.773225:0:31392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5d200. 00010000:00000010:1.1:1787998207.774537:0:31212:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98900. 00010000:00000010:1.1:1787998207.774548:0:31212:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3400. 00010000:00000010:1.1:1787998207.774552:0:31212:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360800. 00010000:00000010:1.1:1787998207.774557:0:31212:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5600. 00010000:00000010:1.1:1787998207.774560:0:31212:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98500. 00010000:00000010:1.1:1787998207.774562:0:31212:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3200. 00010000:00000010:1.1:1787998207.774565:0:31212:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921100. 00010000:00000010:1.1:1787998207.774568:0:31212:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366200. 00010000:00000010:1.1:1787998207.774571:0:31212:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98f00. 00010000:00000010:1.1:1787998207.774573:0:31212:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3e00. 00000020:00000001:3.0:1787998207.875112:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998207.875115:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998207.875118:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1787998210.947675:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998210.947679:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998210.947683:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787998211.523011:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296391675, at 4296391680 00000100:00000010:3.0:1787998211.523026:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0013e40. 00000100:00000040:2.0:1787998211.525498:0:16353:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582220 (cpu 2) has reached its deadline 4296391669, at 4296391682 00000100:00000010:2.0:1787998211.525512:0:16353:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0013f00. 00000800:00000200:2.0:1787998212.547993:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998212.547997:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4800. 00000400:00000200:2.0:1787998212.548003:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998212.548008:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998212.548013:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807990 00000400:00000010:2.0:1787998212.548015:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807990. 00000100:00000001:2.0:1787998212.548020:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998212.548025:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edea00 x1874850291734400/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998212.548034:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998212.548038:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edea00 x1874850291734400/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998228 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998212.548044:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998212.548046:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998212.548108:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998212.548111:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072bb00. 00000400:00000200:2.0:1787998212.548113:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998212.548117:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998212.548120:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409e58 00000400:00000010:2.0:1787998212.548121:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409e58. 00000100:00000001:2.0:1787998212.548124:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998212.548127:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edfb80 x1874850291734528/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998212.548134:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998212.548137:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edfb80 x1874850291734528/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998228 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998212.548143:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998212.548144:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998212.549953:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998212.549959:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4700. 00000400:00000200:2.0:1787998212.549974:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998212.549980:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998212.550054:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807770 00000400:00000010:2.0:1787998212.550057:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807770. 00000100:00000001:2.0:1787998212.550063:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998212.550068:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edf480 x1874850291734656/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998212.550077:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998212.550080:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edf480 x1874850291734656/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998228 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998212.550086:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998212.550088:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998212.551602:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998212.551606:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072bb00. 00000400:00000200:2.0:1787998212.551611:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998212.551618:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998212.551622:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409cc0 00000400:00000010:2.0:1787998212.551624:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409cc0. 00000100:00000001:2.0:1787998212.551629:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998212.551634:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edca80 x1874850291734784/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998212.551644:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998212.551648:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edca80 x1874850291734784/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998228 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998212.551654:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998212.551656:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998212.554664:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998212.554691:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998212.554696:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998212.554699:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998212.554710:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998212.554721:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998212.554734:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998212.554740:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998212.554747:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998212.554753:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a55800 00000400:00000200:2.0:1787998212.554759:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998212.556159:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x77bd [1] + 224 00000800:00000001:2.0:1787998212.556181:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998212.556193:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998212.556199:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998212.556207:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998212.556218:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998212.556229:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edfb80 x1874850291734528/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998228 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998212.556240:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edfb80 x1874850291734528/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998212.556363:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998212.556380:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998212.556385:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998212.556387:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998212.556389:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998212.556395:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998212.556400:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998212.556406:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998212.556410:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998212.556414:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998212.556417:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a55880 00000400:00000200:2.0:1787998212.556422:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998212.556427:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x77c5 [1] + 224 00000800:00000001:2.0:1787998212.556431:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998212.556507:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998212.556510:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998212.556514:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998212.556518:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998212.556523:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edf480 x1874850291734656/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998228 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998212.556533:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edf480 x1874850291734656/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998212.556561:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998212.556567:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998212.556570:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998212.562488:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998212.562513:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998212.562518:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998212.562521:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998212.562533:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998212.562543:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998212.562556:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998212.562574:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998212.562581:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998212.562586:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a55780 00000400:00000200:2.0:1787998212.562591:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998212.562598:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x77b5 [1] + 224 00000800:00000001:2.0:1787998212.562608:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998212.562613:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998212.562617:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998212.562622:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998212.562632:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998212.562642:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edea00 x1874850291734400/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998228 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998212.562654:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edea00 x1874850291734400/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998212.562680:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998212.562691:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998212.562695:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998212.562697:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998212.562699:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998212.562703:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998212.562706:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998212.562711:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998212.562714:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998212.562717:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998212.562720:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a55900 00000400:00000200:2.0:1787998212.562724:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998212.562729:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x77cd [1] + 224 00000800:00000001:2.0:1787998212.562733:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998212.562760:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998212.562762:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998212.562802:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998212.562807:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998212.562813:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edca80 x1874850291734784/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998228 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998212.563008:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edca80 x1874850291734784/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998212.563019:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998212.563025:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998212.563029:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787998214.019165:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998214.019170:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998214.019174:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787998214.084185:0:16813:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1787998214.084206:0:16813:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998216.642932:0:16353:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582220 (cpu 2) has reached its deadline 4296396788, at 4296396800 00000100:00000010:2.0:1787998216.642963:0:16353:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0ad5660. 00000100:00000040:3.0:1787998216.643067:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296396788, at 4296396800 00000100:00000010:3.0:1787998216.643074:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0ad5ae0. 00000020:00000001:3.0:1787998217.093071:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998217.093076:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998217.093080:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1787998217.668243:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998217.668249:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072bf00. 00000400:00000200:2.0:1787998217.668255:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998217.668261:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000800:00000001:3.0:1787998217.671055:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998217.671072:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998217.671076:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998217.671078:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998217.671084:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998217.671090:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998217.671433:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409dd0 00000400:00000010:2.0:1787998217.671439:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409dd0. 00000100:00000001:2.0:1787998217.671444:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998217.671455:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edfb80 x1874850291735040/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998217.671467:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998217.671471:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edfb80 x1874850291735040/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998233 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998217.671487:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998217.671489:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998217.671537:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998217.671541:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4600. 00000400:00000200:2.0:1787998217.671545:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998217.671550:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998217.671554:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928077f8 00000400:00000010:2.0:1787998217.671556:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928077f8. 00000100:00000001:2.0:1787998217.671559:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998217.671564:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edca80 x1874850291734912/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998217.671571:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998217.671574:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edca80 x1874850291734912/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998233 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998217.671579:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998217.671581:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998217.671588:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998217.671590:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072b000. 00000400:00000200:2.0:1787998217.671594:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998217.671597:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998217.671599:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854092a8 00000400:00000010:2.0:1787998217.671601:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854092a8. 00000100:00000001:2.0:1787998217.671603:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998217.671607:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199ede300 x1874850291735296/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998217.671614:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998217.671617:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199ede300 x1874850291735296/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998233 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998217.671622:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998217.671623:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998217.671670:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998217.671674:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4b00. 00000400:00000200:2.0:1787998217.671677:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998217.671681:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998217.671684:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807110 00000400:00000010:2.0:1787998217.671685:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807110. 00000100:00000001:2.0:1787998217.671697:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998217.671701:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edd180 x1874850291735168/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998217.671709:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998217.671711:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edd180 x1874850291735168/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998233 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998217.671717:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998217.671718:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1787998217.673155:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998217.673164:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998217.673285:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998217.673293:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a55a00 00000400:00000200:3.0:1787998217.673300:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998217.673308:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x77d5 [1] + 224 00000800:00000001:3.0:1787998217.673320:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998217.673341:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998217.673345:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998217.673349:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998217.673356:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998217.673364:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edfb80 x1874850291735040/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998233 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998217.673381:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edfb80 x1874850291735040/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998217.673408:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998217.674119:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998217.674126:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998217.674127:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998217.674130:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998217.674136:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998217.674140:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998217.674146:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998217.674149:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998217.674153:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998217.674156:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a55980 00000400:00000200:3.0:1787998217.674160:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998217.674165:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x77dd [1] + 224 00000800:00000001:3.0:1787998217.674170:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998217.674175:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998217.674178:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998217.674181:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998217.674186:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998217.674191:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edca80 x1874850291734912/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998233 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998217.674199:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edca80 x1874850291734912/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998217.674224:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998217.674229:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998217.674232:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998217.676165:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998217.676193:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998217.676197:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998217.676205:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998217.676215:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998217.676222:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998217.676232:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998217.676237:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998217.676242:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998217.676246:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a55a80 00000400:00000200:2.0:1787998217.676251:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998217.676256:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x77ed [1] + 224 00000800:00000001:2.0:1787998217.676262:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998217.676633:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998217.676638:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998217.676645:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998217.676653:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998217.676662:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edd180 x1874850291735168/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998233 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998217.676672:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edd180 x1874850291735168/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998217.676698:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998217.676706:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998217.676709:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998217.680455:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998217.680478:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998217.680482:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998217.680485:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998217.680496:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998217.680506:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998217.680518:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998217.680524:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998217.680530:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998217.680535:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a55b00 00000400:00000200:3.0:1787998217.680541:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998217.680550:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x77e5 [1] + 224 00000800:00000001:3.0:1787998217.680559:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998217.680571:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998217.680575:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998217.680580:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998217.680589:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998217.680600:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199ede300 x1874850291735296/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998233 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998217.680612:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199ede300 x1874850291735296/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998217.680637:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998217.680649:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998217.680653:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1787998219.139450:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998219.139454:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998219.139458:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1787998220.163639:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998220.163643:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998220.163647:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787998221.763280:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296401908, at 4296401920 00000100:00000010:3.0:1787998221.763295:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0b0af60. 00000100:00000040:3.0:1787998221.763636:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787998221.763643:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787998221.763652:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d02680. 00000020:00000040:3.0:1787998221.763658:0:37:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:3.0:1787998221.763662:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998221.763665:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998221.763670:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998221.763678:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d1838ed100. 00000100:00000001:3.0:1787998221.763684:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998221.763695:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS req@ffff94d191d02680 x1874850291735424/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998221.763704:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998221.763708:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998221.763713:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c89b67b2] to pc [ptlrpcd_01_01+1] req@ffff94d191d02680 x1874850291735424/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998221.763824:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998221.763831:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998221.763834:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998221.763843:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d02680 x1874850291735424/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998221.763852:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998221.763854:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998221.763860:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998221.763863:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998221.763866:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998221.763870:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2405:1874850291735424:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998221.763874:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998221.763882:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998221.763885:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998221.763888:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998221.763898:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d19162b200. 02000000:00000001:2.0:1787998221.763901:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998221.763919:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998221.763921:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00080000:3.0:1787998221.763927:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1787998221.763931:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151528. 00000400:00000010:2.0:1787998221.763939:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf220. 00000100:00000200:2.0:1787998221.763947:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291735424, portal 25 00000100:00000001:2.0:1787998221.763950:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998221.763952:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548254336 : -117847161297280 : ffff94d191d02680) 00000100:00000040:2.0:1787998221.763959:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d02680 x1874850291735424/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998221.763967:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998221.763971:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998221.763973:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf2a8. 00000100:00000200:2.0:1787998221.763976:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874850291735424, offset 0 00000400:00000200:2.0:1787998221.763984:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998221.763994:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998221.764003:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998221.764009:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998221.764014:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998221.764018:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998221.764021:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998221.764026:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2552:2552:256:4294967295] 192.168.206.123@tcp LPNI seq info [2552:2552:8:4294967295] 00000400:00000200:2.0:1787998221.764030:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998221.764041:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998221.764047:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998221.764052:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19381e500. 00000800:00000200:2.0:1787998221.764065:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000100:00080000:3.0:1787998221.764083:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000800:00000200:2.0:1787998221.764085:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000100:00000001:3.0:1787998221.764088:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787998221.764093:0:37:0:(import.c:65:import_set_state_nolock()) ffff94d191a06800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000200:2.0:1787998221.764095:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19381e500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998221.764099:0:37:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787998221.764107:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff94d1a0bb2800: connect to NID 192.168.206.123@tcp last attempt 1715 00000400:00000200:3.0:1787998221.764116:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998221.764116:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998221.764129:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998221.764130:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.206.123@tcp is discovered: rc = 1 00000100:00000001:2.0:1787998221.764136:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296406004 00000100:00000040:3.0:1787998221.764140:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 14 to 192.168.206.123@tcp 00000100:00000001:3.0:1787998221.764151:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1787998221.764151:0:2405:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296401908 00000100:00000040:3.0:1787998221.764162:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00000100:00000001:2.0:1787998221.764162:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296406004 00000100:00000001:3.0:1787998221.764172:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 00000100:00000010:2.0:1787998221.764175:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d185394de0. 00000020:00000001:3.0:1787998221.764178:0:37:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787998221.764182:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf59 00000100:00000001:2.0:1787998221.764185:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 3 00000020:00000001:3.0:1787998221.764186:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:2.0:1787998221.764192:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1787998221.764193:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191092800 refcount=5 00000100:00000001:2.0:1787998221.764200:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998221.764202:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535213056 : -117847174338560 : ffff94d191092800) 00000100:00000001:2.0:1787998221.764208:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998221.764210:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535213056 : -117847174338560 : ffff94d191092800) 00000100:00000001:2.0:1787998221.764215:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998221.764222:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 14 to 192.168.206.123@tcp 00000100:00000001:3.0:1787998221.764228:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1787998221.764230:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1787998221.764232:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00000100:00000001:2.0:1787998221.764237:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787998221.764239:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 00000100:00000001:2.0:1787998221.764243:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998221.764248:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1787998221.764250:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff94d191092800 : new refcount 4 00000100:00000001:2.0:1787998221.764251:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998221.764259:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787998221.764266:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff94d1a0bb2800: import ffff94d191a06800 using connection 192.168.206.123@tcp/192.168.206.123@tcp 00000100:00000001:3.0:1787998221.764271:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998221.764274:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787998221.764280:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998221.764283:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1787998221.764286:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998221.764289:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998221.764292:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1787998221.764298:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683180 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1787998221.764302:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998221.764304:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787998221.764309:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d01880. 00000020:00000040:3.0:1787998221.764313:0:37:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:3.0:1787998221.764316:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787998221.764318:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998221.764321:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998221.764323:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998221.764326:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998221.764331:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0095c00. 00000100:00000001:3.0:1787998221.764336:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998221.764344:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94d191d01880 x1874850291735552/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998221.764353:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998221.764355:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998221.764359:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7a80315] to pc [ptlrpcd_rcv+-1] req@ffff94d191d01880 x1874850291735552/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998221.764378:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998221.764382:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787998221.764385:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787998221.764388:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d00380. 00000020:00000040:3.0:1787998221.764391:0:37:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=4 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998221.764393:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998221.764394:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998221.764396:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998221.764401:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d1838ed300. 00000100:00000001:3.0:1787998221.764404:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998221.764408:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID req@ffff94d191d00380 x1874850291735680/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998221.764421:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998221.764424:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998221.764429:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1787998221.764431:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b5a6afa] to pc [ptlrpcd_01_00+0] req@ffff94d191d00380 x1874850291735680/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1787998221.764437:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19381e500. 00000400:00000200:2.0:1787998221.764448:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998221.764459:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998221.764466:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998221.764468:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf2a8 00000100:00000040:3.0:1787998221.764473:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1787998221.764474:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf2a8. 00000100:00000001:2.0:1787998221.764484:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1787998221.764485:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787998221.764494:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d03480. 00000100:00000200:2.0:1787998221.764495:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d02680 x1874850291735424/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1787998221.764503:0:37:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998221.764515:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998221.764522:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998221.764527:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998221.764527:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998221.764536:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d02680 x1874850291735424/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998237 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998221.764546:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998221.764548:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787998221.764566:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998221.764568:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998221.764570:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998221.764576:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d00380 x1874850291735680/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998221.764584:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998221.764586:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998221.764589:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998221.764592:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998221.764594:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998221.764599:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291735680:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998221.764602:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1787998221.764605:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d1838eda00. 02000000:00000001:2.0:1787998221.764606:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998221.764609:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998221.764614:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998221.764614:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998221.764621:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d19162a800. 02000000:00000001:2.0:1787998221.764628:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998221.764629:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID req@ffff94d191d03480 x1874850291735808/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1787998221.764641:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998221.764651:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151630. 00000100:00000001:3.0:1787998221.764654:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1787998221.764658:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf2a8. 00000100:00000001:3.0:1787998221.764660:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1787998221.764665:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291735680, portal 10 00000100:00000040:3.0:1787998221.764670:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025f04433] to pc [ptlrpcd_01_01+1] req@ffff94d191d03480 x1874850291735808/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998221.764671:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998221.764673:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548245376 : -117847161306240 : ffff94d191d00380) 00000100:00000040:2.0:1787998221.764690:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d00380 x1874850291735680/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998221.764691:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998221.764696:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787998221.764709:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1787998221.764717:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998221.764719:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1739) 00000100:00000040:2.0:1787998221.764725:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998221.764730:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf440. 00000100:00000200:2.0:1787998221.764734:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291735680, offset 0 00000400:00000200:2.0:1787998221.764739:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998221.764745:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998221.764749:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998221.764753:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998221.764756:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998221.764758:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998221.764761:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998221.764764:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2553:2553:256:4294967295] 192.168.206.123@tcp LPNI seq info [2553:2553:8:4294967295] 00000400:00000200:2.0:1787998221.764796:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998221.764803:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998221.764808:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998221.764811:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19381e500. 00000800:00000200:2.0:1787998221.764816:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998221.764821:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998221.764824:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19381e500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998221.764837:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998221.764842:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18445 usecs (19 jiffies) 00000400:00000200:2.0:1787998221.764845:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998221.764847:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296401940 00000100:00000001:2.0:1787998221.764850:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296406004 00000100:00000001:2.0:1787998221.764852:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296401940 00000100:00000001:2.0:1787998221.764854:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296406004 00000100:00000001:2.0:1787998221.764856:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998221.764859:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998221.764861:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998221.764863:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998221.764868:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998221.764869:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787998221.764871:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998221.764872:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998221.764874:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998221.764876:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1787998221.764878:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998221.764880:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998221.764882:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998221.764883:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998221.764884:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998221.764885:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998221.764889:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d03480 x1874850291735808/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998221.764898:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998221.764899:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998221.764901:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998221.764903:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998221.764905:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998221.764920:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291735808:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998221.764924:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998221.764928:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998221.764929:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998221.764931:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998221.764936:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d19162a200. 02000000:00000001:2.0:1787998221.764938:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998221.764941:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998221.764944:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151318. 00000400:00000010:2.0:1787998221.764948:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfc38. 00000100:00000200:2.0:1787998221.764951:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291735808, portal 4 00000100:00000001:2.0:1787998221.764953:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998221.764954:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548257920 : -117847161293696 : ffff94d191d03480) 00000100:00000040:2.0:1787998221.764960:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d03480 x1874850291735808/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998221.764966:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998221.764968:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998221.764970:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfee0. 00000100:00000200:2.0:1787998221.764973:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291735808, offset 0 00000400:00000200:2.0:1787998221.764977:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998221.764981:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998221.764985:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998221.764987:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998221.764990:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998221.764992:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998221.764994:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998221.764996:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2554:2554:255:4294967295] 192.168.206.123@tcp LPNI seq info [2554:2554:7:4294967295] 00000400:00000200:2.0:1787998221.765000:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998221.765005:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998221.765009:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998221.765012:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19381e100. 00000800:00000200:2.0:1787998221.765016:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998221.765020:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998221.765023:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19381e100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998221.765026:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998221.765030:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 224100 usecs (225 jiffies) 00000400:00000200:2.0:1787998221.765034:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998221.765036:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296402146 00000100:00000001:2.0:1787998221.765039:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296406004 00000100:00000001:2.0:1787998221.765041:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296402146 00000100:00000001:2.0:1787998221.765043:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296406004 00000100:00000001:2.0:1787998221.765045:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998221.765048:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998221.765050:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998221.765052:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998221.765079:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998221.765082:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19381e500. 00000400:00000200:2.0:1787998221.765086:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998221.765089:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998221.765092:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf440 00000400:00000010:2.0:1787998221.765094:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf440. 00000100:00000001:2.0:1787998221.765097:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998221.765101:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d00380 x1874850291735680/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998221.765111:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998221.765114:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d00380 x1874850291735680/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998237 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998221.765121:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998221.765123:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998221.765174:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998221.765177:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19381e100. 00000400:00000200:2.0:1787998221.765180:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998221.765184:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998221.765187:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfee0 00000400:00000010:2.0:1787998221.765189:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfee0. 00000100:00000001:2.0:1787998221.765191:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998221.765195:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d03480 x1874850291735808/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998221.765203:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998221.765206:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d03480 x1874850291735808/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998237 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998221.765212:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998221.765213:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787998221.765225:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998221.765227:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998221.765229:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998221.765231:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998221.765412:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998221.765418:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998221.765420:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998221.765429:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d01880 x1874850291735552/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998221.765444:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998221.765446:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998221.765449:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998221.765452:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998221.765454:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998221.765457:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2401:1874850291735552:192.168.206.123@tcp:38:kworker.0 00000100:00000001:3.0:1787998221.765461:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998221.765465:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998221.765468:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998221.765470:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998221.765476:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1a0097000. 02000000:00000001:3.0:1787998221.765478:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998221.765484:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998221.765488:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a9f8. 00000400:00000010:3.0:1787998221.765495:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5e58. 00000100:00000200:3.0:1787998221.765501:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291735552, portal 10 00000100:00000001:3.0:1787998221.765503:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998221.765505:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548250752 : -117847161300864 : ffff94d191d01880) 00000100:00000040:3.0:1787998221.765512:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d01880 x1874850291735552/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998221.765519:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998221.765521:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998221.765523:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5f68. 00000100:00000200:3.0:1787998221.765526:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874850291735552, offset 0 00000400:00000200:3.0:1787998221.765531:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998221.765539:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998221.765545:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998221.765550:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998221.765554:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998221.765558:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998221.765613:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998221.765619:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2555:2555:256:4294967295] 192.168.206.123@tcp LPNI seq info [2555:2555:8:4294967295] 00000400:00000200:3.0:1787998221.765625:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998221.765635:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998221.765642:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998221.765648:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1838ed000. 00000800:00000200:3.0:1787998221.765657:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998221.765664:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998221.765669:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1838ed000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1787998221.765692:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998221.765697:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 802878 usecs (803 jiffies) 00000400:00000200:3.0:1787998221.765701:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998221.765704:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296402725 00000100:00000001:3.0:1787998221.765707:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296406004 00000100:00000001:3.0:1787998221.765710:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296402725 00000100:00000001:3.0:1787998221.765712:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296406004 00000100:00000001:3.0:1787998221.765714:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998221.765717:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998221.765720:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998221.765723:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998221.765729:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998221.765731:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1787998221.765733:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998221.765735:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998221.765738:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998221.765740:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998221.766061:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998221.766067:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1838ed000. 00000400:00000200:2.0:1787998221.766072:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998221.766078:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998221.766083:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5f68 00000400:00000010:2.0:1787998221.766085:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5f68. 00000100:00000001:2.0:1787998221.766099:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998221.766104:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d01880 x1874850291735552/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998221.766114:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998221.766117:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d01880 x1874850291735552/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998231 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998221.766124:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998221.766126:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998221.768581:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998221.768596:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998221.768600:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998221.768603:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998221.768611:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998221.768618:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998221.768626:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998221.768630:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998221.768636:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998221.768641:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a55b80 00000400:00000200:2.0:1787998221.768645:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998221.768651:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x77f5 [1] + 224 00000800:00000001:2.0:1787998221.768657:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998221.768660:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998221.768664:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998221.768668:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998221.768675:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998221.768683:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d02680 x1874850291735424/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998237 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998221.768693:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d02680 x1874850291735424/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998221.768745:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998221.768749:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998221.768804:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998221.768813:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998221.768817:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998221.768819:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998221.768821:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998221.768825:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998221.768829:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998221.768838:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998221.768840:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998221.768843:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998221.768846:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a55c80 00000400:00000200:2.0:1787998221.768850:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998221.768858:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x7805 [1] + 224 00000800:00000001:2.0:1787998221.768862:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998221.768868:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998221.768870:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998221.768873:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998221.768877:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998221.768881:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d00380 x1874850291735680/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998237 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998221.768895:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d00380 x1874850291735680/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998221.768918:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998221.768922:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998221.768925:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998221.768936:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998221.768938:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787998221.768945:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998221.768946:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998221.768949:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151630. 00000400:00000200:2.0:1787998221.768953:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf2a8 00000400:00000010:2.0:1787998221.768955:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf2a8. 00000100:00000001:2.0:1787998221.768959:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998221.768963:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d00380 x1874850291735680/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787998221.768972:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d00380 x1874850291735680/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998237 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998221.768978:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998221.768980:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998221.768984:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998221.768987:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998221.768990:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998221.768992:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998221.768995:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998221.769003:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=47 v=5 (5 104 104 104) 00000100:00001000:2.0:1787998221.769007:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=47 v=5 (1 1 1 1) 00000100:00000001:2.0:1787998221.769009:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998221.769011:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998221.769014:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998221.769017:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998221.769021:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998221.769023:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:2.0:1787998221.769025:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998221.769027:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998221.769032:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d00380 x1874850291735680/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998237 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998221.769039:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998221.769041:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998221.769043:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998221.769047:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d00380 x1874850291735680/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998237 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787998221.769055:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291735680:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998221.769060:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998221.769062:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998221.769065:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d00380 x1874850291735680/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998237 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998221.769072:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998221.769075:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998221.769078:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d19162a800. 02000000:00000001:2.0:1787998221.769081:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998221.769084:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998221.769086:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=3 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998221.769088:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998221.769090:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1838ed300. 02000000:00000001:2.0:1787998221.769094:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998221.769095:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998221.769097:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d00380. 00000100:00000001:2.0:1787998221.769101:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998221.769102:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998221.769105:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998221.769106:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998221.769107:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998221.769109:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998221.769110:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1787998221.769471:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998221.769474:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998221.769476:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151528. 00000400:00000200:3.0:1787998221.769481:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf220 00000400:00000010:3.0:1787998221.769483:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf220. 00000100:00000001:3.0:1787998221.769486:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998221.769492:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d02680 x1874850291735424/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998221.769502:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d02680 x1874850291735424/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998237 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998221.769508:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998221.769510:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998221.769512:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998221.769514:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998221.769516:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998221.769518:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998221.769520:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998221.769523:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=48 v=5 (5 5 5 5) 00000100:00001000:3.0:1787998221.769526:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=48 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998221.769528:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998221.769529:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998221.769531:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998221.769533:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998221.769535:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998221.769538:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d02680 x1874850291735424/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998237 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998221.769544:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998221.769546:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998221.769548:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998221.769551:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d02680 x1874850291735424/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998237 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998221.769559:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2405:1874850291735424:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998221.769563:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998221.769565:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998221.769568:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d02680 x1874850291735424/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998237 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998221.769574:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998221.769576:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998221.769578:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d19162b200. 02000000:00000001:3.0:1787998221.769581:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998221.769582:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998221.769583:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:3.0:1787998221.769585:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998221.769587:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1838ed100. 02000000:00000001:3.0:1787998221.769589:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998221.769590:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998221.769592:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d02680. 00000100:00000001:3.0:1787998221.769594:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998221.769595:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998221.769597:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998221.769603:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998221.769605:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998221.769607:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998221.769609:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998221.770929:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998221.770945:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998221.770949:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998221.770951:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998221.770958:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998221.770964:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998221.770971:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998221.770975:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998221.770981:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998221.770984:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 416 into portal 10 MB=0x6a92a99a55c00 00000400:00000200:2.0:1787998221.770989:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998221.770994:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 416/416 into md 0x7825 [1] + 0 00000800:00000001:2.0:1787998221.771000:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998221.771007:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998221.771010:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998221.771014:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998221.771021:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998221.771027:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d01880 x1874850291735552/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998231 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998221.771036:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94d191d01880 x1874850291735552/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998231 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998221.771056:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998221.771063:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998221.771066:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998221.771869:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998221.771875:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998221.771882:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998221.771884:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998221.771887:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a9f8. 00000400:00000200:3.0:1787998221.771892:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5e58 00000400:00000010:3.0:1787998221.771894:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5e58. 00000100:00000001:3.0:1787998221.771897:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998221.771903:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d01880 x1874850291735552/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998231 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998221.771922:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d01880 x1874850291735552/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998231 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998221.771929:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998221.771931:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998221.771933:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998221.771936:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998221.771937:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998221.771940:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998221.771942:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998221.771950:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=47 v=5 (5 104 104 104) 00000100:00001000:3.0:1787998221.771954:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=19 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998221.771956:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998221.771958:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998221.771961:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998221.771964:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998221.771967:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998221.771969:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967579 00000100:00000001:3.0:1787998221.771971:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998221.771973:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998221.771977:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d01880 x1874850291735552/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1787998231 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998221.771984:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998221.771986:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998221.771988:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998221.771990:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1787998221.772006:0:2401:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff94d1a0bb2800: connect to target with instance 1 00000020:00000001:3.0:1787998221.772010:0:2401:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787998221.772012:0:2401:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf59 00000020:00000001:3.0:1787998221.772014:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998221.772017:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191092800 refcount=5 00000020:00000001:3.0:1787998221.772020:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535213056 : -117847174338560 : ffff94d191092800) 00000020:00000001:3.0:1787998221.772022:0:2401:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535213056 : -117847174338560 : ffff94d191092800) 00000100:00001000:3.0:1787998221.772025:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=1787998221 v=0 (0 0 0 0) 00000100:00001000:3.0:1787998221.772028:0:2401:0:(import.c:2215:obd_at_measure()) AT ffff94d191a06c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1787998221.772033:0:2401:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 807, crc32c 5811, adler 553 00000020:00000040:3.0:1787998221.772038:0:2401:0:(genops.c:879:class_export_put()) PUTting export ffff94d191092800 : new refcount 4 00000100:00000001:3.0:1787998221.772041:0:2401:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1787998221.772043:0:2401:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:3.0:1787998221.772046:0:2401:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff94d1a0bb2800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:3.0:1787998221.772050:0:2401:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1787998221.772051:0:2401:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998221.772053:0:2401:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:3.0:1787998221.772056:0:2401:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:3.0:1787998221.772059:0:2401:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1787998221.772062:0:2401:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998221.772064:0:2401:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998221.772066:0:2401:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998221.772067:0:2401:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1787998221.772068:0:2401:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998221.772070:0:2401:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998221.772071:0:2401:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1787998221.772075:0:2401:0:(import.c:1297:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.206.123@tcp after partition 00000100:00080000:3.0:1787998221.772078:0:2401:0:(import.c:65:import_set_state_nolock()) ffff94d191a06800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:3.0:1787998221.772081:0:2401:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1787998221.772083:0:2401:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:3.0:1787998221.772087:0:2401:0:(client.c:3247:ptlrpc_resend_req()) @@@ going to resend req@ffff94d199edc380 x1874850291734016/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998223 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998221.772111:0:2401:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787998221.772114:0:2401:0:(import.c:65:import_set_state_nolock()) ffff94d191a06800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1787998221.772116:0:2401:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1787998221.772118:0:2401:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1787998221.772119:0:2401:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:3.0:1787998221.772120:0:2401:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:3.0:1787998221.772121:0:2401:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1787998221.772123:0:2401:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff94d191605548 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:3.0:1787998221.772126:0:2401:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xb2d39e653c8bf59 00800000:00000040:3.0:1787998221.772129:0:2401:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff94d1a0bb2800=77d5a195-8a9b-4535-9fd7-ecbde8ea89db device 3 (ffff94d191600000) type mdc at LMV idx 0 00800000:00000040:3.0:1787998221.772132:0:2401:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff94d191600000 already active! 00800000:00000001:3.0:1787998221.772133:0:2401:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1787998221.772135:0:2401:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1787998221.772136:0:2401:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998221.772138:0:2401:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998221.772139:0:2401:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998221.772140:0:2401:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1787998221.772141:0:2401:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1787998221.772143:0:2401:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998221.772759:0:31361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787998221.772800:0:31361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998221.772802:0:31361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998221.772805:0:31361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc0b0. 00000400:00000200:2.0:1787998221.772811:0:31361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409088 00000400:00000010:2.0:1787998221.772813:0:31361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409088. 00000100:00000001:2.0:1787998221.772817:0:31361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998221.772822:0:31361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edc380 x1874850291734016/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998223 ref 2 fl Rpc:SQr/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1787998221.772830:0:31361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edc380 x1874850291734016/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998223 ref 2 fl Rpc:SQU/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998221.772838:0:31361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998221.772840:0:31361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998221.772842:0:31361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998221.772844:0:31361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998221.772847:0:31361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998221.772850:0:31361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998221.772852:0:31361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998221.772855:0:31361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1787998221.772859:0:31361:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1874850291734016 new x1874850291735936 02000000:00000001:2.0:1787998221.772862:0:31361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998221.772864:0:31361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998221.772869:0:31361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998221.772873:0:31361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151630. 00000400:00000010:2.0:1787998221.772877:0:31361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf2a8. 00000100:00000200:2.0:1787998221.772882:0:31361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291734016, portal 10 00000100:00000001:2.0:1787998221.772884:0:31361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998221.772885:0:31361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684412800 : -117847025138816 : ffff94d199edc380) 00000100:00000040:2.0:1787998221.772891:0:31361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff94d199edc380 x1874850291734016/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998237 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998221.772897:0:31361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998221.772899:0:31361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998221.772902:0:31361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfee0. 00000100:00000200:2.0:1787998221.772904:0:31361:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1874850291734016, offset 0 00000400:00000200:2.0:1787998221.772923:0:31361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998221.772930:0:31361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998221.772936:0:31361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998221.772940:0:31361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998221.772944:0:31361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998221.772947:0:31361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998221.772950:0:31361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998221.772953:0:31361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2556:2556:256:4294967295] 192.168.206.123@tcp LPNI seq info [2556:2556:8:4294967295] 00000400:00000200:2.0:1787998221.772957:0:31361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998221.772966:0:31361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998221.772971:0:31361:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998221.772976:0:31361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19381e100. 00000800:00000200:2.0:1787998221.772982:0:31361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998221.772989:0:31361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998221.772993:0:31361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19381e100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1787998221.773002:0:31361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998221.773006:0:31361:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 801578 usecs (802 jiffies) 00000400:00000200:2.0:1787998221.773008:0:31361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998221.773010:0:31361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296402731 00000100:00000001:2.0:1787998221.773013:0:31361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296406004 00000100:00000001:2.0:1787998221.773015:0:31361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296402731 00000100:00000001:2.0:1787998221.773017:0:31361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296406004 00000100:00000001:2.0:1787998221.773019:0:31361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998221.773022:0:31361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998221.773025:0:31361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998221.773026:0:31361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787998221.773029:0:31361:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d19171c6c0 going to sleep for 11 seconds 00000100:00000001:2.0:1787998221.773031:0:31361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998221.773032:0:31361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998221.773216:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998221.773221:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19381e100. 00000400:00000200:3.0:1787998221.773225:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998221.773229:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998221.773233:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfee0 00000400:00000010:3.0:1787998221.773235:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfee0. 00000100:00000001:3.0:1787998221.773239:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998221.773243:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edc380 x1874850291734016/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998237 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998221.773251:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998221.773254:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edc380 x1874850291734016/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998237 ref 3 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998221.773259:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998221.773260:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787998221.773730:0:31371:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998221.773733:0:31371:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998221.773736:0:31371:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998221.773737:0:31371:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998221.773740:0:31371:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998221.773742:0:31371:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998221.773744:0:31371:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998221.773745:0:31371:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1787998221.773748:0:31371:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1874850291733248 new x1874850291736064 02000000:00000001:2.0:1787998221.773758:0:31371:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998221.773761:0:31371:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998221.773765:0:31371:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000002:00000001:3.0:1787998221.774176:0:31396:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1787998221.774180:0:31396:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1787998221.774184:0:31396:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998221.774186:0:31396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998221.774188:0:31396:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998221.774190:0:31396:0:(genops.c:1230:class_import_put()) Process leaving 00000002:00000001:3.0:1787998221.774191:0:31396:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1787998221.774427:0:31371:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151aa8. 00000400:00000010:2.0:1787998221.774434:0:31371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf440. 00000100:00000200:2.0:1787998221.774439:0:31371:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291733248, portal 10 00000100:00000001:2.0:1787998221.774442:0:31371:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998221.774443:0:31371:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547261440 : -117847162290176 : ffff94d191c10000) 00000100:00000040:2.0:1787998221.774452:0:31371:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff94d191c10000 x1874850291733248/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1787998237 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998221.774460:0:31371:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998221.774462:0:31371:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998221.774464:0:31371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf3b8. 00000100:00000200:2.0:1787998221.774467:0:31371:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1874850291733248, offset 0 00000400:00000200:2.0:1787998221.774473:0:31371:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998221.774481:0:31371:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998221.774486:0:31371:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998221.774490:0:31371:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998221.774493:0:31371:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998221.774496:0:31371:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998221.774499:0:31371:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998221.774502:0:31371:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2557:2557:256:4294967295] 192.168.206.123@tcp LPNI seq info [2557:2557:8:4294967295] 00000400:00000200:2.0:1787998221.774506:0:31371:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998221.774515:0:31371:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998221.774520:0:31371:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998221.774526:0:31371:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19381e500. 00000800:00000200:2.0:1787998221.774532:0:31371:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998221.774538:0:31371:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998221.774542:0:31371:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19381e500 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:2.0:1787998221.774559:0:31371:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998221.774563:0:31371:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 801578 usecs (802 jiffies) 00000400:00000200:2.0:1787998221.774567:0:31371:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998221.774570:0:31371:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296402733 00000100:00000001:2.0:1787998221.774573:0:31371:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296406004 00000100:00000001:2.0:1787998221.774576:0:31371:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296402733 00000100:00000001:2.0:1787998221.774578:0:31371:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296406004 00000100:00000001:2.0:1787998221.774580:0:31371:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998221.774583:0:31371:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998221.774586:0:31371:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998221.774588:0:31371:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787998221.774590:0:31371:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a00af780 going to sleep for 11 seconds 00000100:00000001:2.0:1787998221.774592:0:31371:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998221.774593:0:31371:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998221.775171:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998221.775176:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19381e500. 00000400:00000200:3.0:1787998221.775181:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998221.775186:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998221.775190:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf3b8 00000400:00000010:3.0:1787998221.775192:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf3b8. 00000100:00000001:3.0:1787998221.775196:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998221.775200:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c10000 x1874850291733248/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1787998237 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998221.775210:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998221.775213:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c10000 x1874850291733248/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1787998237 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998221.775219:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998221.775222:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998221.779948:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998221.779966:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998221.779970:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998221.779972:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998221.779980:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998221.779987:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998221.779997:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998221.780002:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998221.780008:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998221.780011:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a55d00 00000400:00000200:3.0:1787998221.780016:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998221.780021:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7815 [1] + 224 00000800:00000001:3.0:1787998221.780028:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998221.780038:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998221.780041:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998221.780045:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998221.780052:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998221.780060:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d03480 x1874850291735808/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998237 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998221.780070:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d03480 x1874850291735808/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998221.780082:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998221.780090:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998221.780093:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998221.780540:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998221.780545:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787998221.780551:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998221.780553:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998221.780556:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151318. 00000400:00000200:2.0:1787998221.780561:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfc38 00000400:00000010:2.0:1787998221.780563:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfc38. 00000100:00000001:2.0:1787998221.780567:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998221.780572:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d03480 x1874850291735808/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787998221.780582:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d03480 x1874850291735808/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998237 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998221.780588:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998221.780591:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998221.780593:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998221.780597:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998221.780599:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998221.780601:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998221.780604:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998221.780612:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=47 v=5 (5 5 37 37) 00000100:00001000:2.0:1787998221.780617:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=137 v=5 (1 0 0 0) 00000100:00000001:2.0:1787998221.780619:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998221.780621:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998221.780624:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998221.780627:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998221.780631:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998221.780633:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967326 00000100:00000001:2.0:1787998221.780635:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998221.781870:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998221.781885:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d03480 x1874850291735808/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998237 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998221.781894:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998221.781897:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998221.781899:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998221.781903:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d03480 x1874850291735808/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998237 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787998221.781920:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291735808:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998221.781925:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998221.781929:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998221.781932:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d03480 x1874850291735808/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998237 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998221.781938:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998221.781940:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998221.781944:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d19162a200. 02000000:00000001:2.0:1787998221.781949:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998221.781952:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998221.781954:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=2 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998221.781956:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998221.781958:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1838eda00. 02000000:00000001:2.0:1787998221.781962:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998221.781964:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998221.781965:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d03480. 00000100:00000001:2.0:1787998221.781969:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998221.781970:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998221.781972:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998221.781982:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998221.781984:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998221.781987:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998221.781990:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787998221.793123:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998221.793139:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998221.793143:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998221.793146:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998221.793154:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998221.793432:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998221.793441:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998221.793446:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998221.793452:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998221.793456:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a55d80 00000400:00000200:3.0:1787998221.793460:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998221.793466:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x7835 [1] + 224 00000800:00000001:3.0:1787998221.793473:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998221.793480:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998221.793483:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998221.793486:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998221.793493:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998221.793502:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edc380 x1874850291734016/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998237 ref 2 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998221.793513:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff94d199edc380 x1874850291734016/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998237 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998221.793538:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998221.793546:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998221.793549:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998221.793805:0:31361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787998221.793813:0:31361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998221.793815:0:31361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998221.793818:0:31361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151630. 00000400:00000200:2.0:1787998221.793823:0:31361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf2a8 00000400:00000010:2.0:1787998221.793825:0:31361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf2a8. 00000100:00000001:2.0:1787998221.793829:0:31361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998221.793834:0:31361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edc380 x1874850291734016/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998237 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1787998221.793842:0:31361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edc380 x1874850291734016/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998237 ref 2 fl Rpc:RQU/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998221.793849:0:31361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998221.793850:0:31361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998221.793853:0:31361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998221.793856:0:31361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998221.793859:0:31361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998221.793861:0:31361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998221.793864:0:31361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998221.793872:0:31361:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06cf0 time=47 v=5 (5 5 5 5) 00000100:00001000:2.0:1787998221.793877:0:31361:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1787998221.793879:0:31361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998221.793880:0:31361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998221.793883:0:31361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998221.793886:0:31361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998221.793889:0:31361:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998221.793891:0:31361:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967579 00000100:00000001:2.0:1787998221.793893:0:31361:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998221.793895:0:31361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998221.793899:0:31361:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edc380 x1874850291734016/t4294967579(4294967579) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998237 ref 2 fl Rpc:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998221.793906:0:31361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998221.793920:0:31361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998221.793922:0:31361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998221.793926:0:31361:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edc380 x1874850291734016/t4294967579(4294967579) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998237 ref 2 fl Interpret:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1787998221.793934:0:31361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edc380 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:31361:1874850291734016:192.168.206.123@tcp:35:multiop.0 00000100:00000001:2.0:1787998221.793938:0:31361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998221.793941:0:31361:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998221.793943:0:31361:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1787998221.793944:0:31361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998221.793948:0:31361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edc380 x1874850291734016/t4294967579(4294967579) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998237 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998221.793954:0:31361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787998221.793956:0:31361:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d19171c6c0. 00000100:00000001:2.0:1787998221.793959:0:31361:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1787998221.793961:0:31361:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998221.793968:0:31361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998221.793969:0:31361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684412800 : -117847025138816 : ffff94d199edc380) 00000002:00000001:2.0:1787998221.793972:0:31361:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998221.793975:0:31361:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1787998221.793980:0:31361:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191cd7c00. 00000080:00000001:2.0:1787998221.793985:0:31361:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1787998221.793988:0:31361:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1787998221.793991:0:31361:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998221.793993:0:31361:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998221.793995:0:31361:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998221.793997:0:31361:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998221.793999:0:31361:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998221.794001:0:31361:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1d:0x0] 00800000:00000001:2.0:1787998221.794003:0:31361:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998221.794007:0:31361:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1787998221.794012:0:31361:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d199edd880 x1874850291732608/t4294967576(4294967576) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998220 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998221.794132:0:31361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998221.794136:0:31361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edd880 x1874850291732608/t4294967576(4294967576) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998220 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998221.794151:0:31361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1787998221.794154:0:31361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998221.794156:0:31361:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998221.794158:0:31361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998221.794161:0:31361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e25400. 02000000:00000001:2.0:1787998221.794221:0:31361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998221.794225:0:31361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998221.794227:0:31361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edd880. 00000100:00000001:2.0:1787998221.794232:0:31361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998221.794233:0:31361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998221.794235:0:31361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998221.794239:0:31361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edc380 x1874850291734016/t4294967579(4294967579) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998237 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998221.794247:0:31361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787998221.794249:0:31361:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff94d190a90ac0. 00000002:00000001:2.0:1787998221.794252:0:31361:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998221.794254:0:31361:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1787998221.794257:0:31361:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d191236200. 00000100:00000001:2.0:1787998221.794259:0:31361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998221.794262:0:31361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edc380 x1874850291734016/t4294967579(4294967579) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998237 ref 1 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998221.794269:0:31361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998221.794271:0:31361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998221.794273:0:31361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e26800. 02000000:00000001:2.0:1787998221.794276:0:31361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998221.794277:0:31361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998221.794278:0:31361:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998221.794280:0:31361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998221.794282:0:31361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d191cd7e00. 02000000:00000001:2.0:1787998221.794284:0:31361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998221.794286:0:31361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998221.794287:0:31361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edc380. 00000100:00000001:2.0:1787998221.794290:0:31361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998221.794291:0:31361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787998221.794294:0:31361:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1787998221.794307:0:31361:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d1a067ac80. 00000080:00000001:2.0:1787998221.794311:0:31361:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998221.794317:0:31361:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41663df0 00000080:00000008:2.0:1787998221.794319:0:31361:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000405:0x1d:0x0](ffff94d1989321c8), flags 100002, rc = 0 00000080:00000001:2.0:1787998221.794323:0:31361:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998221.794328:0:31361:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1787998221.794329:0:31361:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41663e00 00000080:00002000:2.0:1787998221.794331:0:31361:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff94d198a46000, parent ffff94d18357eaf8, inode ffff94d1989321c8) hashed, 00000080:00000001:2.0:1787998221.794335:0:31361:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787998221.794343:0:31361:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1787998221.794349:0:31361:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1787998221.794352:0:31361:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1787998221.794353:0:31361:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41663e00 00000080:00002000:2.0:1787998221.794355:0:31361:0:(dcache.c:127:ll_ddelete()) deleting dentry d21f.recovery-small-1 (ffff94d18357eaf8, parent ffff94d198a90798, inode ffff94d1989300c8) hashed, 00000080:00000001:2.0:1787998221.794357:0:31361:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787998221.794360:0:31361:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1787998221.794363:0:31361:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1787998221.806853:0:31397:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90b00. 00000080:00000010:2.1:1787998221.806874:0:31397:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a9ca00. 00000800:00000001:3.0:1787998221.825862:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998221.825878:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998221.825883:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998221.825886:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998221.825895:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998221.825902:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998221.825922:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998221.825927:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998221.825932:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998221.825936:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a55e00 00000400:00000200:3.0:1787998221.825941:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998221.825947:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x7845 [1] + 224 00000800:00000001:3.0:1787998221.825954:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998221.825971:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998221.825974:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998221.825978:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998221.825986:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998221.825994:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c10000 x1874850291733248/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1787998237 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998221.826005:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff94d191c10000 x1874850291733248/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1787998237 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998221.826034:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998221.826042:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998221.826046:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787998221.828237:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998221.828245:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4000. 00000400:00000200:3.0:1787998221.828251:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998221.828258:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998221.828265:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807ee0 00000400:00000010:3.0:1787998221.828267:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807ee0. 00000100:00000001:3.0:1787998221.828272:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998221.829389:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c10000 x1874850291736192/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1787998237 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998221.829407:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998221.829413:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c10000 x1874850291736192/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1787998237 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998221.829420:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998221.829422:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998221.836428:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998221.836444:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998221.836447:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998221.836450:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998221.836459:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998221.836467:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998221.836476:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998221.836480:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998221.836486:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998221.836489:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 400 into portal 10 MB=0x6a92a99a55e80 00000400:00000200:3.0:1787998221.836495:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998221.836512:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 400/400 into md 0x7855 [1] + 224 00000800:00000001:3.0:1787998221.836519:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998221.836528:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998221.836531:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998221.836536:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998221.836543:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998221.836551:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c10000 x1874850291736192/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1787998237 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998221.836561:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff94d191c10000 x1874850291736192/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1787998237 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998221.836579:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998221.836588:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998221.836591:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1787998221.839726:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998221.839731:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072be00. 00000400:00000200:2.0:1787998221.839736:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998221.839741:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998221.839747:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409d48 00000400:00000010:2.0:1787998221.839749:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409d48. 00000100:00000001:2.0:1787998221.839764:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998221.839794:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199ede300 x1874850291736320/t0(0) o2->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998237 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998221.839803:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998221.839807:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199ede300 x1874850291736320/t0(0) o2->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998237 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998221.839813:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998221.839815:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998221.850428:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998221.850446:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998221.850761:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998221.850846:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998221.850855:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998221.850862:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998221.850871:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998221.850875:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998221.850881:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998221.850884:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 432 into portal 4 MB=0x6a92a99a55f00 00000400:00000200:2.0:1787998221.850889:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998221.850895:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 432/432 into md 0x785d [1] + 224 00000800:00000001:2.0:1787998221.850901:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998221.850923:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998221.850926:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998221.850931:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998221.850937:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998221.850944:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199ede300 x1874850291736320/t0(0) o2->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998237 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998221.850955:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff94d199ede300 x1874850291736320/t0(0) o2->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998237 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998221.851597:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998221.851606:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998221.851610:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1787998221.852802:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998221.852806:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4a00. 00000400:00000200:2.0:1787998221.852811:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998221.852816:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998221.852820:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928073b8 00000400:00000010:2.0:1787998221.852822:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928073b8. 00000100:00000001:2.0:1787998221.852825:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998221.852829:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c10e00 x1874850291736576/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998237 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998221.852838:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998221.852842:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c10e00 x1874850291736576/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998237 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998221.852848:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998221.852850:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998221.866180:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998221.866196:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998221.866200:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998221.866207:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998221.866216:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998221.866223:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998221.866234:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998221.866239:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998221.866243:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998221.866247:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a56000 00000400:00000200:2.0:1787998221.866251:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998221.866256:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x7865 [1] + 224 00000800:00000001:2.0:1787998221.866262:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998221.866343:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998221.866347:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998221.866351:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998221.866358:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998221.866366:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c10e00 x1874850291736576/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998237 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998221.866376:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d191c10e00 x1874850291736576/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998237 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998221.866400:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998221.866408:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998221.866412:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998221.866581:0:31371:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998221.866588:0:31371:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998221.866590:0:31371:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998221.866593:0:31371:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30f20. 00000400:00000200:3.0:1787998221.866597:0:31371:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807d48 00000400:00000010:3.0:1787998221.866600:0:31371:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807d48. 00000100:00000001:3.0:1787998221.866603:0:31371:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998221.866607:0:31371:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c10e00 x1874850291736576/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998237 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1787998221.866616:0:31371:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c10e00 x1874850291736576/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998237 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998221.866622:0:31371:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998221.866624:0:31371:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998221.866626:0:31371:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998221.866629:0:31371:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998221.866632:0:31371:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998221.866634:0:31371:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998221.866637:0:31371:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998221.866645:0:31371:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06cf0 time=47 v=5 (5 5 5 5) 00000100:00001000:3.0:1787998221.866650:0:31371:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998221.866652:0:31371:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998221.866654:0:31371:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998221.866657:0:31371:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998221.866660:0:31371:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998221.866663:0:31371:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1787998221.866665:0:31371:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1787998221.866667:0:31371:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1787998221.866668:0:31371:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998221.866670:0:31371:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547265024 : -117847162286592 : ffff94d191c10e00) 00000100:00000001:3.0:1787998221.866673:0:31371:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998221.866675:0:31371:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967579 00000100:00000001:3.0:1787998221.866676:0:31371:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998221.866679:0:31371:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998221.867076:0:31371:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c10e00 x1874850291736576/t4294967580(4294967580) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998237 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998221.867085:0:31371:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998221.867088:0:31371:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998221.867263:0:31371:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998221.867269:0:31371:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c10e00 x1874850291736576/t4294967580(4294967580) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998237 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787998221.867342:0:31371:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c10e00 pname:cluuid:pid:xid:nid:opc:job touch:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:31371:1874850291736576:192.168.206.123@tcp:35:touch.0 00000100:00000001:3.0:1787998221.867349:0:31371:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998221.867352:0:31371:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998221.867354:0:31371:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787998221.867356:0:31371:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998221.867361:0:31371:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c10e00 x1874850291736576/t4294967580(4294967580) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998237 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998221.867368:0:31371:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787998221.867371:0:31371:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a00af780. 00000100:00000001:3.0:1787998221.867375:0:31371:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787998221.867377:0:31371:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998221.867384:0:31371:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998221.867385:0:31371:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547265024 : -117847162286592 : ffff94d191c10e00) 00000002:00000001:3.0:1787998221.867388:0:31371:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998221.867391:0:31371:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1787998221.867396:0:31371:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19172ac00. 00000080:00000001:3.0:1787998221.867400:0:31371:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1787998221.867403:0:31371:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1787998221.867405:0:31371:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998221.867408:0:31371:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998221.867410:0:31371:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998221.867412:0:31371:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998221.867414:0:31371:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998221.867417:0:31371:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1e:0x0] 00800000:00000001:3.0:1787998221.867419:0:31371:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998221.867423:0:31371:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1787998221.867428:0:31371:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d199eddc00 x1874850291732992/t4294967577(4294967577) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998221 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998221.867436:0:31371:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998221.867437:0:31371:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419072 : -117847025132544 : ffff94d199eddc00) 00000100:00000001:3.0:1787998221.867439:0:31371:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998221.867572:0:31371:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199eddc00 x1874850291732992/t4294967577(4294967577) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998221 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998221.867579:0:31371:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998221.867582:0:31371:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998221.867585:0:31371:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199eddc00 x1874850291732992/t4294967577(4294967577) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998221 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998221.867591:0:31371:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1787998221.867594:0:31371:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998221.867596:0:31371:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998221.867598:0:31371:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998221.867601:0:31371:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e27400. 02000000:00000001:3.0:1787998221.867605:0:31371:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998221.867607:0:31371:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998221.867609:0:31371:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199eddc00. 00000100:00000001:3.0:1787998221.867613:0:31371:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998221.867614:0:31371:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998221.867615:0:31371:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998221.867618:0:31371:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c10e00 x1874850291736576/t4294967580(4294967580) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998237 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998221.867624:0:31371:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787998221.867626:0:31371:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff94d190a9c660. 00000002:00000001:3.0:1787998221.867629:0:31371:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998221.867631:0:31371:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1787998221.867633:0:31371:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d190b35500. 00000100:00000001:3.0:1787998221.867636:0:31371:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998221.867639:0:31371:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c10e00 x1874850291736576/t4294967580(4294967580) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998237 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998221.867645:0:31371:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998221.867647:0:31371:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1787998221.867651:0:31371:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d186330c80. 00000080:00000001:3.0:1787998221.867655:0:31371:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998221.867661:0:31371:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419f3df0 00000080:00000008:3.0:1787998221.867664:0:31371:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000405:0x1e:0x0](ffff94d1989aba88), flags 104001, rc = 0 00000080:00000001:3.0:1787998221.867667:0:31371:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998221.867672:0:31371:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1787998221.867674:0:31371:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419f3e00 00000080:00002000:3.0:1787998221.867675:0:31371:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff94d198a46360, parent ffff94d198a465e8, inode ffff94d1989aba88) hashed, 00000080:00000001:3.0:1787998221.867678:0:31371:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1787998221.867763:0:31371:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1787998221.868011:0:31371:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1787998221.890906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90fc0. 00000080:00000010:3.1:1787998221.891256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a908c0. 00000020:00000001:2.0:1787998222.213277:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998222.213283:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998222.213287:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1787998223.065209:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998223.065216:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072b700. 00000400:00000200:2.0:1787998223.065222:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.065228:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998223.065235:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807d48 00000400:00000010:2.0:1787998223.065238:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807d48. 00000100:00000001:2.0:1787998223.065245:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998223.065251:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c10a80 x1874850291736704/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998239 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.065263:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998223.065266:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c10a80 x1874850291736704/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998239 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.065274:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998223.065276:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998223.071607:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.071632:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998223.071638:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.071641:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.071654:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.071664:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998223.071679:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.071685:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.071691:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.071696:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a56080 00000400:00000200:2.0:1787998223.071701:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.071708:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x786d [1] + 224 00000800:00000001:2.0:1787998223.071717:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.071724:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.071728:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.071733:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998223.071743:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998223.071754:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c10a80 x1874850291736704/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998239 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998223.071808:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d191c10a80 x1874850291736704/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998239 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.071831:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998223.071842:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.071846:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1787998223.074732:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998223.074745:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072bb00. 00000400:00000200:2.0:1787998223.074751:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.074760:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998223.074814:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409d48 00000400:00000010:2.0:1787998223.074817:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409d48. 00000100:00000001:2.0:1787998223.074824:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998223.074831:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edfb80 x1874850291736832/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998239 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.074846:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998223.074849:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edfb80 x1874850291736832/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998239 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.074856:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998223.074858:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998223.080274:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.080298:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998223.080303:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.080306:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.080317:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.080326:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998223.080337:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.080343:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.080349:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.080354:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a56100 00000400:00000200:2.0:1787998223.080360:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.080368:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x7875 [1] + 224 00000800:00000001:2.0:1787998223.080377:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.080385:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.080389:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.080395:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998223.080405:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998223.080416:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edfb80 x1874850291736832/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998239 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998223.080427:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d199edfb80 x1874850291736832/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998239 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.080458:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998223.080470:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.080474:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1787998223.084211:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998223.084221:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072bb00. 00000400:00000200:2.0:1787998223.084230:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.084238:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998223.084248:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409088 00000400:00000010:2.0:1787998223.084251:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409088. 00000100:00000001:2.0:1787998223.084256:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998223.084263:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edfb80 x1874850291736960/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998239 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.084276:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998223.084280:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edfb80 x1874850291736960/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998239 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.084287:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998223.084289:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998223.091313:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.091339:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998223.091343:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.091346:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.091357:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.091366:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998223.091377:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.091383:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.091389:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.091395:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 640 into portal 10 MB=0x6a92a99a56180 00000400:00000200:2.0:1787998223.091401:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.091408:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 640/640 into md 0x787d [1] + 224 00000800:00000001:2.0:1787998223.091418:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.091426:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.091429:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.091434:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998223.091501:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998223.091515:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edfb80 x1874850291736960/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998239 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998223.091528:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff94d199edfb80 x1874850291736960/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998239 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.091612:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998223.091623:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.091628:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1787998223.096112:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998223.096117:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4a00. 00000400:00000200:2.0:1787998223.096123:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.096129:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998223.096136:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807088 00000400:00000010:2.0:1787998223.096138:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807088. 00000100:00000001:2.0:1787998223.096142:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998223.096146:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eded80 x1874850291737088/t0(0) o8->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1787998233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998223.096155:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998223.096159:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199eded80 x1874850291737088/t0(0) o8->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1787998233 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998223.096166:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998223.096168:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998223.100117:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.100139:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998223.100144:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.100148:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.100159:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.100168:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998223.100179:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.100185:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.100190:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.100196:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 416 into portal 4 MB=0x6a92a99a56200 00000400:00000200:2.0:1787998223.100201:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.100207:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 416/416 into md 0x7885 [1] + 0 00000800:00000001:2.0:1787998223.100215:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.100223:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.100227:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.100232:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998223.100241:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998223.100253:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eded80 x1874850291737088/t0(0) o8->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1787998233 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998223.100264:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94d199eded80 x1874850291737088/t0(0) o8->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1787998233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998223.100662:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998223.100675:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.100679:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1787998223.102986:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998223.102992:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4000. 00000400:00000200:2.0:1787998223.102998:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.103005:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998223.103012:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807110 00000400:00000010:2.0:1787998223.103015:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807110. 00000100:00000001:2.0:1787998223.103020:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998223.103026:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edfb80 x1874850291737216/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998239 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.103036:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998223.103040:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edfb80 x1874850291737216/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998239 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.103047:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998223.103049:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998223.104995:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.105017:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998223.105022:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.105025:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.105035:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.105044:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998223.105054:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.105060:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.105066:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.105071:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 400 into portal 4 MB=0x6a92a99a56280 00000400:00000200:2.0:1787998223.105076:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.105083:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 400/400 into md 0x788d [1] + 224 00000800:00000001:2.0:1787998223.105091:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.105099:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.105103:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.105107:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998223.105116:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998223.105126:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edfb80 x1874850291737216/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998239 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998223.105138:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff94d199edfb80 x1874850291737216/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998239 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.105221:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998223.105233:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.105236:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1787998223.129290:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998223.129298:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072b700. 00000400:00000200:2.0:1787998223.129303:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.129309:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998223.129316:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854092a8 00000400:00000010:2.0:1787998223.129319:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854092a8. 00000100:00000001:2.0:1787998223.129325:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998223.129330:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eded80 x1874850291737344/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998239 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.129341:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998223.129345:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199eded80 x1874850291737344/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998239 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.129352:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998223.129353:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998223.133239:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.133262:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998223.133268:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.133271:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.133282:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.133291:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998223.133303:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.133308:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.133314:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.133320:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a56300 00000400:00000200:2.0:1787998223.133325:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.133334:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x7895 [1] + 224 00000800:00000001:2.0:1787998223.133342:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.133351:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.133355:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.133360:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998223.133369:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998223.133380:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eded80 x1874850291737344/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998239 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998223.133392:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d199eded80 x1874850291737344/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998239 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.133408:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998223.133419:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.133423:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1787998223.136649:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998223.136655:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072be00. 00000400:00000200:2.0:1787998223.136662:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.136670:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998223.136678:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409dd0 00000400:00000010:2.0:1787998223.136681:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409dd0. 00000100:00000001:2.0:1787998223.136687:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998223.136692:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eded80 x1874850291737472/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998239 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.136704:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998223.136707:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199eded80 x1874850291737472/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998239 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.136715:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998223.136716:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998223.147819:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.147843:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998223.147848:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.147850:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.147862:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.147871:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998223.147881:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.147886:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.147891:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.147896:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 640 into portal 10 MB=0x6a92a99a56380 00000400:00000200:2.0:1787998223.147912:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.147920:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 640/640 into md 0x789d [1] + 224 00000800:00000001:2.0:1787998223.147928:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.147936:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.147940:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.147944:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998223.147954:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998223.147966:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eded80 x1874850291737472/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998239 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998223.147978:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff94d199eded80 x1874850291737472/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998239 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.147994:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998223.148006:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.148009:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787998223.151525:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998223.151531:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4b00. 00000400:00000200:3.0:1787998223.151544:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998223.151549:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998223.151555:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928077f8 00000400:00000010:3.0:1787998223.151558:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928077f8. 00000100:00000001:3.0:1787998223.151562:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998223.151567:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eded80 x1874850291737600/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998239 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998223.151583:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998223.151586:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199eded80 x1874850291737600/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998239 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998223.151595:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998223.151597:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998223.154182:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998223.154198:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998223.154201:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998223.154204:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998223.154213:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998223.154222:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998223.154233:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998223.154238:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998223.154244:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998223.154249:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 400 into portal 4 MB=0x6a92a99a56400 00000400:00000200:3.0:1787998223.154254:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998223.154261:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 400/400 into md 0x78a5 [1] + 224 00000800:00000001:3.0:1787998223.154270:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998223.154278:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998223.154282:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998223.154287:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998223.154296:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998223.154306:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eded80 x1874850291737600/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998239 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998223.154316:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff94d199eded80 x1874850291737600/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998239 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998223.154336:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998223.154348:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998223.154351:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998223.155334:0:2402:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000c12f207b/0xb2d39e653c8c98c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x4fd9a50f3a6ac983 expref: -99 pid: 31407 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787998223.155348:0:2402:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998223.155350:0:2402:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998223.155353:0:2402:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998223.155357:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998223.155358:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998223.155359:0:2402:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.155363:0:2402:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998223.155365:0:2402:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.155367:0:2402:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.155369:0:2402:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.155371:0:2402:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998223.155372:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998223.155373:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998223.155374:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998223.155375:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1787998223.155376:0:2402:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998223.155383:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199eded80 x1874850291737600/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998239 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998223.155391:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199eded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291737600:192.168.206.123@tcp:101:checkstat.0 00000100:00000001:0.0:1787998223.155397:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998223.155401:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998223.155405:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199eded80 x1874850291737600/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998239 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998223.155411:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998223.155415:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998223.155420:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1923a1400. 02000000:00000001:0.0:1787998223.155425:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998223.155427:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998223.155430:0:2402:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998223.155432:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998223.155435:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d193831200. 02000000:00000001:0.0:1787998223.155440:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998223.155443:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998223.155445:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199eded80. 00000100:00000001:0.0:1787998223.155451:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998223.155453:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998223.155455:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998223.155464:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998223.155466:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998223.155469:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998223.155472:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998223.159648:0:31407:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998223.159659:0:31407:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998223.162276:0:31407:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1787998223.162289:0:31407:0:(cl_object.c:143:cl_object_top()) ffff94d187213468 -> ffff94d187213468 00000020:00000001:2.0:1787998223.162294:0:31407:0:(cl_object.c:143:cl_object_top()) ffff94d187213468 -> ffff94d187213468 00000020:00000001:2.0:1787998223.162296:0:31407:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1787998223.162302:0:31407:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1787998223.162308:0:31407:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1787998223.162310:0:31407:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998223.162313:0:31407:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1787998223.162314:0:31407:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1787998223.162316:0:31407:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x1e:1029 on OST[0]: s=0 (1) m=1787998205 a=1787998205 c=1787998205 b=0 00020000:00000001:2.0:1787998223.162321:0:31407:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1787998223.162323:0:31407:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=1787998205 a=1787998205 c=1787998205 b=0 00020000:00000001:2.0:1787998223.162326:0:31407:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998223.162328:0:31407:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998223.162329:0:31407:0:(cl_object.c:143:cl_object_top()) ffff94d187213468 -> ffff94d187213468 00000080:00200000:2.0:1787998223.162332:0:31407:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x1e:0x0] updating i_size 0 i_blocks 0 00000080:00000001:2.0:1787998223.162334:0:31407:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1787998223.162339:0:31407:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1787998223.162342:0:31407:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d19226f090 (ffff94d1a0bcf878/0) at cl_lock_release():245 00000020:00000001:2.0:1787998223.162345:0:31407:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1787998223.162347:0:31407:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d19226f090 (ffff94d1a0bcf878/0) at cl_lock_cancel():142 00020000:00000001:2.0:1787998223.162351:0:31407:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1787998223.162355:0:31407:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787998223.162357:0:31407:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554005296 : -117847155546320 : ffff94d19227e730) 00000020:00000001:2.0:1787998223.162359:0:31407:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1787998223.162360:0:31407:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d19091ce30 (ffff94d1a0bcf3f8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1787998223.162364:0:31407:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1787998223.162367:0:31407:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1787998223.162370:0:31407:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998223.162373:0:31407:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1787998223.162374:0:31407:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1787998223.162376:0:31407:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1787998223.162377:0:31407:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1787998223.162378:0:31407:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1787998223.162380:0:31407:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1787998223.162381:0:31407:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d19226f090 (ffff94d1a0bcf878/0) at cl_lock_fini():72 00020000:00000001:2.0:1787998223.162384:0:31407:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1787998223.162386:0:31407:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1787998223.162387:0:31407:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d19091ce30 (ffff94d1a0bcf878/1) at cl_lock_fini():72 00000008:00000010:2.0:1787998223.162391:0:31407:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d1857d9430. 00000020:00000001:2.0:1787998223.162400:0:31407:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1787998223.162402:0:31407:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d19091ce00. 00020000:00000001:2.0:1787998223.162407:0:31407:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1787998223.162408:0:31407:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1787998223.162410:0:31407:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1787998223.162412:0:31407:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998223.162415:0:31407:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1787998223.162418:0:31407:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1787998223.162420:0:31407:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1787998223.162421:0:31407:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1787998223.162423:0:31407:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1787998223.162426:0:31407:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf3f0 00020000:00000001:2.0:1787998223.162430:0:31407:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1787998223.162433:0:31407:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1787998223.162437:0:31407:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1787998223.162440:0:31407:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x1e:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1787998223.162444:0:31407:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1787998223.162447:0:31407:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998223.162449:0:31407:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1787998223.162451:0:31407:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1787998223.162452:0:31407:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1787998223.162453:0:31407:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf870 00000001:00000001:2.0:1787998223.162455:0:31407:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998223.162467:0:31407:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cafd08 00000080:00000008:2.0:1787998223.162470:0:31407:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file f:[0x200000405:0x1e:0x0](ffff94d1989aba88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1787998223.162478:0:31407:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1787998223.162480:0:31407:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cafda0 00000080:00002000:2.0:1787998223.162483:0:31407:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff94d198b306c0, parent ffff94d198b30438, inode ffff94d1989aba88) hashed, 00000080:00000001:2.0:1787998223.162486:0:31407:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998223.175631:0:31212:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998223.175640:0:31212:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1787998223.175646:0:31212:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d42107b78 00000080:00200000:3.0:1787998223.175651:0:31212:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:3.0:1787998223.175660:0:31212:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1a0bab400. 00800000:00000002:3.0:1787998223.175670:0:31212:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:3.0:1787998223.175675:0:31212:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787998223.175683:0:31212:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787998223.175685:0:31212:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d42107a98 00800000:00000002:3.0:1787998223.175689:0:31212:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998223.175693:0:31212:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787998223.175697:0:31212:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998223.175700:0:31212:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998223.175704:0:31212:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998223.175707:0:31212:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998223.175709:0:31212:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998223.175711:0:31212:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998223.175714:0:31212:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998223.175718:0:31212:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1787998223.175724:0:31212:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787998223.175726:0:31212:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d42107968 00000002:00010000:3.0:1787998223.175729:0:31212:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1787998223.175733:0:31212:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787998223.175736:0:31212:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998223.175739:0:31212:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998223.175748:0:31212:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921d00 count: 2 00010000:00000001:3.0:1787998223.175752:0:31212:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998223.175758:0:31212:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998223.177917:0:31212:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787998223.177935:0:31212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8c962 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ac8fe expref: -99 pid: 31406 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1787998223.177952:0:31212:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1787998223.177960:0:31212:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998223.177963:0:31212:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8c962 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ac8fe expref: -99 pid: 31406 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1787998223.177974:0:31212:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1787998223.177977:0:31212:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1787998223.177979:0:31212:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787998223.177983:0:31212:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787998223.177985:0:31212:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787998223.177989:0:31212:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1787998223.177992:0:31212:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1787998223.177996:0:31212:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:3.0:1787998223.178000:0:31212:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1a0bab400. 00000080:00000001:3.0:1787998223.178009:0:31212:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1787998223.178010:0:31212:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998223.178014:0:31212:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:3.0:1787998223.178018:0:31212:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8c962 00800000:00000001:3.0:1787998223.178023:0:31212:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787998223.178027:0:31212:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787998223.178028:0:31212:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998223.178031:0:31212:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998223.178035:0:31212:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366800 refcount=3 00000020:00000001:3.0:1787998223.178037:0:31212:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:3.0:1787998223.178041:0:31212:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:3.0:1787998223.178044:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998223.178046:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998223.178047:0:31212:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998223.178049:0:31212:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998223.178052:0:31212:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8c962 from it ffffb66d42107bb0 00010000:00000001:3.0:1787998223.178055:0:31212:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998223.178056:0:31212:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998223.178057:0:31212:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366800 refcount=3 00000020:00000001:3.0:1787998223.178059:0:31212:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:3.0:1787998223.178061:0:31212:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:3.0:1787998223.178064:0:31212:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998223.178068:0:31212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8c962 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ac8fe expref: -99 pid: 31406 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1787998223.178075:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998223.178076:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998223.178077:0:31212:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787998223.178080:0:31212:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787998223.178083:0:31212:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8c962 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ac8fe expref: -99 pid: 31406 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1787998223.178090:0:31212:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787998223.178094:0:31212:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787998223.178096:0:31212:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998223.178101:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998223.178102:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998223.178104:0:31212:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998223.178107:0:31212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787998223.178109:0:31212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998223.178111:0:31212:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998223.178114:0:31212:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998223.178116:0:31212:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998223.178117:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998223.178118:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1787998223.178122:0:31212:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1787998223.178124:0:31212:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787998223.178127:0:31212:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 44 00000080:00000001:3.0:1787998223.178133:0:31212:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998223.178142:0:31212:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:3.0:1787998223.178145:0:31212:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1787998223.178149:0:31212:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d42107b78 00000080:00200008:3.0:1787998223.178152:0:31212:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff94d1989ad348), flags 304000 00000080:00000010:3.0:1787998223.178161:0:31212:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d181796500. 00000080:00000001:3.0:1787998223.178167:0:31212:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998223.178168:0:31212:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998223.178189:0:31212:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d42107d28 00000080:00200008:3.0:1787998223.178191:0:31212:0:(file.c:6295:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94d1989ad348), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1787998223.178199:0:31212:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:3.0:1787998223.178203:0:31212:0:(statahead.c:1783:is_first_dirent()) Process entered 00000080:00000010:3.0:1787998223.178207:0:31212:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1a0bab400. 00800000:00000002:3.0:1787998223.178212:0:31212:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00800000:00000001:3.0:1787998223.178221:0:31212:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:3.0:1787998223.178223:0:31212:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998223.178226:0:31212:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998223.178229:0:31212:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998223.178232:0:31212:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998223.178234:0:31212:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998223.178236:0:31212:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998223.178238:0:31212:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998223.178242:0:31212:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:3.0:1787998223.178244:0:31212:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787998223.178246:0:31212:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d42107990 00000002:00010000:3.0:1787998223.178248:0:31212:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:3.0:1787998223.178251:0:31212:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787998223.178253:0:31212:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998223.178255:0:31212:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998223.178261:0:31212:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921d00 count: 2 00010000:00000001:3.0:1787998223.178263:0:31212:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998223.178267:0:31212:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998223.178269:0:31212:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787998223.178271:0:31212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8c962 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ac8fe expref: -99 pid: 31406 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1787998223.178278:0:31212:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1787998223.178280:0:31212:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998223.178282:0:31212:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8c962 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ac8fe expref: -99 pid: 31406 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1787998223.178289:0:31212:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1787998223.178290:0:31212:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1787998223.178292:0:31212:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1787998223.178294:0:31212:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787998223.178295:0:31212:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998223.178296:0:31212:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998223.178298:0:31212:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366800 refcount=3 00000020:00000001:3.0:1787998223.178300:0:31212:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:3.0:1787998223.178302:0:31212:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:3.0:1787998223.178304:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998223.178305:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998223.178306:0:31212:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998223.178358:0:31212:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:3.0:1787998223.178364:0:31212:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff94d19175d800. 00000002:00000001:0.0:1787998223.186052:0:31212:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:0.0:1787998223.186078:0:31212:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c12300. 00000020:00000040:0.0:1787998223.186088:0:31212:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998223.186094:0:31212:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998223.186099:0:31212:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998223.186107:0:31212:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998223.186118:0:31212:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d19172ac00. 00000100:00000001:0.0:1787998223.186125:0:31212:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998223.186129:0:31212:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1787998223.186135:0:31212:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff94d1923a1400. 00000100:00000010:0.0:1787998223.186140:0:31212:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff94d182bc4000. 00000020:00000040:0.0:1787998223.186142:0:31212:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998223.186199:0:31212:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998223.186202:0:31212:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998223.186211:0:31212:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a00afd80. 00000100:00000001:0.0:1787998223.186214:0:31212:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786991488 : -117846922560128 : ffff94d1a00afd80) 00000100:00000001:0.0:1787998223.186217:0:31212:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998223.186219:0:31212:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547270400 : -117847162281216 : ffff94d191c12300) 00000100:00000001:0.0:1787998223.186224:0:31212:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998223.186230:0:31212:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998223.186233:0:31212:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998223.186234:0:31212:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998223.186251:0:31212:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c12300 x1874850291737728/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998223.186261:0:31212:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998223.186264:0:31212:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998223.186268:0:31212:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998223.186272:0:31212:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998223.186275:0:31212:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998223.186279:0:31212:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c12300 pname:cluuid:pid:xid:nid:opc:job bash:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:31212:1874850291737728:192.168.206.123@tcp:37:bash.0 00000100:00000001:0.0:1787998223.186284:0:31212:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998223.186290:0:31212:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998223.186293:0:31212:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998223.186296:0:31212:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:0.0:1787998223.186306:0:31212:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998223.186311:0:31212:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30370. 00000400:00000010:0.0:1787998223.186322:0:31212:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff94d1a00d8000. 00000100:00000200:0.0:1787998223.186333:0:31212:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a92a99a56480-0x6a92a99a56480, portal 14 00000100:00000001:0.0:1787998223.186336:0:31212:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998223.186339:0:31212:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998223.186344:0:31212:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a0800. 02000000:00000001:0.0:1787998223.186346:0:31212:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998223.186350:0:31212:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998223.186352:0:31212:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30b58. 00000400:00000010:0.0:1787998223.186357:0:31212:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807ee0. 00000100:00000200:0.0:1787998223.186361:0:31212:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291737728, portal 10 00000100:00000001:0.0:1787998223.186363:0:31212:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998223.186364:0:31212:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547270400 : -117847162281216 : ffff94d191c12300) 00000100:00000040:0.0:1787998223.186373:0:31212:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191c12300 x1874850291737728/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998239 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998223.186380:0:31212:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998223.186384:0:31212:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998223.186386:0:31212:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807770. 00000100:00000200:0.0:1787998223.186390:0:31212:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1874850291737728, offset 0 00000400:00000200:0.0:1787998223.186399:0:31212:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998223.186410:0:31212:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998223.186419:0:31212:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998223.186425:0:31212:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998223.186430:0:31212:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998223.186434:0:31212:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998223.186439:0:31212:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998223.186443:0:31212:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2569:2569:256:4294967295] 192.168.206.123@tcp LPNI seq info [2569:2569:8:4294967295] 00000400:00000200:0.0:1787998223.186447:0:31212:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998223.186459:0:31212:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998223.186466:0:31212:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998223.186471:0:31212:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4600. 00000800:00000200:0.0:1787998223.186480:0:31212:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998223.186491:0:31212:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998223.186497:0:31212:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4600 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1787998223.187132:0:31212:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998223.187141:0:31212:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 851948 usecs (852 jiffies) 00000400:00000200:0.0:1787998223.187147:0:31212:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998223.187151:0:31212:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296404195 00000100:00000001:0.0:1787998223.187155:0:31212:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296406004 00000100:00000001:0.0:1787998223.187158:0:31212:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296404195 00000100:00000001:0.0:1787998223.187161:0:31212:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296406004 00000100:00000001:0.0:1787998223.187163:0:31212:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998223.187167:0:31212:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998223.187170:0:31212:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998223.187173:0:31212:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998223.187176:0:31212:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a00afd80 going to sleep for 11 seconds 00000100:00000001:0.0:1787998223.187180:0:31212:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998223.187183:0:31212:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998223.195011:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998223.195026:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4600. 00000400:00000200:2.0:1787998223.195036:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.195047:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998223.195057:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807770 00000400:00000010:2.0:1787998223.195060:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807770. 00000100:00000001:2.0:1787998223.195066:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998223.195078:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c12300 x1874850291737728/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998239 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.195094:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998223.195099:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c12300 x1874850291737728/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998239 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.195107:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998223.195109:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998223.206939:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.206968:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998223.206975:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.206978:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.206990:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.206999:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998223.207014:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.207020:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.207026:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.207031:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 4096 into portal 14 MB=0x6a92a99a56480 00000400:00000200:2.0:1787998223.207036:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.207043:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.206.123@tcp of length 4096/4096 into md 0x78ad [256] + 0 00000400:00000010:2.0:1787998223.207049:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30370. 00000400:00000200:2.0:1787998223.207055:0:2397:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff94d1a00d8000 00000800:00000001:2.0:1787998223.207062:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.207077:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.207081:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.207087:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998223.207095:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1a00d8000 00000400:00000010:2.0:1787998223.207098:0:2397:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff94d1a00d8000. 00000100:00000001:2.0:1787998223.207106:0:2397:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1787998223.207109:0:2397:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff94d191c12300 desc ffff94d1923a1400 mbits 1874850291737728 00000100:00000001:2.0:1787998223.207131:0:2397:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1787998223.207141:0:2397:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1787998223.207145:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.207151:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.23@tcp to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998223.207158:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2570:2570:256:4294967295] 192.168.206.123@tcp LPNI seq info [2570:2570:8:4294967295] 00000400:00000200:2.0:1787998223.207162:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.207171:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:192.168.206.23@tcp) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) 192.168.206.123@tcp : ACK try# 0 00000800:00000200:2.0:1787998223.207177:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998223.207187:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff94d1a01ee000. 00000800:00000200:2.0:1787998223.207194:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998223.207204:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998223.207209:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1a01ee000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1787998223.207327:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998223.207332:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff94d1a01ee000. 00000400:00000200:2.0:1787998223.207337:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.207341:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: ACK: OK 00000800:00000001:2.0:1787998223.207347:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.207351:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998223.207802:0:31212:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998223.207809:0:31212:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998223.216836:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.216861:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998223.216867:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.216869:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.216882:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.216891:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998223.216914:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.216919:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.216926:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.216931:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 440 into portal 10 MB=0x6a92a99a56480 00000400:00000200:2.0:1787998223.216937:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.216943:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 440/440 into md 0x78b5 [1] + 224 00000800:00000001:2.0:1787998223.216952:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.216963:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.216967:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.216972:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998223.216982:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998223.216994:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c12300 x1874850291737728/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998239 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998223.217008:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff94d191c12300 x1874850291737728/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998239 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.217033:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998223.217043:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.217047:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998223.217126:0:31212:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998223.217136:0:31212:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998223.217139:0:31212:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998223.217143:0:31212:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30b58. 00000400:00000200:0.0:1787998223.217149:0:31212:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807ee0 00000400:00000010:0.0:1787998223.217153:0:31212:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807ee0. 00000100:00000001:0.0:1787998223.217157:0:31212:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998223.217162:0:31212:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c12300 x1874850291737728/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998239 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998223.217171:0:31212:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c12300 x1874850291737728/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998239 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998223.217177:0:31212:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998223.217180:0:31212:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998223.217183:0:31212:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998223.217187:0:31212:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998223.217191:0:31212:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998223.217194:0:31212:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998223.217197:0:31212:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998223.217209:0:31212:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06cf0 time=49 v=5 (5 5 5 5) 00000100:00001000:0.0:1787998223.217214:0:31212:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998223.217217:0:31212:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998223.217219:0:31212:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.217223:0:31212:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998223.217274:0:31212:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998223.217280:0:31212:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998223.217282:0:31212:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967579 00000100:00000001:0.0:1787998223.217284:0:31212:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998223.217305:0:31212:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998223.217313:0:31212:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff94d191c12300 x1874850291737728/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998239 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1787998223.217350:0:31212:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff94d191c12300 x1874850291737728/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998239 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998223.217359:0:31212:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998223.217362:0:31212:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998223.217367:0:31212:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c12300 x1874850291737728/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998239 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998223.217374:0:31212:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c12300 pname:cluuid:pid:xid:nid:opc:job bash:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:31212:1874850291737728:192.168.206.123@tcp:37:bash.0 00000100:00000001:0.0:1787998223.217380:0:31212:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998223.217384:0:31212:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998223.217387:0:31212:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998223.217390:0:31212:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998223.217394:0:31212:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c12300 x1874850291737728/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998239 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998223.217402:0:31212:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998223.217407:0:31212:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a00afd80. 00000100:00000001:0.0:1787998223.217412:0:31212:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998223.217414:0:31212:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998223.217421:0:31212:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998223.217425:0:31212:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998223.217429:0:31212:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c12300 x1874850291737728/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998239 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998223.217435:0:31212:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998223.217439:0:31212:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998223.217444:0:31212:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1923a0800. 02000000:00000001:0.0:1787998223.217447:0:31212:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998223.217451:0:31212:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998223.217453:0:31212:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998223.217456:0:31212:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1787998223.217458:0:31212:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1787998223.217461:0:31212:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998223.217462:0:31212:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998223.217464:0:31212:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:0.0:1787998223.217507:0:31212:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff94d182bc4000. 00000100:00000010:0.0:1787998223.217511:0:31212:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff94d1923a1400. 00000100:00000001:0.0:1787998223.217513:0:31212:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1787998223.217516:0:31212:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d19172ac00. 02000000:00000001:0.0:1787998223.217533:0:31212:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998223.217535:0:31212:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998223.217537:0:31212:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c12300. 00000100:00000001:0.0:1787998223.217542:0:31212:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998223.217543:0:31212:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998223.217546:0:31212:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:0.0:1787998223.217549:0:31212:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:0.0:1787998223.218598:0:31212:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff94d19175d800. 00000002:00000001:0.0:1787998223.218609:0:31212:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.218617:0:31212:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998223.218620:0:31212:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998223.218623:0:31212:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366800 refcount=3 00000020:00000001:0.0:1787998223.218625:0:31212:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998223.218629:0:31212:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998223.218631:0:31212:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998223.218637:0:31212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8c962 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ac8fe expref: -99 pid: 31406 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1787998223.218649:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998223.218651:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998223.218653:0:31212:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998223.218674:0:31212:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998223.218677:0:31212:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8c962 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ac8fe expref: -99 pid: 31406 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1787998223.218697:0:31212:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998223.218701:0:31212:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998223.218704:0:31212:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998223.218718:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998223.218720:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998223.218722:0:31212:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.218726:0:31212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998223.218728:0:31212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.218730:0:31212:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.218734:0:31212:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.218737:0:31212:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998223.218738:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998223.218739:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:0.0:1787998223.218757:0:31212:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998223.218817:0:31212:0:(statahead.c:1888:is_first_dirent()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:0.0:1787998223.218837:0:31212:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998223.218842:0:31212:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1a0bab400. 00000080:00000001:0.0:1787998223.218849:0:31212:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998223.218855:0:31212:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1787998223.218872:0:31212:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d42107ca0 00000080:00200000:0.0:1787998223.218876:0:31212:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:0.0:1787998223.218887:0:31212:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19172ac00. 00800000:00000002:0.0:1787998223.218894:0:31212:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998223.218920:0:31212:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998223.218925:0:31212:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998223.218928:0:31212:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d42107bc0 00800000:00000002:0.0:1787998223.218939:0:31212:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998223.218944:0:31212:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998223.218947:0:31212:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998223.218951:0:31212:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998223.218953:0:31212:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998223.218955:0:31212:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998223.218957:0:31212:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998223.218969:0:31212:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998223.218971:0:31212:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998223.218975:0:31212:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1787998223.218981:0:31212:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998223.218983:0:31212:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d42107a90 00000002:00010000:0.0:1787998223.218985:0:31212:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787998223.218999:0:31212:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787998223.219002:0:31212:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998223.219005:0:31212:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998223.219012:0:31212:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921d00 count: 2 00010000:00000001:0.0:1787998223.219025:0:31212:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998223.219031:0:31212:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998223.219034:0:31212:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998223.219038:0:31212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8c962 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ac8fe expref: -99 pid: 31406 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1787998223.219056:0:31212:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998223.219062:0:31212:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998223.219065:0:31212:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8c962 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ac8fe expref: -99 pid: 31406 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1787998223.219082:0:31212:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1787998223.219085:0:31212:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998223.219087:0:31212:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998223.219089:0:31212:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998223.219091:0:31212:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998223.219093:0:31212:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1787998223.219096:0:31212:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1787998223.219098:0:31212:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998223.219101:0:31212:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19172ac00. 00000080:00000001:0.0:1787998223.219114:0:31212:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787998223.219116:0:31212:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998223.219119:0:31212:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:0.0:1787998223.219123:0:31212:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8c962 00800000:00000001:0.0:1787998223.219126:0:31212:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998223.219138:0:31212:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998223.219139:0:31212:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998223.219141:0:31212:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998223.219143:0:31212:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366800 refcount=3 00000020:00000001:0.0:1787998223.219145:0:31212:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998223.219147:0:31212:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998223.219150:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998223.219152:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998223.221854:0:31212:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998223.221872:0:31212:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998223.221879:0:31212:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8c962 from it ffffb66d42107cd8 00010000:00000001:0.0:1787998223.221885:0:31212:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998223.221888:0:31212:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998223.221913:0:31212:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366800 refcount=3 00000020:00000001:0.0:1787998223.221916:0:31212:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998223.221919:0:31212:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998223.221923:0:31212:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998223.221929:0:31212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8c962 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ac8fe expref: -99 pid: 31406 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1787998223.221940:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998223.221943:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998223.221945:0:31212:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998223.221948:0:31212:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998223.221951:0:31212:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8c962 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ac8fe expref: -99 pid: 31406 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1787998223.221959:0:31212:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998223.221963:0:31212:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998223.221965:0:31212:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998223.221970:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998223.221971:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998223.221973:0:31212:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.221990:0:31212:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998223.221992:0:31212:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.221994:0:31212:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.221998:0:31212:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.222000:0:31212:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998223.222001:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998223.222003:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787998223.222019:0:31212:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787998223.222021:0:31212:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1787998223.233614:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998223.233620:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072b800. 00000400:00000200:2.0:1787998223.233626:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.233631:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998223.233638:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409770 00000400:00000010:2.0:1787998223.233640:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409770. 00000100:00000001:2.0:1787998223.233646:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998223.233651:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eddf80 x1874850291737984/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998239 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.233661:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998223.233665:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199eddf80 x1874850291737984/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998239 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.233671:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998223.233673:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1787998223.235877:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998223.235891:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.235897:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998223.235898:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.235913:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998223.235914:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.235917:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998223.235918:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998223.241966:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.241989:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998223.241996:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.241998:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.242010:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.242020:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998223.242031:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.242037:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.242043:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.242048:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 664 into portal 10 MB=0x6a92a99a56580 00000400:00000200:2.0:1787998223.242054:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.242061:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 664/664 into md 0x78bd [64] + 224 00000800:00000001:2.0:1787998223.242069:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.242077:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.242081:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.242087:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998223.242096:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998223.242107:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eddf80 x1874850291737984/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998239 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998223.242121:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff94d199eddf80 x1874850291737984/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998239 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.242144:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998223.242156:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.242160:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787998223.259707:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998223.259712:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072b600. 00000400:00000200:3.0:1787998223.259718:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998223.259724:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998223.259730:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409e58 00000400:00000010:3.0:1787998223.259732:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409e58. 00000100:00000001:3.0:1787998223.259737:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998223.259742:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edc000 x1874850291738112/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998239 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998223.259752:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998223.259755:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edc000 x1874850291738112/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998239 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998223.259802:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998223.259804:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998223.262694:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.262717:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998223.262722:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.262725:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.262735:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.262745:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998223.262755:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.262803:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.262809:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.262814:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 4096 into portal 14 MB=0x6a92a99a56600 00000400:00000200:2.0:1787998223.262820:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.262828:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.206.123@tcp of length 4096/4096 into md 0x78c5 [256] + 0 00000400:00000010:2.0:1787998223.262834:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fcc60. 00000400:00000200:2.0:1787998223.262840:0:2397:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff94d182caa000 00000800:00000001:2.0:1787998223.262847:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.262857:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.262861:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.262866:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998223.262872:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d182caa000 00000400:00000010:2.0:1787998223.262874:0:2397:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff94d182caa000. 00000100:00000001:2.0:1787998223.262880:0:2397:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1787998223.262882:0:2397:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff94d199edc000 desc ffff94d199e24c00 mbits 1874850291738112 00000100:00000001:2.0:1787998223.262892:0:2397:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1787998223.262910:0:2397:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1787998223.262914:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.262919:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.23@tcp to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998223.262926:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2573:2573:256:4294967295] 192.168.206.123@tcp LPNI seq info [2573:2573:8:4294967295] 00000400:00000200:2.0:1787998223.262930:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.262939:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:192.168.206.23@tcp) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) 192.168.206.123@tcp : ACK try# 0 00000800:00000200:2.0:1787998223.262945:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998223.262955:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff94d1a01ee000. 00000800:00000200:2.0:1787998223.262962:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998223.262971:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998223.262975:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1a01ee000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1787998223.263046:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998223.263050:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff94d1a01ee000. 00000400:00000200:2.0:1787998223.263054:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.263057:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: ACK: OK 00000800:00000001:2.0:1787998223.263064:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.263067:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1787998223.264818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2a00. 00000800:00000001:2.0:1787998223.270889:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.270924:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998223.270930:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.270932:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.270943:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.270952:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998223.270963:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.270969:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.270974:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.270979:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 440 into portal 10 MB=0x6a92a99a56600 00000400:00000200:2.0:1787998223.270984:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.270990:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 440/440 into md 0x78cd [1] + 224 00000800:00000001:2.0:1787998223.270999:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.271012:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.271015:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.271020:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998223.271030:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998223.271042:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edc000 x1874850291738112/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998239 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998223.271054:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff94d199edc000 x1874850291738112/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998239 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.271079:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998223.271088:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.271092:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787998223.273556:0:31408:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611163 : 144115205339611163 : 20000040500001b) 00000080:00000001:2.0:1787998223.273571:0:31408:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611165 : 144115205339611165 : 20000040500001d) 00000080:00000001:2.0:1787998223.273573:0:31408:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1787998223.273580:0:31408:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998223.273587:0:31408:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d190b35c40 2 00000080:00000010:2.0:1787998223.273592:0:31408:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d192b56000. 00000080:00000001:2.0:1787998223.273600:0:31408:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998223.273696:0:31408:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:2.0:1787998223.273700:0:31408:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1787998223.273704:0:31408:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fdd0 00000080:00200008:2.0:1787998223.273719:0:31408:0:(file.c:479:ll_file_release()) START file d21f.recovery-small-1:[0x200000405:0x1b:0x0](ffff94d1989300c8), flags 704000 00000080:00400000:2.0:1787998223.273725:0:31408:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x1b:0x0] 00000080:00000001:2.0:1787998223.273729:0:31408:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1787998223.273731:0:31408:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:2.0:1787998223.273733:0:31408:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1787998223.273740:0:31408:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998223.273743:0:31408:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998223.273746:0:31408:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998223.273749:0:31408:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998223.273751:0:31408:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998223.273753:0:31408:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1b:0x0] 00800000:00000001:2.0:1787998223.273755:0:31408:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998223.273882:0:31408:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998223.273887:0:31408:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998223.273894:0:31408:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98500 count: 2 00010000:00000001:2.0:1787998223.273899:0:31408:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1787998223.273913:0:31408:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998223.273915:0:31408:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x1b:0x0]: 0 00000080:00000001:2.0:1787998223.273919:0:31408:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1787998223.273921:0:31408:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1787998223.273927:0:31408:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d19162ae00. 00000080:00000001:2.0:1787998223.273929:0:31408:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:2.0:1787998223.273935:0:31408:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d190b35c40 2 00000080:00000001:2.0:1787998223.273939:0:31408:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1787998223.273944:0:31408:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1787998223.273946:0:31408:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998223.273947:0:31408:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998223.273949:0:31408:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998223.273950:0:31408:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998223.273952:0:31408:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998223.273953:0:31408:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1b:0x0] 00800000:00000001:2.0:1787998223.273955:0:31408:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998223.273957:0:31408:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x1b:0x0] 00000002:00000001:2.0:1787998223.273962:0:31408:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1787998223.273964:0:31408:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff94d1a0bb2800: [0x200000405:0x1b:0x0] file closed with intent: 0 00000100:00000010:2.0:1787998223.273972:0:31408:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d19180. 00000020:00000040:2.0:1787998223.273977:0:31408:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998223.273983:0:31408:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998223.273988:0:31408:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998223.273993:0:31408:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998223.274001:0:31408:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d19162b200. 00000100:00000001:2.0:1787998223.274010:0:31408:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1787998223.274033:0:31408:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d199eddf80 x1874850291737984/t4294967581(4294967581) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998239 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1787998223.274046:0:31408:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1787998223.274051:0:31408:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191d19180 x1874850291738368/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1787998223.274057:0:31408:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787998223.274059:0:31408:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787998223.274066:0:31408:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d19189e840. 00000100:00000001:2.0:1787998223.274069:0:31408:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226543650880 : -117847165900736 : ffff94d19189e840) 00000100:00000001:2.0:1787998223.274072:0:31408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998223.274074:0:31408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548347264 : -117847161204352 : ffff94d191d19180) 00000100:00000001:2.0:1787998223.274078:0:31408:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998223.274083:0:31408:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998223.274085:0:31408:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787998223.274087:0:31408:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998223.274091:0:31408:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d19180 x1874850291738368/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.274098:0:31408:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998223.274101:0:31408:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998223.274105:0:31408:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998223.274107:0:31408:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998223.274110:0:31408:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998223.274113:0:31408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d19180 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:31408:1874850291738368:192.168.206.123@tcp:35:rm.0 00000100:00000001:2.0:1787998223.274118:0:31408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998223.274124:0:31408:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998223.274128:0:31408:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998223.274131:0:31408:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998223.274136:0:31408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1a0bac800. 02000000:00000001:2.0:1787998223.274138:0:31408:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998223.274147:0:31408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998223.274152:0:31408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151630. 00000400:00000010:2.0:1787998223.274160:0:31408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf2a8. 00000100:00000200:2.0:1787998223.274170:0:31408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291738368, portal 10 00000100:00000001:2.0:1787998223.274171:0:31408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998223.274173:0:31408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548347264 : -117847161204352 : ffff94d191d19180) 00000100:00000040:2.0:1787998223.274179:0:31408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d19180 x1874850291738368/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998239 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.274186:0:31408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998223.274190:0:31408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998223.274192:0:31408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfc38. 00000100:00000200:2.0:1787998223.274195:0:31408:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1874850291738368, offset 0 00000400:00000200:2.0:1787998223.274201:0:31408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998223.274212:0:31408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.274221:0:31408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998223.274227:0:31408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998223.274232:0:31408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998223.274236:0:31408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998223.274239:0:31408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998223.274243:0:31408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2574:2574:256:4294967295] 192.168.206.123@tcp LPNI seq info [2574:2574:8:4294967295] 00000400:00000200:2.0:1787998223.274247:0:31408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.274257:0:31408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998223.274263:0:31408:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998223.274268:0:31408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19381ed00. 00000800:00000200:2.0:1787998223.274276:0:31408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998223.274284:0:31408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998223.274289:0:31408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19381ed00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1787998223.274373:0:31408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998223.274379:0:31408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 847948 usecs (848 jiffies) 00000400:00000200:2.0:1787998223.274382:0:31408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998223.274385:0:31408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296404279 00000100:00000001:2.0:1787998223.274389:0:31408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296406004 00000100:00000001:2.0:1787998223.274392:0:31408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296404279 00000100:00000001:2.0:1787998223.274395:0:31408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296406004 00000100:00000001:2.0:1787998223.274397:0:31408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998223.274400:0:31408:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998223.274403:0:31408:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998223.274405:0:31408:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787998223.274408:0:31408:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d19189e840 going to sleep for 11 seconds 00000100:00000001:2.0:1787998223.274410:0:31408:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998223.274414:0:31408:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998223.280823:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998223.280837:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19381ed00. 00000400:00000200:2.0:1787998223.280848:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.280859:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998223.280868:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfc38 00000400:00000010:2.0:1787998223.280872:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfc38. 00000100:00000001:2.0:1787998223.280880:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998223.280890:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d19180 x1874850291738368/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998239 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.280913:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998223.280918:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d19180 x1874850291738368/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998239 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.280926:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998223.280928:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998223.282163:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.282185:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998223.282189:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.282192:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.282202:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.282210:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998223.282220:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.282225:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.282232:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.282238:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a56700 00000400:00000200:2.0:1787998223.282244:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.282252:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x78d5 [1] + 224 00000800:00000001:2.0:1787998223.282261:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.282271:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.282274:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.282279:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998223.282287:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998223.282295:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d19180 x1874850291738368/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998239 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998223.282306:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d191d19180 x1874850291738368/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998239 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.283382:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998223.283400:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.283408:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998223.284206:0:31408:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1787998223.284215:0:31408:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d199eddf80 x1874850291737984/t4294967581(4294967581) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998239 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998223.284225:0:31408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998223.284227:0:31408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419968 : -117847025131648 : ffff94d199eddf80) 00000100:00000001:0.0:1787998223.284230:0:31408:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998223.284233:0:31408:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199eddf80 x1874850291737984/t4294967581(4294967581) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998239 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998223.284246:0:31408:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998223.284248:0:31408:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998223.284251:0:31408:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d19180 x1874850291738368/t4294967582(4294967582) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998239 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998223.284258:0:31408:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998223.284260:0:31408:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998223.284264:0:31408:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199eddf80 x1874850291737984/t4294967581(4294967581) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998239 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998223.284271:0:31408:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1787998223.284276:0:31408:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998223.284278:0:31408:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998223.284280:0:31408:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998223.284285:0:31408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e25c00. 02000000:00000001:0.0:1787998223.284291:0:31408:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998223.284293:0:31408:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998223.284296:0:31408:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199eddf80. 00000100:00000001:0.0:1787998223.284302:0:31408:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998223.284304:0:31408:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998223.284305:0:31408:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998223.284308:0:31408:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d19180 x1874850291738368/t4294967582(4294967582) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998239 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998223.284315:0:31408:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998223.284318:0:31408:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff94d190a908e0. 00000002:00000001:0.0:1787998223.284322:0:31408:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998223.284324:0:31408:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998223.284327:0:31408:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d1912362c0. 00000100:00000001:0.0:1787998223.284330:0:31408:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998223.284333:0:31408:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d19180 x1874850291738368/t4294967582(4294967582) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998239 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998223.284340:0:31408:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998223.284342:0:31408:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998223.284347:0:31408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1a0bac800. 02000000:00000001:0.0:1787998223.284350:0:31408:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998223.284351:0:31408:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998223.284353:0:31408:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998223.284355:0:31408:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998223.284356:0:31408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d19162b200. 02000000:00000001:0.0:1787998223.284359:0:31408:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998223.284360:0:31408:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998223.284361:0:31408:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d19180. 00000100:00000001:0.0:1787998223.284364:0:31408:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998223.284366:0:31408:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998223.284369:0:31408:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998223.284375:0:31408:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d1a067a780. 00000080:00000001:0.0:1787998223.284379:0:31408:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998223.284387:0:31408:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fdd0 00000080:00000008:0.0:1787998223.284390:0:31408:0:(file.c:523:ll_file_release()) COMPLETED file d21f.recovery-small-1:[0x200000405:0x1b:0x0](ffff94d1989300c8), flags 704000, rc = 0 00000080:00000001:0.0:1787998223.284394:0:31408:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998223.284397:0:31408:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998223.284529:0:31408:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787998223.284534:0:31408:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787998223.284536:0:31408:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1787998223.284538:0:31408:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fbc0 00000080:00200000:0.0:1787998223.284541:0:31408:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:0.0:1787998223.284547:0:31408:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19172ac00. 00800000:00000002:0.0:1787998223.284555:0:31408:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998223.284559:0:31408:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998223.284564:0:31408:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998223.284566:0:31408:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fae0 00800000:00000002:0.0:1787998223.284569:0:31408:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998223.284573:0:31408:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998223.284575:0:31408:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998223.284577:0:31408:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998223.284579:0:31408:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998223.284580:0:31408:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998223.284582:0:31408:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998223.284584:0:31408:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998223.284587:0:31408:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998223.284591:0:31408:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1787998223.284596:0:31408:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998223.284598:0:31408:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8f9b0 00000002:00010000:0.0:1787998223.284601:0:31408:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787998223.284605:0:31408:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787998223.284608:0:31408:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998223.284611:0:31408:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998223.284619:0:31408:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921d00 count: 2 00010000:00000001:0.0:1787998223.284623:0:31408:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998223.284629:0:31408:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998223.284634:0:31408:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998223.284640:0:31408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8c962 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ac8fe expref: -99 pid: 31406 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:0.0:1787998223.284651:0:31408:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998223.284656:0:31408:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998223.284659:0:31408:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8c962 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ac8fe expref: -99 pid: 31406 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:0.0:1787998223.284666:0:31408:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1787998223.284668:0:31408:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998223.284670:0:31408:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998223.284672:0:31408:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998223.284674:0:31408:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998223.284676:0:31408:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1787998223.284680:0:31408:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1787998223.284681:0:31408:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998223.284683:0:31408:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19172ac00. 00000080:00000001:0.0:1787998223.284687:0:31408:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787998223.284689:0:31408:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998223.284692:0:31408:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:0.0:1787998223.284696:0:31408:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8c962 00800000:00000001:0.0:1787998223.284699:0:31408:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998223.284702:0:31408:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998223.284705:0:31408:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998223.284707:0:31408:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998223.284711:0:31408:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366800 refcount=3 00000020:00000001:0.0:1787998223.284714:0:31408:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998223.284717:0:31408:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998223.284721:0:31408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998223.284723:0:31408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998223.284724:0:31408:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998223.284726:0:31408:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998223.284729:0:31408:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8c962 from it ffffb66d41c8fbf8 00010000:00000001:0.0:1787998223.284731:0:31408:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998223.284733:0:31408:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998223.284734:0:31408:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366800 refcount=3 00000020:00000001:0.0:1787998223.284737:0:31408:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998223.284739:0:31408:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998223.284742:0:31408:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998223.284745:0:31408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8c962 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ac8fe expref: -99 pid: 31406 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1787998223.284752:0:31408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998223.284753:0:31408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998223.284755:0:31408:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998223.284757:0:31408:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998223.284759:0:31408:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8c962 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ac8fe expref: -99 pid: 31406 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1787998223.287155:0:31408:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998223.287160:0:31408:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998223.287163:0:31408:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998223.287170:0:31408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998223.287172:0:31408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998223.287174:0:31408:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.287178:0:31408:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998223.287180:0:31408:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.287183:0:31408:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.287187:0:31408:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.287190:0:31408:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998223.287192:0:31408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998223.287193:0:31408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787998223.287199:0:31408:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787998223.287202:0:31408:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998223.287207:0:31408:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:0.0:1787998223.287215:0:31408:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998223.287224:0:31408:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1787998223.287228:0:31408:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fbc0 00000080:00002000:0.0:1787998223.287230:0:31408:0:(dcache.c:87:ll_dcompare()) found name d21f.recovery-small-1(ffff94d198b30af8) flags 0x20000e refc 1 00000080:00000001:0.0:1787998223.287234:0:31408:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998223.287237:0:31408:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fc08 00000080:00200000:0.0:1787998223.287239:0:31408:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21f.recovery-small-1, flags=266 00000080:00000002:0.0:1787998223.287248:0:31408:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21f.recovery-small-1 [0x200000405:0x1b:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1787998223.287255:0:31408:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:0.0:1787998223.287257:0:31408:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1b:0x0](ffff94d1989300c8), inode mode 41ed mask 44 00000080:00000001:0.0:1787998223.287260:0:31408:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998223.287267:0:31408:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1787998223.287270:0:31408:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1787998223.287272:0:31408:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fb78 00000080:00200008:0.0:1787998223.287274:0:31408:0:(file.c:1090:ll_file_open()) START file d21f.recovery-small-1:[0x200000405:0x1b:0x0](ffff94d1989300c8), flags 704400 00000080:00000010:0.0:1787998223.287285:0:31408:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d186331a40. 00000080:00000001:0.0:1787998223.287293:0:31408:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1787998223.287298:0:31408:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19172ac00. 00800000:00000002:0.0:1787998223.287305:0:31408:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998223.287309:0:31408:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998223.287313:0:31408:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998223.287316:0:31408:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fa28 00800000:00000002:0.0:1787998223.287318:0:31408:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x1b:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998223.287322:0:31408:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1787998223.287325:0:31408:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998223.287328:0:31408:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998223.287331:0:31408:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998223.287334:0:31408:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998223.287337:0:31408:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998223.287339:0:31408:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1b:0x0] 00800000:00000001:0.0:1787998223.287342:0:31408:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998223.287346:0:31408:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8f9a8 00800000:00000002:0.0:1787998223.287348:0:31408:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x1b:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1787998223.287354:0:31408:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998223.287356:0:31408:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8f8e0 00000002:00010000:0.0:1787998223.287358:0:31408:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x1b:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:0.0:1787998223.287363:0:31408:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1787998223.287366:0:31408:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1787998223.287370:0:31408:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1787998223.287377:0:31408:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98500 count: 2 00010000:00000001:0.0:1787998223.287380:0:31408:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998223.287383:0:31408:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1787998223.287387:0:31408:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.287389:0:31408:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998223.287391:0:31408:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998223.287393:0:31408:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1787998223.287395:0:31408:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921d00 count: 2 00010000:00000001:0.0:1787998223.287397:0:31408:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998223.287399:0:31408:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1787998223.287401:0:31408:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.287403:0:31408:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998223.287404:0:31408:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998223.287410:0:31408:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c12300. 00000020:00000040:0.0:1787998223.287414:0:31408:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:0.0:1787998223.287422:0:31408:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787998223.287424:0:31408:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.287427:0:31408:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1787998223.287431:0:31408:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998223.287434:0:31408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998223.287435:0:31408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998223.287437:0:31408:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998223.287440:0:31408:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998223.287453:0:31408:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998223.287459:0:31408:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998223.287468:0:31408:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1923a1400. 00000100:00000001:0.0:1787998223.287476:0:31408:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.287482:0:31408:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998223.287484:0:31408:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.287486:0:31408:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998223.287487:0:31408:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.287489:0:31408:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998223.287496:0:31408:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626226547270400 : -117847162281216 : ffff94d191c12300) 00010000:00000001:0.0:1787998223.287500:0:31408:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1787998223.287503:0:31408:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1787998223.287505:0:31408:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921d00 count: 2 00010000:00000001:0.0:1787998223.287507:0:31408:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998223.287509:0:31408:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1787998223.287513:0:31408:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d187367800. 00000020:00000001:0.0:1787998223.287517:0:31408:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1787998223.287521:0:31408:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d187367800 with handle 0xb2d39e653c8c99a to hash 00000020:00000001:0.0:1787998223.287523:0:31408:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1787998223.287525:0:31408:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998223.287529:0:31408:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998223.287533:0:31408:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998223.287535:0:31408:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998223.287540:0:31408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8c99a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31408 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998223.287549:0:31408:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8c99a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31408 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787998223.287563:0:31408:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787998223.287575:0:31408:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191c12300 x1874850291738624/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787998223.287585:0:31408:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8c99a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31408 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1787998223.287596:0:31408:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998223.287598:0:31408:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998223.287606:0:31408:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a00afd80. 00000100:00000001:0.0:1787998223.287609:0:31408:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786991488 : -117846922560128 : ffff94d1a00afd80) 00000100:00000001:0.0:1787998223.287612:0:31408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998223.287613:0:31408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547270400 : -117847162281216 : ffff94d191c12300) 00000100:00000001:0.0:1787998223.287618:0:31408:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998223.287623:0:31408:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998223.287625:0:31408:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998223.287627:0:31408:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998223.287632:0:31408:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c12300 x1874850291738624/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998223.287641:0:31408:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998223.287644:0:31408:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998223.287648:0:31408:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998223.287650:0:31408:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998223.287653:0:31408:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998223.287657:0:31408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c12300 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:31408:1874850291738624:192.168.206.123@tcp:101:rm.0 00000100:00000001:0.0:1787998223.287661:0:31408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998223.287667:0:31408:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998223.287670:0:31408:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998223.287673:0:31408:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998223.287834:0:31408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94d199f00000. 02000000:00000001:0.0:1787998223.287837:0:31408:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998223.287847:0:31408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998223.287852:0:31408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30b58. 00000400:00000010:0.0:1787998223.287861:0:31408:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94d1a00fe000. 00000100:00000200:0.0:1787998223.287870:0:31408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1874850291738624, portal 10 00000100:00000001:0.0:1787998223.287873:0:31408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998223.287874:0:31408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547270400 : -117847162281216 : ffff94d191c12300) 00000100:00000040:0.0:1787998223.287881:0:31408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191c12300 x1874850291738624/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998239 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998223.287895:0:31408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998223.287898:0:31408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998223.287911:0:31408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807ee0. 00000100:00000200:0.0:1787998223.287915:0:31408:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1874850291738624, offset 0 00000400:00000200:0.0:1787998223.287923:0:31408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998223.287934:0:31408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998223.287943:0:31408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998223.287949:0:31408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998223.287954:0:31408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998223.287959:0:31408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998223.287961:0:31408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998223.287965:0:31408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2575:2575:256:4294967295] 192.168.206.123@tcp LPNI seq info [2575:2575:8:4294967295] 00000400:00000200:0.0:1787998223.287970:0:31408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998223.287981:0:31408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998223.287988:0:31408:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998223.287995:0:31408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4700. 00000800:00000200:0.0:1787998223.288003:0:31408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998223.288012:0:31408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998223.288018:0:31408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4700 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1787998223.288040:0:31408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998223.288045:0:31408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 846607 usecs (847 jiffies) 00000400:00000200:0.0:1787998223.288049:0:31408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998223.288052:0:31408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296404292 00000100:00000001:0.0:1787998223.288056:0:31408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296406004 00000100:00000001:0.0:1787998223.288058:0:31408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296404292 00000100:00000001:0.0:1787998223.288061:0:31408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296406004 00000100:00000001:0.0:1787998223.288063:0:31408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998223.288067:0:31408:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998223.288070:0:31408:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998223.288072:0:31408:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998223.288075:0:31408:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a00afd80 going to sleep for 11 seconds 00000100:00000001:0.0:1787998223.288078:0:31408:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998223.288082:0:31408:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998223.289746:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998223.289757:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4700. 00000400:00000200:2.0:1787998223.289806:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.289817:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998223.289825:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807ee0 00000400:00000010:2.0:1787998223.289829:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807ee0. 00000100:00000001:2.0:1787998223.289835:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998223.289843:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c12300 x1874850291738624/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998239 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.289858:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998223.289863:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c12300 x1874850291738624/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998239 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.289871:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998223.289873:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998223.295135:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998223.295157:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998223.295161:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998223.295164:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998223.295174:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998223.295184:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998223.295195:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998223.295200:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998223.295205:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998223.295210:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 664 into portal 10 MB=0x6a92a99a56800 00000400:00000200:3.0:1787998223.295215:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998223.295223:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 664/664 into md 0x78e5 [64] + 224 00000800:00000001:3.0:1787998223.295231:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998223.295238:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998223.295241:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998223.295246:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998223.295255:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998223.295266:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c12300 x1874850291738624/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998239 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998223.295278:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff94d191c12300 x1874850291738624/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998239 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998223.295299:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998223.295309:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998223.295312:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998223.296200:0:31408:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998223.296212:0:31408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998223.296214:0:31408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998223.296219:0:31408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30b58. 00000400:00000200:0.0:1787998223.296227:0:31408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1a00fe000 00000400:00000010:0.0:1787998223.296230:0:31408:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff94d1a00fe000. 00000100:00000001:0.0:1787998223.296237:0:31408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998223.296245:0:31408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c12300 x1874850291738624/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998239 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998223.296255:0:31408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c12300 x1874850291738624/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998239 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998223.296262:0:31408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998223.296264:0:31408:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998223.296267:0:31408:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998223.296271:0:31408:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998223.296274:0:31408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998223.296276:0:31408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998223.296280:0:31408:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998223.296291:0:31408:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=49 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998223.296296:0:31408:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998223.296298:0:31408:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998223.296300:0:31408:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.296304:0:31408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998223.296308:0:31408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998223.296312:0:31408:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1787998223.296314:0:31408:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1787998223.296316:0:31408:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1787998223.296319:0:31408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998223.296321:0:31408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547270400 : -117847162281216 : ffff94d191c12300) 00000100:00000001:0.0:1787998223.296324:0:31408:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998223.296327:0:31408:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967579 00000100:00000001:0.0:1787998223.296329:0:31408:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998223.296333:0:31408:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998223.296338:0:31408:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c12300 x1874850291738624/t4294967583(4294967583) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998239 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998223.296345:0:31408:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998223.296348:0:31408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998223.296351:0:31408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998223.296355:0:31408:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c12300 x1874850291738624/t4294967583(4294967583) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998239 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998223.296364:0:31408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c12300 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:31408:1874850291738624:192.168.206.123@tcp:101:rm.0 00000100:00000001:0.0:1787998223.296374:0:31408:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998223.296378:0:31408:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998223.296381:0:31408:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998223.296394:0:31408:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998223.296399:0:31408:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c12300 x1874850291738624/t4294967583(4294967583) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998239 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998223.296406:0:31408:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998223.296409:0:31408:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a00afd80. 00000100:00000001:0.0:1787998223.296412:0:31408:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998223.296414:0:31408:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.296418:0:31408:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1787998223.296424:0:31408:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998223.296428:0:31408:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998223.296432:0:31408:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367800 refcount=4 00000020:00000001:0.0:1787998223.296435:0:31408:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998223.296446:0:31408:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000040:0.0:1787998223.296454:0:31408:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d187367800, remote cookie: 0x4fd9a50f3a6ac99f, flags: 0x1001 00010000:00000040:0.0:1787998223.296458:0:31408:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x1b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1787998223.296461:0:31408:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1787998223.296469:0:31408:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98500 count: 2 00010000:00000001:0.0:1787998223.296472:0:31408:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998223.296477:0:31408:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998223.296482:0:31408:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8c99a lrc: 4/1,0 mode: --/CR res: [0x200000405:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ac99f expref: -99 pid: 31408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998223.296493:0:31408:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8c99a lrc: 4/1,0 mode: --/CR res: [0x200000405:0x1b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ac99f expref: -99 pid: 31408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998223.296500:0:31408:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1787998223.296505:0:31408:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1787998223.296508:0:31408:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1787998223.296510:0:31408:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1787998223.296511:0:31408:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1787998223.296514:0:31408:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x1b:0x0].0x0 (ffff94d192b98500) refcount = 2 00010000:00000040:0.0:1787998223.296517:0:31408:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1787998223.296520:0:31408:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8c969 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ac91a expref: -99 pid: 31406 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787998223.296528:0:31408:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8c99a lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x1b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ac99f expref: -99 pid: 31408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998223.296534:0:31408:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1787998223.296538:0:31408:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1787998223.296540:0:31408:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998223.296544:0:31408:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1787998223.296546:0:31408:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998223.296550:0:31408:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8c99a lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x1b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ac99f expref: -99 pid: 31408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998223.296555:0:31408:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1787998223.296557:0:31408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998223.296559:0:31408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998223.296560:0:31408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998223.296561:0:31408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998223.296563:0:31408:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998223.296568:0:31408:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1787998223.296570:0:31408:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998223.296572:0:31408:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998223.296573:0:31408:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367800 refcount=3 00000020:00000001:0.0:1787998223.296575:0:31408:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998223.296577:0:31408:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998223.296579:0:31408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998223.296580:0:31408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1787998223.296584:0:31408:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff94d191c12300 x1874850291738624/t4294967583(4294967583) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998239 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1787998223.296594:0:31408:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1787998223.296599:0:31408:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d191c12300 x1874850291738624/t4294967583(4294967583) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998239 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1787998223.296606:0:31408:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.296613:0:31408:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998223.296615:0:31408:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998223.296616:0:31408:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367800 refcount=3 00000020:00000001:0.0:1787998223.296618:0:31408:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998223.296620:0:31408:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998223.296622:0:31408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998223.296623:0:31408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998223.296625:0:31408:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998223.296627:0:31408:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998223.296631:0:31408:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1787998223.296634:0:31408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998223.296635:0:31408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547270400 : -117847162281216 : ffff94d191c12300) 00010000:00000001:0.0:1787998223.296637:0:31408:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998223.296638:0:31408:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998223.296639:0:31408:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367800 refcount=3 00000020:00000001:0.0:1787998223.296641:0:31408:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998223.296643:0:31408:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00000002:00010000:0.0:1787998223.296647:0:31408:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8c99a lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x1b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ac99f expref: -99 pid: 31408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998223.296654:0:31408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998223.296655:0:31408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998223.296657:0:31408:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1787998223.296658:0:31408:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998223.296659:0:31408:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998223.296661:0:31408:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367800 refcount=3 00000020:00000001:0.0:1787998223.296663:0:31408:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998223.296665:0:31408:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000040:0.0:1787998223.296667:0:31408:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98500 count: 3 00010000:00000001:0.0:1787998223.296669:0:31408:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1787998223.296675:0:31408:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 16 res 8589935621/27 (0 0) 00010000:00000001:0.0:1787998223.296678:0:31408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998223.296679:0:31408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998223.296681:0:31408:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1787998223.296684:0:31408:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8f868 00000002:00002000:0.0:1787998223.296686:0:31408:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:0.0:1787998223.296690:0:31408:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998223.296694:0:31408:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998223.296697:0:31408:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1787998223.296701:0:31408:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1787998223.296704:0:31408:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998223.296709:0:31408:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998223.296713:0:31408:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19172ac00. 00000080:00000001:0.0:1787998223.296719:0:31408:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1787998223.296726:0:31408:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1787998223.296731:0:31408:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1787998223.296739:0:31408:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d190b35f00. 00800000:00000001:0.0:1787998223.296742:0:31408:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626226529591040 : -117847179960576 : ffff94d190b35f00) 00800000:00000001:0.0:1787998223.296745:0:31408:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998223.296747:0:31408:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1787998223.296750:0:31408:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1787998223.296753:0:31408:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x1b:0x0] 00000080:00000001:0.0:1787998223.296756:0:31408:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1787998223.296759:0:31408:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1787998223.296761:0:31408:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998223.296795:0:31408:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611163 : 144115205339611163 : 20000040500001b) 00000080:00000001:0.0:1787998223.296799:0:31408:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1787998223.296806:0:31408:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x1b:0x0], updating i_size 4096 00010000:00000001:0.0:1787998223.296809:0:31408:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998223.296810:0:31408:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998223.296812:0:31408:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367800 refcount=3 00000020:00000001:0.0:1787998223.296814:0:31408:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998223.296816:0:31408:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998223.296819:0:31408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998223.296820:0:31408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1787998223.296822:0:31408:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1787998223.296825:0:31408:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1787998223.296826:0:31408:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d190b35f00 1 00800000:00000010:0.0:1787998223.296829:0:31408:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d190b35f00. 00800000:00000001:0.0:1787998223.296833:0:31408:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998223.296836:0:31408:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1b:0x0](ffff94d1989300c8) for lock 0xb2d39e653c8c99a 00800000:00000001:0.0:1787998223.296840:0:31408:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998223.296853:0:31408:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998223.296855:0:31408:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998223.296856:0:31408:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998223.296857:0:31408:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367800 refcount=3 00000020:00000001:0.0:1787998223.296859:0:31408:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998223.296861:0:31408:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998223.296863:0:31408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998223.296864:0:31408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998223.296866:0:31408:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998223.296867:0:31408:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1787998223.296873:0:31408:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21f.recovery-small-1 [0x200000405:0x1b:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:0.0:1787998223.296877:0:31408:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998223.296881:0:31408:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c12300 x1874850291738624/t4294967583(4294967583) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998239 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998223.296887:0:31408:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998223.296890:0:31408:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8c99a from it ffffb66d41c8fbd0 00010000:00000001:0.0:1787998223.296892:0:31408:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998223.296893:0:31408:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998223.296895:0:31408:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367800 refcount=3 00000020:00000001:0.0:1787998223.296896:0:31408:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998223.296898:0:31408:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998223.296912:0:31408:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998223.296915:0:31408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8c99a lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x1b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ac99f expref: -99 pid: 31408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998223.296922:0:31408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998223.296923:0:31408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998223.296924:0:31408:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998223.296928:0:31408:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998223.296930:0:31408:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8c99a lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x1b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ac99f expref: -99 pid: 31408 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787998223.296938:0:31408:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998223.296941:0:31408:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998223.296943:0:31408:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998223.296947:0:31408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998223.296948:0:31408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998223.296950:0:31408:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.296953:0:31408:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998223.296955:0:31408:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.296958:0:31408:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.296961:0:31408:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.296963:0:31408:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998223.296965:0:31408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998223.296966:0:31408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1787998223.296969:0:31408:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998223.296975:0:31408:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d190b35f00. 00000080:00000001:0.0:1787998223.296978:0:31408:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1787998223.296982:0:31408:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1787998223.296985:0:31408:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998223.296989:0:31408:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998223.296991:0:31408:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998223.296994:0:31408:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998223.296996:0:31408:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998223.296999:0:31408:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1b:0x0] 00800000:00000001:0.0:1787998223.297001:0:31408:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998223.297003:0:31408:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1787998223.297008:0:31408:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d190a9c3e0. 00000002:00100000:0.0:1787998223.297012:0:31408:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d191c12300 x1874850291738624/t4294967583(4294967583) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998239 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1787998223.297019:0:31408:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998223.297020:0:31408:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1787998223.297025:0:31408:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1787998223.297029:0:31408:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998223.297033:0:31408:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1787998223.297035:0:31408:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998223.297037:0:31408:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998223.297042:0:31408:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998223.297045:0:31408:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c12300 x1874850291738624/t4294967583(4294967583) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998239 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1787998223.297052:0:31408:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998223.297056:0:31408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94d199f00000. 02000000:00000001:0.0:1787998223.297204:0:31408:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1787998223.297207:0:31408:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998223.297210:0:31408:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fb78 00000080:00000008:0.0:1787998223.297213:0:31408:0:(file.c:1329:ll_file_open()) COMPLETED file d21f.recovery-small-1:[0x200000405:0x1b:0x0](ffff94d1989300c8), flags 704400, rc = 0 00000080:00000001:0.0:1787998223.297217:0:31408:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998223.297248:0:31408:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fd28 00000080:00200008:0.0:1787998223.297251:0:31408:0:(file.c:6295:ll_getattr_dentry()) START file d21f.recovery-small-1:[0x200000405:0x1b:0x0](ffff94d1989300c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1787998223.297260:0:31408:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1787998223.297265:0:31408:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998223.297268:0:31408:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1787998223.297270:0:31408:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fca0 00000080:00200000:0.0:1787998223.297272:0:31408:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x1b:0x0](ffff94d1989300c8),name=d21f.recovery-small-1 00000080:00000010:0.0:1787998223.297279:0:31408:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19172ac00. 00800000:00000002:0.0:1787998223.297285:0:31408:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998223.297292:0:31408:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998223.297296:0:31408:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998223.297298:0:31408:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fbc0 00800000:00000002:0.0:1787998223.297300:0:31408:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x1b:0x0] 'd21f.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998223.297304:0:31408:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998223.297308:0:31408:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998223.297309:0:31408:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998223.297310:0:31408:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998223.297312:0:31408:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998223.297314:0:31408:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998223.297316:0:31408:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998223.297318:0:31408:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998223.297319:0:31408:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998223.297320:0:31408:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998223.297321:0:31408:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998223.297322:0:31408:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998223.297324:0:31408:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998223.297325:0:31408:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1b:0x0] 00800000:00000001:0.0:1787998223.297327:0:31408:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998223.297329:0:31408:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x1b:0x0], name='' -> mds #0 00000002:00000001:0.0:1787998223.297334:0:31408:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998223.297336:0:31408:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fa90 00000002:00010000:0.0:1787998223.297338:0:31408:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x1b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787998223.297342:0:31408:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787998223.297344:0:31408:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998223.297346:0:31408:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998223.297349:0:31408:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98500 count: 3 00010000:00000001:0.0:1787998223.297351:0:31408:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998223.297355:0:31408:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998223.297359:0:31408:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998223.297362:0:31408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8c969 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ac91a expref: -99 pid: 31406 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1787998223.297375:0:31408:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998223.297561:0:31408:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998223.297565:0:31408:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8c969 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ac91a expref: -99 pid: 31406 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1787998223.297573:0:31408:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1787998223.297575:0:31408:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998223.297578:0:31408:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998223.297580:0:31408:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998223.297582:0:31408:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998223.297584:0:31408:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1787998223.297587:0:31408:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1787998223.297589:0:31408:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998223.297592:0:31408:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19172ac00. 00000080:00000001:0.0:1787998223.297596:0:31408:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787998223.297598:0:31408:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998223.297600:0:31408:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1b:0x0](ffff94d1989300c8) 00000080:00010000:0.0:1787998223.297605:0:31408:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1b:0x0](ffff94d1989300c8) for lock 0xb2d39e653c8c969 00800000:00000001:0.0:1787998223.297607:0:31408:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998223.297609:0:31408:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998223.297610:0:31408:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998223.297613:0:31408:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998223.297615:0:31408:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3a00 refcount=3 00000020:00000001:0.0:1787998223.297617:0:31408:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:0.0:1787998223.297619:0:31408:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:0.0:1787998223.297622:0:31408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998223.297623:0:31408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998223.297624:0:31408:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998223.297625:0:31408:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998223.297627:0:31408:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8c969 from it ffffb66d41c8fcd8 00010000:00000001:0.0:1787998223.297630:0:31408:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998223.297631:0:31408:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998223.297632:0:31408:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3a00 refcount=3 00000020:00000001:0.0:1787998223.297634:0:31408:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:0.0:1787998223.297636:0:31408:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:0.0:1787998223.297638:0:31408:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998223.297640:0:31408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8c969 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ac91a expref: -99 pid: 31406 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1787998223.297647:0:31408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998223.297648:0:31408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998223.297649:0:31408:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998223.297651:0:31408:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998223.297654:0:31408:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8c969 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ac91a expref: -99 pid: 31406 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1787998223.297660:0:31408:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998223.297662:0:31408:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998223.297664:0:31408:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998223.297667:0:31408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998223.297668:0:31408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998223.297669:0:31408:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.297672:0:31408:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998223.297673:0:31408:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.297675:0:31408:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.297677:0:31408:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.297679:0:31408:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998223.297680:0:31408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998223.297681:0:31408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787998223.297684:0:31408:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787998223.297685:0:31408:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998223.297689:0:31408:0:(file.c:6248:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998223.297694:0:31408:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fd28 00000080:00000008:0.0:1787998223.297697:0:31408:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file d21f.recovery-small-1:[0x200000405:0x1b:0x0](ffff94d1989300c8), request_mask 2047, flags 0, foreign 0 00000020:00000001:0.0:1787998223.297853:0:31408:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fd48 00000080:00200000:0.0:1787998223.297856:0:31408:0:(llite_lib.c:2903:ll_statfs()) VFS Op:sb=lustre (ffff94d1a0bb2800) d21f.recovery-small-1 proj=0 00000080:00000001:0.0:1787998223.297859:0:31408:0:(llite_lib.c:2738:ll_statfs_internal()) Process entered 00000080:00000001:0.0:1787998223.297861:0:31408:0:(obd_class.h:1074:obd_statfs()) Process entered 00000080:00000004:0.0:1787998223.297863:0:31408:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff94d1a0bb2800: age 1597, max_age 1735 00800000:00000001:0.0:1787998223.297868:0:31408:0:(lmv_obd.c:1450:lmv_statfs()) Process entered 00800000:00000010:0.0:1787998223.297872:0:31408:0:(lmv_obd.c:1454:lmv_statfs()) kmalloced '(temp)': 144 at ffff94d1a00afd80. 00800000:00000001:0.0:1787998223.297879:0:31408:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:0.0:1787998223.297881:0:31408:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff94d1a0bb2800: age 1597, max_age 1735 00000002:00000001:0.0:1787998223.297884:0:31408:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:0.0:1787998223.297888:0:31408:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000010:0.0:1787998223.297896:0:31408:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c11180. 00000020:00000040:0.0:1787998223.297909:0:31408:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998223.297913:0:31408:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998223.297916:0:31408:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998223.297920:0:31408:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998223.297928:0:31408:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d19172ac00. 00000100:00000001:0.0:1787998223.297937:0:31408:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998223.297942:0:31408:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998223.297944:0:31408:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998223.297949:0:31408:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a00af6c0. 00000100:00000001:0.0:1787998223.297952:0:31408:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786989760 : -117846922561856 : ffff94d1a00af6c0) 00000100:00000001:0.0:1787998223.297955:0:31408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998223.297956:0:31408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547265920 : -117847162285696 : ffff94d191c11180) 00000100:00000001:0.0:1787998223.297962:0:31408:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998223.297967:0:31408:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998223.297969:0:31408:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998223.297972:0:31408:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998223.297979:0:31408:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c11180 x1874850291738752/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 440/368 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998223.297988:0:31408:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998223.297991:0:31408:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998223.297996:0:31408:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998223.297998:0:31408:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998223.298001:0:31408:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998223.298005:0:31408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c11180 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:31408:1874850291738752:192.168.206.123@tcp:41:rm.0 00000100:00000001:0.0:1787998223.298009:0:31408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998223.298017:0:31408:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998223.298019:0:31408:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998223.298023:0:31408:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998223.298028:0:31408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a0800. 02000000:00000001:0.0:1787998223.298030:0:31408:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998223.298039:0:31408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998223.298044:0:31408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30b58. 00000400:00000010:0.0:1787998223.298051:0:31408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807990. 00000100:00000200:0.0:1787998223.298060:0:31408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291738752, portal 10 00000100:00000001:0.0:1787998223.298062:0:31408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998223.298063:0:31408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547265920 : -117847162285696 : ffff94d191c11180) 00000100:00000040:0.0:1787998223.298071:0:31408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c11180 x1874850291738752/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1787998239 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998223.298080:0:31408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998223.298083:0:31408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998223.298086:0:31408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807660. 00000100:00000200:0.0:1787998223.298089:0:31408:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1874850291738752, offset 0 00000400:00000200:0.0:1787998223.298097:0:31408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998223.298106:0:31408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998223.298115:0:31408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998223.298122:0:31408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998223.298127:0:31408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998223.298131:0:31408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998223.298134:0:31408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998223.298138:0:31408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2576:2576:256:4294967295] 192.168.206.123@tcp LPNI seq info [2576:2576:8:4294967295] 00000400:00000200:0.0:1787998223.298143:0:31408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998223.298155:0:31408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998223.298163:0:31408:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998223.298169:0:31408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4800. 00000800:00000200:0.0:1787998223.298177:0:31408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998223.298187:0:31408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998223.298192:0:31408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4800 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1787998223.298218:0:31408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998223.298224:0:31408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 845267 usecs (846 jiffies) 00000400:00000200:0.0:1787998223.298228:0:31408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998223.298231:0:31408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296404301 00000100:00000001:0.0:1787998223.298235:0:31408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296406004 00000100:00000001:0.0:1787998223.298237:0:31408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296404301 00000100:00000001:0.0:1787998223.298240:0:31408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296406004 00000100:00000001:0.0:1787998223.298242:0:31408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998223.298245:0:31408:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998223.298248:0:31408:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998223.298250:0:31408:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998223.298253:0:31408:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a00af6c0 going to sleep for 11 seconds 00000100:00000001:0.0:1787998223.298256:0:31408:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998223.298260:0:31408:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998223.298669:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998223.298676:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4800. 00000400:00000200:2.0:1787998223.298682:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.298689:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998223.298697:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807660 00000400:00000010:2.0:1787998223.298699:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807660. 00000100:00000001:2.0:1787998223.298704:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998223.298709:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c11180 x1874850291738752/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1787998239 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998223.298720:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998223.298723:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c11180 x1874850291738752/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1787998239 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998223.298760:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998223.298762:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998223.304352:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998223.304371:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998223.304376:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998223.304378:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998223.304402:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998223.304411:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998223.304422:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998223.304427:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998223.304433:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998223.304557:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 368 into portal 10 MB=0x6a92a99a56880 00000400:00000200:3.0:1787998223.304566:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998223.304574:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 368/368 into md 0x78ed [1] + 224 00000800:00000001:3.0:1787998223.304583:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998223.304591:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998223.304594:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998223.304600:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998223.304611:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998223.304622:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c11180 x1874850291738752/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1787998239 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998223.304642:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94d191c11180 x1874850291738752/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1787998239 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998223.304665:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998223.304676:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998223.304680:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998223.305706:0:31408:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998223.305720:0:31408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998223.305722:0:31408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998223.305726:0:31408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30b58. 00000400:00000200:0.0:1787998223.305735:0:31408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807990 00000400:00000010:0.0:1787998223.305737:0:31408:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807990. 00000100:00000001:0.0:1787998223.305742:0:31408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998223.305750:0:31408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c11180 x1874850291738752/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1787998239 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998223.305803:0:31408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c11180 x1874850291738752/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1787998239 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998223.305816:0:31408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998223.305818:0:31408:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998223.305822:0:31408:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998223.305826:0:31408:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998223.305829:0:31408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998223.305831:0:31408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998223.305835:0:31408:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998223.305959:0:31408:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=49 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998223.305965:0:31408:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998223.305968:0:31408:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998223.305970:0:31408:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.305974:0:31408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998223.305978:0:31408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998223.305983:0:31408:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998223.305986:0:31408:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967579 00000100:00000001:0.0:1787998223.305988:0:31408:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998223.305992:0:31408:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998223.305998:0:31408:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c11180 x1874850291738752/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1787998239 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998223.306006:0:31408:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998223.306009:0:31408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998223.306011:0:31408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998223.306015:0:31408:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c11180 x1874850291738752/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1787998239 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998223.306024:0:31408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c11180 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:31408:1874850291738752:192.168.206.123@tcp:41:rm.0 00000100:00000001:0.0:1787998223.306030:0:31408:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998223.306033:0:31408:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998223.306036:0:31408:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998223.306038:0:31408:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998223.306042:0:31408:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c11180 x1874850291738752/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1787998239 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998223.306049:0:31408:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998223.306053:0:31408:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a00af6c0. 00000100:00000001:0.0:1787998223.306057:0:31408:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998223.306058:0:31408:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998223.306065:0:31408:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:0.0:1787998223.306067:0:31408:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998223.306071:0:31408:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c11180 x1874850291738752/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1787998239 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998223.306077:0:31408:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998223.306081:0:31408:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998223.306085:0:31408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1923a0800. 02000000:00000001:0.0:1787998223.306089:0:31408:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998223.306092:0:31408:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998223.306094:0:31408:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998223.306096:0:31408:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998223.306098:0:31408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d19172ac00. 02000000:00000001:0.0:1787998223.306102:0:31408:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998223.306103:0:31408:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998223.306106:0:31408:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c11180. 00000100:00000001:0.0:1787998223.306111:0:31408:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998223.306112:0:31408:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787998223.306114:0:31408:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998223.306115:0:31408:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998223.306117:0:31408:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:0.0:1787998223.306120:0:31408:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff94d1a0bb2800: update ffff94d191600450 cache blocks 1802709/1916558 objects 523545/524108 00800000:00000001:0.0:1787998223.306298:0:31408:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998223.306303:0:31408:0:(lmv_obd.c:1490:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:0.0:1787998223.306306:0:31408:0:(lmv_obd.c:1514:lmv_statfs()) kfreed 'temp': 144 at ffff94d1a00afd80. 00800000:00000001:0.0:1787998223.306309:0:31408:0:(lmv_obd.c:1515:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:0.0:1787998223.306314:0:31408:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff94d1a0bb2800: update ffff94d191605178 cache blocks 1802709/1916558 objects 523545/524108 00000080:00000001:0.0:1787998223.306319:0:31408:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:0.0:1787998223.306322:0:31408:0:(llite_lib.c:2755:ll_statfs_internal()) MDC blocks 1802709/1916558 objects 523545/524108 00000080:00000001:0.0:1787998223.306325:0:31408:0:(llite_lib.c:2758:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1787998223.306328:0:31408:0:(llite_lib.c:2791:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998223.306372:0:31408:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1787998223.306375:0:31408:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x1b:0x0](ffff94d1989300c8) pos/size0/4096 32bit_api 0 00000080:00000010:0.0:1787998223.306514:0:31408:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19172ac00. 00800000:00000002:0.0:1787998223.306522:0:31408:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d190b35c40 2 00000080:00000001:0.0:1787998223.306526:0:31408:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:0.0:1787998223.306536:0:31408:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446708485685835072 : -35588023716544 : ffffdfa2047cf540) 00000080:00000001:0.0:1787998223.306542:0:31408:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611163 : 144115205339611163 : 20000040500001b) 00000080:00000001:0.0:1787998223.306547:0:31408:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611165 : 144115205339611165 : 20000040500001d) 00000080:00000001:0.0:1787998223.306549:0:31408:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1787998223.306554:0:31408:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998223.306558:0:31408:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d190b35c40 2 00000080:00000010:0.0:1787998223.306561:0:31408:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19172ac00. 00000080:00000001:0.0:1787998223.306565:0:31408:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998223.306578:0:31408:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1787998223.306580:0:31408:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x1b:0x0](ffff94d1989300c8) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:0.0:1787998223.306583:0:31408:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1787998223.306585:0:31408:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998223.306611:0:31408:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787998223.306616:0:31408:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:0.0:1787998223.306618:0:31408:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1b:0x0](ffff94d1989300c8), inode mode 41ed mask 1 00000080:00000001:0.0:1787998223.306622:0:31408:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998223.306632:0:31408:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1787998223.306636:0:31408:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fda0 00000080:00002000:0.0:1787998223.306638:0:31408:0:(dcache.c:87:ll_dcompare()) found name f(ffff94d198b30e58) flags 0x48000e refc 0 00000080:00000001:0.0:1787998223.306641:0:31408:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998223.306643:0:31408:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fe10 00000080:00200000:0.0:1787998223.306645:0:31408:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:0.0:1787998223.306652:0:31408:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:0.0:1787998223.306653:0:31408:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1b:0x0](ffff94d1989300c8), inode mode 41ed mask 3 00000080:00000001:0.0:1787998223.306655:0:31408:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998223.306659:0:31408:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:0.0:1787998223.306661:0:31408:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fdf8 00000080:00200000:0.0:1787998223.306663:0:31408:0:(namei.c:2418:ll_unlink()) VFS Op:name=f, dir=[0x200000405:0x1b:0x0](ffff94d1989300c8) 00000080:00000001:0.0:1787998223.306666:0:31408:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1787998223.306669:0:31408:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998223.306674:0:31408:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226658350936 : -117847051200680 : ffff94d198601758) 00000020:00001000:0.0:1787998223.306677:0:31408:0:(cl_object.c:823:cl_env_get()) 1@ffff94d198601750 00000020:00000001:0.0:1787998223.306680:0:31408:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1787998223.306685:0:31408:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1872428b8) owner 0000000000000000/ffff94d1a0a90000 00020000:00000002:0.0:1787998223.306688:0:31408:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d1a0b0a360 addref 2/0 by ffff94d1a0a90000. 00020000:00000002:0.0:1787998223.306691:0:31408:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1872428b8) owner 0000000000000000/ffff94d1a0a90000 00020000:00000001:0.0:1787998223.306694:0:31408:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1787998223.306696:0:31408:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1787998223.306698:0:31408:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1787998223.306700:0:31408:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1787998223.306703:0:31408:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1787998223.306706:0:31408:0:(cl_object.c:917:cl_env_put()) 1@ffff94d198601750 00000080:00000001:0.0:1787998223.306709:0:31408:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1787998223.306713:0:31408:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19172ac00. 00800000:00000002:0.0:1787998223.306716:0:31408:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d190b35c40 2 00800000:00000001:0.0:1787998223.306728:0:31408:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1787998223.306733:0:31408:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998223.306736:0:31408:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998223.306739:0:31408:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998223.306742:0:31408:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998223.306744:0:31408:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998223.306746:0:31408:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1b:0x0] 00800000:00000001:0.0:1787998223.306748:0:31408:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998223.306752:0:31408:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998223.306753:0:31408:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998223.306754:0:31408:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998223.306755:0:31408:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998223.306756:0:31408:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998223.306758:0:31408:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1d:0x0] 00800000:00000001:0.0:1787998223.307001:0:31408:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998223.307006:0:31408:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1787998223.307008:0:31408:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998223.307009:0:31408:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998223.307010:0:31408:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998223.307012:0:31408:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998223.307014:0:31408:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998223.307016:0:31408:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1d:0x0] 00800000:00000001:0.0:1787998223.307017:0:31408:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998223.307020:0:31408:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x1d:0x0] 00800000:00000001:0.0:1787998223.307022:0:31408:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998223.307025:0:31408:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000405:0x1b:0x0]/[0x200000405:0x1d:0x0] -> mds #0 00000002:00000001:0.0:1787998223.307031:0:31408:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1787998223.307034:0:31408:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1787998223.307042:0:31408:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98500 count: 3 00010000:00000001:0.0:1787998223.307045:0:31408:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998223.307048:0:31408:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1787998223.307053:0:31408:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787998223.307058:0:31408:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8c969 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4fd9a50f3a6ac91a expref: -99 pid: 31406 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1787998223.307069:0:31408:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1787998223.307074:0:31408:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1787998223.307076:0:31408:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1787998223.307078:0:31408:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000405:0x1b:0x0] mode (null) 00000002:00000001:0.0:1787998223.307082:0:31408:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998223.307085:0:31408:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998223.307088:0:31408:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98500 count: 4 00010000:00000001:0.0:1787998223.307090:0:31408:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998223.307095:0:31408:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1787998223.307099:0:31408:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1787998223.307102:0:31408:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998223.307107:0:31408:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998223.307111:0:31408:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8c99a lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x1b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ac99f expref: -99 pid: 31408 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1787998223.307119:0:31408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998223.307121:0:31408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998223.307123:0:31408:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1787998223.307125:0:31408:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998223.307127:0:31408:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998223.307130:0:31408:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367800 refcount=2 00000020:00000001:0.0:1787998223.307133:0:31408:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998223.307135:0:31408:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998223.307137:0:31408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998223.307138:0:31408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998223.307140:0:31408:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998223.307141:0:31408:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998223.307143:0:31408:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98500 count: 4 00010000:00000001:0.0:1787998223.307145:0:31408:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998223.307147:0:31408:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998223.307149:0:31408:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998223.307150:0:31408:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998223.307151:0:31408:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98500 count: 4 00010000:00000001:0.0:1787998223.307153:0:31408:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998223.307155:0:31408:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998223.307158:0:31408:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1787998223.307160:0:31408:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x1b:0x0] lli = ffff94d198930000, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1787998223.307213:0:31408:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1787998223.307216:0:31408:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1787998223.307219:0:31408:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1787998223.307221:0:31408:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x1b:0x0](ffff94d1989300c8) invalid 00000020:00000001:0.0:1787998223.307224:0:31408:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fa60 00000080:00002000:0.0:1787998223.307226:0:31408:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21f.recovery-small-1 (ffff94d198b30af8) parent ffff94d198a90798 inode ffff94d1989300c8 refc 3 00000080:00000001:0.0:1787998223.307231:0:31408:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1787998223.307233:0:31408:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1787998223.307235:0:31408:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.307238:0:31408:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1787998223.307242:0:31408:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787998223.307244:0:31408:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787998223.307246:0:31408:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998223.307248:0:31408:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1787998223.307251:0:31408:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1917f3a00 with handle 0xb2d39e653c8c969 from hash 00010000:00000001:0.0:1787998223.307253:0:31408:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787998223.307254:0:31408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998223.307255:0:31408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998223.307257:0:31408:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787998223.307261:0:31408:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787998223.307262:0:31408:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1787998223.307265:0:31408:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1787998223.307267:0:31408:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998223.307269:0:31408:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998223.307272:0:31408:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1787998223.307274:0:31408:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98900 count: 2 00010000:00000001:0.0:1787998223.307276:0:31408:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998223.307278:0:31408:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1787998223.307280:0:31408:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787998223.307283:0:31408:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8c970 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x4fd9a50f3a6ac936 expref: -99 pid: 31406 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1787998223.307294:0:31408:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1787998223.307296:0:31408:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1787998223.307298:0:31408:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1787998223.307299:0:31408:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000405:0x1d:0x0] mode (null) 00000002:00000001:0.0:1787998223.307301:0:31408:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998223.307302:0:31408:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998223.307304:0:31408:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98900 count: 3 00010000:00000001:0.0:1787998223.307306:0:31408:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998223.307308:0:31408:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998223.307309:0:31408:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998223.307310:0:31408:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998223.307312:0:31408:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98900 count: 3 00010000:00000001:0.0:1787998223.307313:0:31408:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998223.307315:0:31408:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998223.307316:0:31408:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998223.307318:0:31408:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998223.307319:0:31408:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98900 count: 3 00010000:00000001:0.0:1787998223.307321:0:31408:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998223.307323:0:31408:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998223.307324:0:31408:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998223.307325:0:31408:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998223.307327:0:31408:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98900 count: 3 00010000:00000001:0.0:1787998223.307329:0:31408:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998223.307331:0:31408:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998223.307332:0:31408:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998223.307334:0:31408:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:0.0:1787998223.307336:0:31408:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998223.307339:0:31408:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226658350936 : -117847051200680 : ffff94d198601758) 00000020:00001000:0.0:1787998223.307341:0:31408:0:(cl_object.c:823:cl_env_get()) 1@ffff94d198601750 00000020:00000001:0.0:1787998223.307343:0:31408:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1787998223.307346:0:31408:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x1d:0x0]: losing layout lock 00000080:00000001:0.0:1787998223.307349:0:31408:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1787998223.307352:0:31408:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1787998223.307356:0:31408:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1787998223.307358:0:31408:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1787998223.307361:0:31408:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x1d:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1787998223.307363:0:31408:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998223.307365:0:31408:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1787998223.307366:0:31408:0:(cl_object.c:917:cl_env_put()) 1@ffff94d198601750 00000080:00000001:0.0:1787998223.307369:0:31408:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998223.307371:0:31408:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1787998223.307373:0:31408:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x1d:0x0](ffff94d1989321c8) invalid 00000020:00000001:0.0:1787998223.307375:0:31408:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fa60 00000080:00002000:0.0:1787998223.307377:0:31408:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff94d198b30e58) parent ffff94d198b30af8 inode ffff94d1989321c8 refc 1 00000080:00000001:0.0:1787998223.307379:0:31408:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1787998223.307381:0:31408:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1787998223.307382:0:31408:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.307384:0:31408:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1787998223.308585:0:31408:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787998223.308588:0:31408:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787998223.308591:0:31408:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998223.308594:0:31408:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1787998223.308600:0:31408:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1917f2800 with handle 0xb2d39e653c8c970 from hash 00010000:00000001:0.0:1787998223.308604:0:31408:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787998223.308605:0:31408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998223.308606:0:31408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998223.308608:0:31408:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787998223.308612:0:31408:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787998223.308614:0:31408:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1787998223.308618:0:31408:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1787998223.308620:0:31408:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998223.308624:0:31408:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1787998223.308636:0:31408:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c11180. 00000020:00000040:0.0:1787998223.308641:0:31408:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:0.0:1787998223.308648:0:31408:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787998223.308650:0:31408:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.308654:0:31408:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1787998223.308659:0:31408:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998223.308665:0:31408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998223.308666:0:31408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998223.308667:0:31408:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998223.308671:0:31408:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998223.308673:0:31408:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998223.308678:0:31408:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998223.308687:0:31408:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d19172b600. 00000100:00000001:0.0:1787998223.308695:0:31408:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.308698:0:31408:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998223.308701:0:31408:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1787998223.308710:0:31408:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8c970 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4fd9a50f3a6ac936 expref: -99 pid: 31406 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787998223.308721:0:31408:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8c969 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ac91a expref: -99 pid: 31406 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787998223.308728:0:31408:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1787998223.308730:0:31408:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1787998223.308732:0:31408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787998223.308735:0:31408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8c970 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4fd9a50f3a6ac936 expref: -99 pid: 31406 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1787998223.308744:0:31408:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d191236240. 00010000:00000040:0.0:1787998223.308751:0:31408:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d192b98900 count: 0 00010000:00000010:0.0:1787998223.308758:0:31408:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d19091c300. 00010000:00000001:0.0:1787998223.309567:0:31408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998223.309573:0:31408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787998223.309577:0:31408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8c969 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ac91a expref: -99 pid: 31406 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1787998223.309591:0:31408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998223.309593:0:31408:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.309596:0:31408:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998223.309598:0:31408:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.309600:0:31408:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1787998223.309617:0:31408:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787998223.309632:0:31408:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191c11180 x1874850291739008/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787998223.309641:0:31408:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998223.309643:0:31408:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998223.309652:0:31408:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a00afd80. 00000100:00000001:0.0:1787998223.309655:0:31408:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786991488 : -117846922560128 : ffff94d1a00afd80) 00000100:00000001:0.0:1787998223.309658:0:31408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998223.309660:0:31408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547265920 : -117847162285696 : ffff94d191c11180) 00000100:00000001:0.0:1787998223.309665:0:31408:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998223.309670:0:31408:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998223.309673:0:31408:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998223.309675:0:31408:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998223.309680:0:31408:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c11180 x1874850291739008/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998223.309983:0:31408:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998223.309986:0:31408:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998223.309992:0:31408:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998223.309996:0:31408:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998223.309999:0:31408:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998223.310004:0:31408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c11180 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:31408:1874850291739008:192.168.206.123@tcp:36:rm.0 00000100:00000001:0.0:1787998223.310009:0:31408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998223.310016:0:31408:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998223.310020:0:31408:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998223.310022:0:31408:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998223.310029:0:31408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a0800. 02000000:00000001:0.0:1787998223.310031:0:31408:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998223.310041:0:31408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998223.310046:0:31408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30b58. 00000400:00000010:0.0:1787998223.310054:0:31408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807990. 00000100:00000200:0.0:1787998223.310063:0:31408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291739008, portal 10 00000100:00000001:0.0:1787998223.310066:0:31408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998223.310067:0:31408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547265920 : -117847162285696 : ffff94d191c11180) 00000100:00000040:0.0:1787998223.310075:0:31408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c11180 x1874850291739008/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1787998239 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998223.310090:0:31408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998223.310093:0:31408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998223.310096:0:31408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807b28. 00000100:00000200:0.0:1787998223.310100:0:31408:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1874850291739008, offset 0 00000400:00000200:0.0:1787998223.310107:0:31408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998223.310119:0:31408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998223.310127:0:31408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998223.310134:0:31408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998223.310139:0:31408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998223.310143:0:31408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998223.310146:0:31408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998223.310150:0:31408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2577:2577:256:4294967295] 192.168.206.123@tcp LPNI seq info [2577:2577:8:4294967295] 00000400:00000200:0.0:1787998223.310155:0:31408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998223.310166:0:31408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998223.310173:0:31408:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998223.310179:0:31408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4900. 00000800:00000200:0.0:1787998223.310188:0:31408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998223.310197:0:31408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998223.310204:0:31408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4900 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1787998223.310227:0:31408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998223.310232:0:31408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 843931 usecs (844 jiffies) 00000400:00000200:0.0:1787998223.310237:0:31408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998223.310240:0:31408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296404311 00000100:00000001:0.0:1787998223.310243:0:31408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296406004 00000100:00000001:0.0:1787998223.310246:0:31408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296404311 00000100:00000001:0.0:1787998223.310250:0:31408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296406004 00000100:00000001:0.0:1787998223.310252:0:31408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998223.310255:0:31408:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998223.310259:0:31408:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998223.310261:0:31408:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998223.310264:0:31408:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a00afd80 going to sleep for 11 seconds 00000100:00000001:0.0:1787998223.310267:0:31408:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998223.310271:0:31408:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998223.311173:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998223.311182:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4900. 00000400:00000200:2.0:1787998223.311189:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.311197:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998223.311204:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807b28 00000400:00000010:2.0:1787998223.311207:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807b28. 00000100:00000001:2.0:1787998223.311213:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998223.311219:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c11180 x1874850291739008/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1787998239 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998223.311232:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998223.311236:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c11180 x1874850291739008/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1787998239 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998223.311243:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998223.311245:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998223.315292:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998223.315315:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998223.315321:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998223.315323:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998223.315334:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998223.315343:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998223.315354:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998223.315360:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998223.315367:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998223.315372:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a56980 00000400:00000200:3.0:1787998223.315377:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998223.315397:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x78f5 [1] + 224 00000800:00000001:3.0:1787998223.315407:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998223.315415:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998223.315420:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998223.315426:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998223.315436:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998223.315446:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c11180 x1874850291739008/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1787998239 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998223.315459:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94d191c11180 x1874850291739008/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1787998239 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998223.315482:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998223.315493:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998223.315496:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998223.315629:0:31408:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998223.315639:0:31408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998223.315642:0:31408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998223.315646:0:31408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30b58. 00000400:00000200:0.0:1787998223.315652:0:31408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807990 00000400:00000010:0.0:1787998223.315655:0:31408:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807990. 00000100:00000001:0.0:1787998223.315659:0:31408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998223.315665:0:31408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c11180 x1874850291739008/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1787998239 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998223.315675:0:31408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c11180 x1874850291739008/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1787998239 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998223.315681:0:31408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998223.315684:0:31408:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998223.315687:0:31408:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998223.315690:0:31408:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998223.315693:0:31408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998223.315696:0:31408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998223.315699:0:31408:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998223.315710:0:31408:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=49 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998223.315715:0:31408:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998223.315718:0:31408:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998223.315720:0:31408:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998223.315724:0:31408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998223.315728:0:31408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998223.315732:0:31408:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1787998223.315734:0:31408:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x100000116/0x100000118] 00000100:00000001:0.0:1787998223.315735:0:31408:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1787998223.315738:0:31408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998223.315740:0:31408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547265920 : -117847162285696 : ffff94d191c11180) 00000100:00000001:0.0:1787998223.315743:0:31408:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998223.315745:0:31408:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967579 00000100:00000001:0.0:1787998223.315748:0:31408:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998223.315751:0:31408:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998223.315758:0:31408:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c11180 x1874850291739008/t4294967584(4294967584) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1787998239 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998223.315811:0:31408:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998223.315814:0:31408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998223.315817:0:31408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998223.315822:0:31408:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c11180 x1874850291739008/t4294967584(4294967584) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1787998239 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998223.315830:0:31408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c11180 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:31408:1874850291739008:192.168.206.123@tcp:36:rm.0 00000100:00000001:0.0:1787998223.315837:0:31408:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998223.315840:0:31408:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998223.315988:0:31408:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998223.315991:0:31408:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998223.315997:0:31408:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c11180 x1874850291739008/t4294967584(4294967584) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1787998239 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998223.316005:0:31408:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998223.316008:0:31408:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a00afd80. 00000100:00000001:0.0:1787998223.316012:0:31408:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998223.316014:0:31408:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998223.316023:0:31408:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998223.316027:0:31408:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998223.316032:0:31408:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d190b35c40 2 00000080:00000010:0.0:1787998223.316036:0:31408:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19172ac00. 00000100:00000001:0.0:1787998223.316042:0:31408:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998223.316046:0:31408:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c11180 x1874850291739008/t4294967584(4294967584) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1787998239 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998223.316053:0:31408:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998223.316059:0:31408:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1787998223.319392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98900. 00010000:00000010:0.1:1787998223.319400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2800. 00010000:00000010:0.1:1787998223.319404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3a00. 00000800:00000200:2.0:1787998223.320270:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998223.320276:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072b000. 00000400:00000200:2.0:1787998223.320282:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.320288:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998223.320295:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409440 00000400:00000010:2.0:1787998223.320298:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409440. 00000100:00000001:2.0:1787998223.320303:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998223.320308:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edc000 x1874850291739136/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998239 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.320318:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998223.320322:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edc000 x1874850291739136/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998239 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.320328:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998223.320329:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1787998223.323820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a907e0. 00000080:00000010:1.1:1787998223.323861:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d198932100. 00000800:00000001:2.0:1787998223.324272:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.324292:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998223.324296:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.324299:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.324310:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.324318:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998223.324329:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.324335:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.324341:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.324345:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a56a00 00000400:00000200:2.0:1787998223.324350:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.324357:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x78fd [1] + 224 00000800:00000001:2.0:1787998223.324365:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.324372:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.324376:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.324381:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998223.324463:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998223.324475:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edc000 x1874850291739136/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998239 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998223.324487:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d199edc000 x1874850291739136/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998239 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.324563:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998223.324574:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.324578:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1787998223.327208:0:31408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a901e0. 00000800:00000200:2.0:1787998223.329055:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998223.329066:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072bf00. 00000400:00000200:2.0:1787998223.329075:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.329083:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998223.329091:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854097f8 00000400:00000010:2.0:1787998223.329094:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854097f8. 00000100:00000001:2.0:1787998223.329100:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998223.329106:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edc000 x1874850291739392/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998239 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.329119:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998223.329123:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edc000 x1874850291739392/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998239 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.329131:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998223.329133:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998223.332017:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.332040:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998223.332045:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.332048:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.332058:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.332067:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998223.332077:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.332083:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.332088:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.332093:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a56b00 00000400:00000200:2.0:1787998223.332099:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.332107:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x7905 [1] + 224 00000800:00000001:2.0:1787998223.332115:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.332124:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.332128:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.332133:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998223.332143:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998223.332154:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edc000 x1874850291739392/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998239 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998223.332166:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d199edc000 x1874850291739392/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998239 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.332265:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998223.332276:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.332280:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1787998223.336585:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998223.336597:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072bf00. 00000400:00000200:2.0:1787998223.336608:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.336618:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998223.336626:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409550 00000400:00000010:2.0:1787998223.336630:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409550. 00000100:00000001:2.0:1787998223.336636:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998223.336646:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edc000 x1874850291739648/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1787998239 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998223.336660:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998223.336664:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edc000 x1874850291739648/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1787998239 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998223.336672:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998223.336673:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998223.339744:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.339853:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998223.339858:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.339863:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.339872:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.339881:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998223.339891:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.339897:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.339914:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.339919:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a56c00 00000400:00000200:2.0:1787998223.339924:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.339932:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x790d [1] + 224 00000800:00000001:2.0:1787998223.339942:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.339951:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.339955:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.339961:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998223.339976:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998223.339986:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edc000 x1874850291739648/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1787998239 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998223.340047:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94d199edc000 x1874850291739648/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1787998239 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998223.340068:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998223.340080:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.340084:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1787998223.342046:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998223.342052:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072b000. 00000400:00000200:2.0:1787998223.342057:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.342063:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998223.342069:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409908 00000400:00000010:2.0:1787998223.342071:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409908. 00000100:00000001:2.0:1787998223.342075:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998223.342079:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edf100 x1874850291739776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998239 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.342090:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998223.342093:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edf100 x1874850291739776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998239 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.342099:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998223.342100:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998223.344727:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.344751:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998223.344756:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.344759:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.344955:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.344964:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998223.344976:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.344982:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.344989:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.345138:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a56c80 00000400:00000200:2.0:1787998223.345146:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.345154:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x7915 [1] + 224 00000800:00000001:2.0:1787998223.345163:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.345173:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.345177:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.345182:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998223.345192:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998223.345201:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edf100 x1874850291739776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998239 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998223.345212:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d199edf100 x1874850291739776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998239 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.345286:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998223.345297:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.345301:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1787998223.347913:0:31408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2a00. 00010000:00000010:1.1:1787998223.347921:0:31408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98500. 00010000:00000010:1.1:1787998223.347926:0:31408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367800. 00010000:00000010:1.1:1787998223.347931:0:31408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921d00. 00010000:00000010:1.1:1787998223.347934:0:31408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366800. 00000080:00000010:1.1:1787998223.347943:0:31408:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d198930000. 00000080:00000010:1.1:1787998223.347954:0:31408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90580. 00000800:00000200:2.0:1787998223.348462:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998223.348468:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072b600. 00000400:00000200:2.0:1787998223.348473:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.348479:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998223.348486:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409cc0 00000400:00000010:2.0:1787998223.348488:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409cc0. 00000100:00000001:2.0:1787998223.348493:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998223.348498:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edf100 x1874850291740032/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998239 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.348508:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998223.348511:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edf100 x1874850291740032/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998239 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.348518:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998223.348520:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998223.352190:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.352215:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998223.352220:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.352223:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.352238:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.352248:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998223.352259:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.352265:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.352272:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.352277:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 664 into portal 10 MB=0x6a92a99a56d80 00000400:00000200:2.0:1787998223.352282:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.352291:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 664/664 into md 0x791d [64] + 224 00000800:00000001:2.0:1787998223.352299:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.352307:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.352312:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.352317:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998223.352327:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998223.352338:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edf100 x1874850291740032/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998239 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998223.352350:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff94d199edf100 x1874850291740032/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998239 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.352454:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998223.352466:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.352471:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1787998223.355840:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998223.355846:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072b800. 00000400:00000200:2.0:1787998223.355852:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.355857:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998223.355863:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409990 00000400:00000010:2.0:1787998223.355866:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409990. 00000100:00000001:2.0:1787998223.355870:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998223.355875:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edf800 x1874850291740160/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998239 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.355885:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998223.355888:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edf800 x1874850291740160/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998239 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.355910:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998223.355911:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998223.360755:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.360937:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998223.360944:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.360946:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.360958:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.360967:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998223.360977:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.360983:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.360989:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.361096:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 4096 into portal 14 MB=0x6a92a99a56e00 00000400:00000200:2.0:1787998223.361102:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.361109:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.206.123@tcp of length 4096/4096 into md 0x7925 [256] + 0 00000400:00000010:2.0:1787998223.361115:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc4d0. 00000400:00000200:2.0:1787998223.361121:0:2397:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff94d182cae000 00000800:00000001:2.0:1787998223.361129:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.361158:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.361162:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.361167:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998223.361174:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d182cae000 00000400:00000010:2.0:1787998223.361177:0:2397:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff94d182cae000. 00000100:00000001:2.0:1787998223.361183:0:2397:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1787998223.361186:0:2397:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff94d199edf800 desc ffff94d199e26000 mbits 1874850291740160 00000100:00000001:2.0:1787998223.361284:0:2397:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1787998223.361295:0:2397:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1787998223.361299:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.361305:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.23@tcp to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998223.361311:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2584:2584:256:4294967295] 192.168.206.123@tcp LPNI seq info [2584:2584:8:4294967295] 00000400:00000200:2.0:1787998223.361316:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.361325:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:192.168.206.23@tcp) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) 192.168.206.123@tcp : ACK try# 0 00000800:00000200:2.0:1787998223.361332:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998223.361341:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff94d1a01ee000. 00000800:00000200:2.0:1787998223.361349:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998223.361358:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998223.361364:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1a01ee000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1787998223.361582:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998223.361586:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff94d1a01ee000. 00000400:00000200:2.0:1787998223.361590:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.361594:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: ACK: OK 00000800:00000001:2.0:1787998223.361601:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.361605:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998223.365038:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998223.365060:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998223.365066:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998223.365068:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998223.365079:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998223.365087:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998223.365098:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998223.365104:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998223.365110:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998223.365114:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 440 into portal 10 MB=0x6a92a99a56e00 00000400:00000200:3.0:1787998223.365120:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998223.365127:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 440/440 into md 0x792d [1] + 224 00000800:00000001:3.0:1787998223.365135:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998223.365141:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998223.365145:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998223.365150:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998223.365159:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998223.365168:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edf800 x1874850291740160/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998239 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998223.365181:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff94d199edf800 x1874850291740160/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998239 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998223.365258:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998223.365268:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998223.365271:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1787998223.368202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2800. 00000800:00000200:3.0:1787998223.370281:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998223.370295:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072be00. 00000400:00000200:3.0:1787998223.370302:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998223.370314:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998223.370323:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854096e8 00000400:00000010:3.0:1787998223.370326:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854096e8. 00000100:00000001:3.0:1787998223.370333:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998223.370343:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edf800 x1874850291740416/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998239 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998223.370358:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998223.370363:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edf800 x1874850291740416/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998239 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998223.370370:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998223.370373:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998223.370399:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998223.370414:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998223.370417:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998223.370420:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998223.370428:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998223.370433:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998223.370454:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998223.370459:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998223.370465:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998223.370469:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a56f00 00000400:00000200:3.0:1787998223.370474:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998223.370482:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x7935 [1] + 224 00000800:00000001:3.0:1787998223.370491:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998223.370500:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998223.370502:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998223.370506:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998223.370512:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998223.370515:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edf800 x1874850291740416/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998239 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998223.370525:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d199edf800 x1874850291740416/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998239 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998223.370615:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998223.370624:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998223.370628:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1787998223.373714:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998223.373722:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072b700. 00000400:00000200:2.0:1787998223.373729:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.373736:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998223.373743:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409660 00000400:00000010:2.0:1787998223.373746:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409660. 00000100:00000001:2.0:1787998223.373751:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998223.373757:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edf800 x1874850291740672/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998239 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.373811:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998223.373815:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edf800 x1874850291740672/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998239 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.373823:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998223.373825:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998223.376730:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.376752:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998223.376757:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.376794:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.376806:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.376814:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998223.376826:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.376833:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.376839:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.376844:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 664 into portal 10 MB=0x6a92a99a57000 00000400:00000200:2.0:1787998223.376850:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.376857:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 664/664 into md 0x793d [64] + 224 00000800:00000001:2.0:1787998223.376865:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.376873:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.376877:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.376882:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998223.376892:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998223.376911:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edf800 x1874850291740672/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998239 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998223.376923:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff94d199edf800 x1874850291740672/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998239 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.376938:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998223.376948:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.376951:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1787998223.380919:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998223.380926:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072bb00. 00000400:00000200:2.0:1787998223.380930:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.380936:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998223.381621:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409880 00000400:00000010:2.0:1787998223.381626:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409880. 00000100:00000001:2.0:1787998223.381633:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998223.381640:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edf100 x1874850291740928/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1787998239 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998223.381657:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998223.381661:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edf100 x1874850291740928/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1787998239 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998223.381667:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998223.381669:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998223.388347:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.388370:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998223.388375:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.388378:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.388400:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.388410:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998223.388421:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.388427:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.388433:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.388439:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a57100 00000400:00000200:2.0:1787998223.388571:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.388580:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x7945 [1] + 224 00000800:00000001:2.0:1787998223.388591:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.388600:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.388603:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.388609:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998223.388619:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998223.388633:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edf100 x1874850291740928/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1787998239 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998223.388646:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94d199edf100 x1874850291740928/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1787998239 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998223.388669:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998223.388682:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.388686:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1787998223.388846:0:31408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2600. 00010000:00000010:1.1:1787998223.388853:0:31408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921800. 00010000:00000010:1.1:1787998223.388858:0:31408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366600. 00010000:00000010:1.1:1787998223.388861:0:31408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2c00. 00000800:00000200:2.0:1787998223.396759:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998223.396968:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072bb00. 00000400:00000200:2.0:1787998223.396981:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.396992:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998223.397002:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409ee0 00000400:00000010:2.0:1787998223.397005:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409ee0. 00000100:00000001:2.0:1787998223.397012:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998223.397023:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199ede680 x1874850291741056/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998239 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.397044:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998223.397049:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199ede680 x1874850291741056/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998239 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.397057:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998223.397059:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998223.397268:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.397285:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998223.397288:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.397291:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.397298:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.397304:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998223.397312:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.397317:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.397323:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.397327:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a57180 00000400:00000200:2.0:1787998223.397332:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.397339:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x794d [1] + 224 00000800:00000001:2.0:1787998223.397347:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.397354:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.397357:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.397361:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998223.397367:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998223.397372:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199ede680 x1874850291741056/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998239 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998223.397382:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d199ede680 x1874850291741056/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998239 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.397613:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998223.397623:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.397626:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1787998223.399037:0:31408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90b40. 00000800:00000200:2.0:1787998223.405336:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998223.405349:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072b700. 00000400:00000200:2.0:1787998223.405362:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.405373:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998223.405393:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409f68 00000400:00000010:2.0:1787998223.405397:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409f68. 00000100:00000001:2.0:1787998223.405405:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998223.405416:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199ede680 x1874850291741312/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998239 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.405432:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998223.405436:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199ede680 x1874850291741312/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998239 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.405558:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998223.405560:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1787998223.409506:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d1989ab9c0. 00000080:00000010:1.1:1787998223.409534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90bc0. 00000800:00000001:2.0:1787998223.410587:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.410615:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998223.410620:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.410623:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.410635:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.410644:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998223.410658:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.410664:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.410671:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.410676:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a57280 00000400:00000200:2.0:1787998223.410682:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.410690:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x7955 [1] + 224 00000800:00000001:2.0:1787998223.410699:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.410712:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.410716:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.410721:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998223.410732:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998223.410745:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199ede680 x1874850291741312/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998239 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998223.410759:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d199ede680 x1874850291741312/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998239 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998223.411861:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998223.411878:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.411886:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1787998223.420024:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998223.420036:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072be00. 00000400:00000200:2.0:1787998223.420047:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.420056:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998223.420065:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409330 00000400:00000010:2.0:1787998223.420068:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409330. 00000100:00000001:2.0:1787998223.420075:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998223.420084:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199ede680 x1874850291741568/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1787998239 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998223.420098:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998223.420102:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199ede680 x1874850291741568/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1787998239 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998223.420110:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998223.420112:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1787998223.433818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2c00. 00010000:00000010:1.1:1787998223.433848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98100. 00010000:00000010:1.1:1787998223.433852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2800. 00010000:00000010:1.1:1787998223.433855:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98a00. 00010000:00000010:1.1:1787998223.433859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3a00. 00000800:00000001:2.0:1787998223.439042:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.439065:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998223.439071:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.439074:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.439084:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.439093:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998223.439105:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.439110:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.439117:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.439123:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a57380 00000400:00000200:2.0:1787998223.439129:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998223.439136:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x795d [1] + 224 00000800:00000001:2.0:1787998223.439144:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.439152:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998223.439156:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998223.439162:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998223.439172:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998223.439184:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199ede680 x1874850291741568/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1787998239 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998223.439197:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94d199ede680 x1874850291741568/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1787998239 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998223.439220:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998223.439231:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998223.439235:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1787998223.451827:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d1989aa100. 00000080:00000010:1.1:1787998223.451849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a907e0. 00010000:00000001:0.0:1787998224.265166:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998224.265172:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998224.265178:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998224.265180:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998224.265183:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998224.265184:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998224.268232:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998224.268238:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998224.268241:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1787998224.401587:0:31495:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998225.282819:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998225.282825:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998225.282830:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998225.282831:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998225.282834:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998225.282835:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998225.772120:0:31635:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998225.862425:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296406004, at 4296406019 00000100:00000010:3.0:1787998225.862447:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d185394de0. 00000100:00000040:2.0:1787998225.863235:0:16353:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582220 (cpu 2) has reached its deadline 4296406004, at 4296406020 00000100:00000010:2.0:1787998225.863448:0:16353:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0b0ab40. 00010000:00000001:0.0:1787998226.311055:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998226.311064:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998226.311072:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998226.311073:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998226.311077:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998226.311079:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998226.311724:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998226.311729:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998226.311734:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1787998226.888762:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998226.888992:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072b700. 00000400:00000200:2.0:1787998226.889000:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998226.889012:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998226.889023:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409000 00000400:00000010:2.0:1787998226.889027:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409000. 00000100:00000001:2.0:1787998226.889039:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998226.889045:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edf800 x1874850291741696/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998226.889056:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998226.889061:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edf800 x1874850291741696/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998242 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998226.889069:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998226.889071:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998226.889091:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998226.889094:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072bb00. 00000400:00000200:2.0:1787998226.889097:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998226.889101:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998226.894058:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409c38 00000400:00000010:2.0:1787998226.894072:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409c38. 00000100:00000001:2.0:1787998226.894087:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998226.894105:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edd500 x1874850291741952/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998226.894122:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998226.894125:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edd500 x1874850291741952/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998242 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998226.894133:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998226.894135:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998226.894199:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998226.894203:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072bb00. 00000400:00000200:2.0:1787998226.894210:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998226.894215:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998226.894219:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409a18 00000400:00000010:2.0:1787998226.894221:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409a18. 00000100:00000001:2.0:1787998226.894224:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998226.894228:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eddf80 x1874850291742208/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998226.894236:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998226.894239:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199eddf80 x1874850291742208/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998242 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998226.894246:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998226.894247:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998226.894257:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998226.894259:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072b700. 00000400:00000200:2.0:1787998226.894262:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998226.894266:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998226.894268:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409bb0 00000400:00000010:2.0:1787998226.894270:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409bb0. 00000100:00000001:2.0:1787998226.894273:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998226.894277:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edce00 x1874850291741824/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998226.894284:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998226.894288:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edce00 x1874850291741824/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998242 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998226.894295:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998226.894297:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998226.894370:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998226.894373:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031fb00. 00000400:00000200:2.0:1787998226.894380:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998226.894384:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998226.894388:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854095d8 00000400:00000010:2.0:1787998226.894390:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854095d8. 00000100:00000001:2.0:1787998226.894392:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998226.894397:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edc700 x1874850291742080/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998226.894405:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998226.894408:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edc700 x1874850291742080/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998242 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998226.894415:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998226.894417:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998226.894982:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998226.894996:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998226.894999:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998226.895002:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998226.895010:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998226.895016:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998226.895024:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998226.895029:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998226.895036:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998226.895040:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a57500 00000400:00000200:2.0:1787998226.895047:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998226.895054:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x796d [1] + 224 00000800:00000001:2.0:1787998226.895062:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998226.895087:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998226.895089:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998226.895094:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998226.895101:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998226.895107:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edd500 x1874850291741952/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998226.895117:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edd500 x1874850291741952/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998226.895139:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998226.895149:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998226.895152:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998226.895240:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998226.895245:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998226.895255:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998226.895257:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998226.895261:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fcb00. 00000400:00000200:0.0:1787998226.895265:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409b28 00000400:00000010:0.0:1787998226.895267:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409b28. 00000100:00000001:0.0:1787998226.895270:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998226.895274:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edd500 x1874850291741952/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998226.895284:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edd500 x1874850291741952/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998226.895290:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998226.895292:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998226.895295:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998226.895300:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998226.895303:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998226.895305:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998226.895309:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998226.895320:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=52 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998226.895326:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=52 v=5 (1 1 1 1) 00000100:00000001:0.0:1787998226.895329:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998226.895332:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998226.895336:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998226.895340:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998226.895345:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998226.895347:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:0.0:1787998226.895349:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998226.895351:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998226.895356:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edd500 x1874850291741952/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998226.895363:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998226.895366:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998226.895369:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998226.895372:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edd500 x1874850291741952/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998242 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998226.895380:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2403:1874850291741952:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998226.895386:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998226.895389:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998226.895392:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edd500 x1874850291741952/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998242 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998226.895399:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998226.895402:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998226.895405:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d190450200. 02000000:00000001:0.0:1787998226.895409:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998226.895412:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998226.895415:0:2403:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=3 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998226.895417:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998226.895420:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1a072b000. 02000000:00000001:0.0:1787998226.895424:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998226.895426:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998226.895428:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edd500. 00000100:00000001:0.0:1787998226.895433:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998226.895434:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998226.895438:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998226.895440:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998226.895451:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998226.895453:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998226.895455:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998226.899926:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998226.899948:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998226.899953:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998226.899956:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998226.899967:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998226.899975:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998226.899985:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998226.899991:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998226.899997:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998226.900002:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a57580 00000400:00000200:2.0:1787998226.900007:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998226.900014:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7985 [1] + 224 00000800:00000001:2.0:1787998226.900023:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998226.900026:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998226.900030:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998226.900036:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998226.900045:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998226.900055:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edc700 x1874850291742080/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998226.900067:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edc700 x1874850291742080/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998226.904608:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998226.904639:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998226.904658:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998226.904662:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998226.904665:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998226.904676:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998226.904685:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998226.904694:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998226.904699:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998226.904705:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998226.904710:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a57480 00000400:00000200:2.0:1787998226.904716:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998226.904724:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x797d [1] + 224 00000800:00000001:2.0:1787998226.904732:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998226.904736:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998226.904740:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998226.905109:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998226.905119:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998226.905130:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edce00 x1874850291741824/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998226.905143:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edce00 x1874850291741824/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998226.905152:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998226.905158:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1787998226.906132:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998226.906141:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998226.906150:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998226.906153:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998226.906157:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fcc60. 00000400:00000200:0.0:1787998226.906165:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409198 00000400:00000010:0.0:1787998226.906168:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409198. 00000100:00000001:0.0:1787998226.906173:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998226.906182:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edce00 x1874850291741824/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998226.906194:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edce00 x1874850291741824/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998226.906203:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998226.906205:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998226.906209:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998226.906213:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998226.906216:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998226.906219:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998226.906223:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998226.906235:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=52 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998226.906241:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998226.906243:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998226.906246:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998226.906249:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998226.906254:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998226.906259:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998226.906262:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967579 00000100:00000001:0.0:1787998226.906264:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998226.906268:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998226.906275:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edce00 x1874850291741824/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998226.906283:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998226.906287:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998226.906289:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998226.906293:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edce00 x1874850291741824/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998242 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998226.906301:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2403:1874850291741824:192.168.206.123@tcp:400:kworker.0 00000400:00000001:0.0:1787998226.906308:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998226.906310:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998226.906312:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc0b0. 00000400:00000200:0.0:1787998226.906315:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854093b8 00000400:00000010:0.0:1787998226.906317:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854093b8. 00000100:00000001:0.0:1787998226.906319:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998226.906324:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edc700 x1874850291742080/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998226.906332:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edc700 x1874850291742080/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998226.906338:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998226.906339:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998226.906341:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998226.906342:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998226.906343:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998226.906345:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998226.906347:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998226.906351:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=52 v=5 (5 5 37 37) 00000100:00001000:0.0:1787998226.906353:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=142 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998226.906356:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998226.906357:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998226.906358:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998226.906360:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998226.906363:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998226.906364:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967326 00000100:00000001:0.0:1787998226.906366:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998226.906368:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998226.906371:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edc700 x1874850291742080/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998226.906378:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998226.906379:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998226.906381:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998226.906384:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edc700 x1874850291742080/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998242 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998226.906391:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2403:1874850291742080:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998226.906397:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998226.906400:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998226.906404:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edce00 x1874850291741824/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998242 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998226.906411:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998226.906414:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998226.906419:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d190451a00. 02000000:00000001:0.0:1787998226.906422:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998226.906425:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998226.906427:0:2403:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998226.906430:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998226.906433:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1a072b600. 02000000:00000001:0.0:1787998226.906437:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998226.906439:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998226.906441:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edce00. 00000100:00000001:0.0:1787998226.906446:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998226.906448:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998226.906449:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998226.906453:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edc700 x1874850291742080/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998242 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998226.906459:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998226.906461:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998226.906462:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d190450c00. 02000000:00000001:0.0:1787998226.906465:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998226.906466:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998226.906467:0:2403:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998226.906469:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998226.906470:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1a072bf00. 02000000:00000001:0.0:1787998226.906472:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998226.906473:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998226.906475:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edc700. 00000100:00000001:0.0:1787998226.906477:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998226.906478:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998226.906482:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998226.906484:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998226.906486:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998226.906487:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998226.906489:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998226.909704:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998226.909715:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998226.909721:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998226.909731:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998226.909749:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998226.909760:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998226.909780:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998226.909787:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998226.909791:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a57600 00000400:00000200:2.0:1787998226.909797:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998226.909805:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7975 [1] + 224 00000800:00000001:2.0:1787998226.909814:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998226.909819:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998226.909823:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998226.909828:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998226.909838:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998226.909848:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eddf80 x1874850291742208/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998226.909860:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199eddf80 x1874850291742208/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998226.909877:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998226.909897:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998226.909902:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998226.909904:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998226.909906:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998226.909909:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998226.909913:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998226.909917:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998226.909920:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998226.909923:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998226.909926:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a57400 00000400:00000200:2.0:1787998226.909929:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998226.909934:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7965 [1] + 224 00000800:00000001:2.0:1787998226.909938:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998226.909948:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998226.909950:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998226.909953:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998226.909956:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998226.909960:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edf800 x1874850291741696/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998226.909970:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edf800 x1874850291741696/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998226.909978:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998226.909981:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998226.909983:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998226.910209:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998226.910215:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998226.910224:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998226.910227:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998226.910230:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc9f8. 00000400:00000200:0.0:1787998226.910235:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854094c8 00000400:00000010:0.0:1787998226.910238:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854094c8. 00000100:00000001:0.0:1787998226.910242:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998226.910247:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edf800 x1874850291741696/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998226.910256:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edf800 x1874850291741696/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998226.910262:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998226.910265:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998226.910267:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998226.910271:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998226.910274:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998226.910276:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998226.910279:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998226.910287:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=53 v=5 (5 5 5 5) 00000100:00001000:0.0:1787998226.910292:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=53 v=5 (1 1 1 1) 00000100:00000001:0.0:1787998226.910295:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998226.910296:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998226.910300:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998226.910302:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998226.910305:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998226.910309:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edf800 x1874850291741696/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998226.910316:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998226.910319:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998226.910322:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998226.910325:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edf800 x1874850291741696/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998242 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998226.910334:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2403:1874850291741696:192.168.206.123@tcp:400:kworker.0 00000400:00000001:0.0:1787998226.910339:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998226.910340:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998226.910342:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc4d0. 00000400:00000200:0.0:1787998226.910344:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409aa0 00000400:00000010:0.0:1787998226.910346:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409aa0. 00000100:00000001:0.0:1787998226.910348:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998226.910351:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199eddf80 x1874850291742208/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998226.910359:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199eddf80 x1874850291742208/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998226.910366:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998226.910367:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998226.910369:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998226.910370:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998226.910371:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998226.910372:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998226.910375:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998226.910381:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca460 time=52 v=5 (5 5 37 37) 00000100:00001000:0.0:1787998226.910385:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998226.910387:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998226.910388:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998226.910390:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998226.910393:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998226.910396:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998226.910399:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:0.0:1787998226.910401:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998226.910403:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998226.910407:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199eddf80 x1874850291742208/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998226.910412:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998226.910414:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998226.910415:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998226.910418:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199eddf80 x1874850291742208/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998242 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998226.910426:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199eddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2403:1874850291742208:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998226.910431:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998226.910433:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998226.910437:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edf800 x1874850291741696/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998242 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998226.910513:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998226.910517:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998226.910521:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d190451600. 02000000:00000001:0.0:1787998226.910526:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998226.910529:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998226.910531:0:2403:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:0.0:1787998226.910534:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998226.910537:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1a072b800. 02000000:00000001:0.0:1787998226.910541:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998226.910543:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998226.910545:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edf800. 00000100:00000001:0.0:1787998226.910550:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998226.910552:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998226.910554:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998226.910558:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199eddf80 x1874850291742208/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998242 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998226.910564:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998226.910566:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998226.910567:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d190451200. 02000000:00000001:0.0:1787998226.910570:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998226.910571:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998226.910572:0:2403:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998226.910573:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998226.910575:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1a072be00. 02000000:00000001:0.0:1787998226.910576:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998226.910577:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998226.910579:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199eddf80. 00000100:00000001:0.0:1787998226.910583:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998226.910584:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998226.910586:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998226.910595:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998226.910597:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998226.910599:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998226.910601:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998227.251318:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998227.251341:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998227.251346:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998227.251349:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998227.251360:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998227.251370:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998227.251381:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998227.251386:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998227.251393:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998227.251398:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 328 into portal 15 MB=0x6a92a9abbc280 00000400:00000200:2.0:1787998227.251408:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.123@tcp of length 328/328 into md 0x7285 [2] + 328 00000800:00000001:2.0:1787998227.251416:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998227.251423:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998227.251426:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998227.251431:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998227.251451:0:2396:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1787998227.251453:0:2396:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1787998227.251461:0:2396:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d19f80. 00000100:00000040:2.0:1787998227.251466:0:2396:0:(events.c:337:request_in_callback()) incoming req@ffff94d191d19f80 x1874850309980800 msgsize 328 00000100:00100000:2.0:1787998227.251471:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.123@tcp (source: 12345-192.168.206.123@tcp) 00000100:00000001:2.0:1787998227.251484:0:2396:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1787998227.251495:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998227.251499:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998227.251526:0:30631:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1787998227.251529:0:30631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874850309980800 02000000:00000001:2.0:1787998227.251532:0:30631:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1787998227.251535:0:30631:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998227.251538:0:30631:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998227.251544:0:30631:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998227.251548:0:30631:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874850309980800 00000020:00000001:2.0:1787998227.251553:0:30631:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787998227.251555:0:30631:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf6e 00000020:00000001:2.0:1787998227.251558:0:30631:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998227.251561:0:30631:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191093800 refcount=4 00000020:00000001:2.0:1787998227.251564:0:30631:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535217152 : -117847174334464 : ffff94d191093800) 00000020:00000001:2.0:1787998227.251566:0:30631:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535217152 : -117847174334464 : ffff94d191093800) 00000100:00000001:2.0:1787998227.251571:0:30631:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1787998227.251576:0:30631:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d185259200. 00000100:00000001:2.0:1787998227.251579:0:30631:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1787998227.251582:0:30631:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d185259200. 00000020:00000010:2.0:1787998227.251588:0:30631:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d1a0b08600. 00000020:00000010:2.0:1787998227.251595:0:30631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94d19219dd00. 00000020:00000010:2.0:1787998227.251600:0:30631:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94d184ee2190. 00000100:00000040:2.0:1787998227.251610:0:30631:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1787998227.251614:0:30631:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1787998227.251615:0:30631:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1787998227.251618:0:30631:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998227.251626:0:30631:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998227.251637:0:30631:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998227.251648:0:30631:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1787998227.251650:0:30631:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1787998227.251655:0:30631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.123@tcp, seq: 54 00000100:00000040:2.0:1787998227.251659:0:30631:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff94d191093800 : new rpc_count 1 00000100:00000001:2.0:1787998227.251661:0:30631:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446626226548350848 : -117847161200768 : ffff94d191d19f80) 00000100:00000040:2.0:1787998227.251669:0:30631:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff94d191d19f80 x1874850309980800/t0(0) o104->LOV_OSC_UUID@192.168.206.123@tcp:443/0 lens 328/0 e 0 to 0 dl 1787998238 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998227.251678:0:30631:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1787998227.251680:0:30631:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d185259200. 00000100:00000001:2.0:1787998227.251682:0:30631:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1787998227.251683:0:30631:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d185259200. 00000100:00100000:2.0:1787998227.251687:0:30631:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94d191d19f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8548:x1874850309980800:12345-192.168.206.123@tcp:104: 00000100:00000200:2.0:1787998227.251691:0:30631:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1874850309980800 00010000:00000001:2.0:1787998227.251694:0:30631:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1787998227.251702:0:30631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998227.251703:0:30631:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998227.251706:0:30631:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2000 refcount=2 00000020:00000001:2.0:1787998227.251708:0:30631:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:2.0:1787998227.251710:0:30631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:2.0:1787998227.251714:0:30631:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998227.251717:0:30631:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787998227.251723:0:30631:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000c12f207b/0xb2d39e653c8c98c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x4fd9a50f3a6ac983 expref: -99 pid: 31407 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1787998227.251744:0:30631:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1787998227.251747:0:30631:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1787998227.251753:0:30631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94d1a0bae000. 02000000:00000001:2.0:1787998227.251755:0:30631:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998227.251758:0:30631:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998227.251763:0:30631:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1787998227.251791:0:30631:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998227.251796:0:30631:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187eb35e8 time=52 v=5 (1 1 1 1) 00000100:00000001:2.0:1787998227.251802:0:30631:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787998227.251804:0:30631:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 16 to 192.168.206.123@tcp 00000100:00000001:2.0:1787998227.251807:0:30631:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 02000000:00000001:2.0:1787998227.251809:0:30631:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1787998227.251811:0:30631:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998227.251942:0:30631:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998227.251946:0:30631:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998227.251952:0:30631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfc38. 00000100:00000200:2.0:1787998227.251958:0:30631:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1874850309980800, offset 224 00000400:00000200:2.0:1787998227.251965:0:30631:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998227.251976:0:30631:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998227.251984:0:30631:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.23@tcp to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998227.251990:0:30631:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2596:2596:256:4294967295] 192.168.206.123@tcp LPNI seq info [2596:2596:8:4294967295] 00000400:00000200:2.0:1787998227.251994:0:30631:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998227.252004:0:30631:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:192.168.206.23@tcp) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998227.252009:0:30631:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998227.252016:0:30631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19381ef00. 00000800:00000200:2.0:1787998227.252023:0:30631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998227.252031:0:30631:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998227.252036:0:30631:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19381ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998227.252054:0:30631:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998227.252058:0:30631:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00010000:00000001:2.0:1787998227.252061:0:30631:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1787998227.252068:0:30631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94d1a06dbc00. 00010000:00000001:2.0:1787998227.252072:0:30631:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000800:00000200:3.0:1787998227.252189:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998227.252193:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19381ef00. 00000400:00000200:3.0:1787998227.252196:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998227.252201:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998227.252206:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfc38 00000400:00000010:3.0:1787998227.252209:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfc38. 00000100:00000001:3.0:1787998227.252213:0:2397:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1787998227.252215:0:2397:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:2.0:1787998227.252232:0:30631:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1787998227.252234:0:30631:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998227.252236:0:30631:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998227.252238:0:30631:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998227.252244:0:30631:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d19f80 x1874850309980800/t0(0) o104->LOV_OSC_UUID@192.168.206.123@tcp:443/0 lens 328/224 e 0 to 0 dl 1787998238 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787998227.252253:0:30631:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94d191d19f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8548:x1874850309980800:12345-192.168.206.123@tcp:104: Request processed in 573us (785us total) trans 0 rc 0/0 00000100:00100000:2.0:1787998227.252260:0:30631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.123@tcp, seq: 54 00000100:00000040:2.0:1787998227.252264:0:30631:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff94d191093800 : new rpc_count 0 00000100:00000001:2.0:1787998227.252266:0:30631:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1787998227.252267:0:30631:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1787998227.252275:0:30631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94d19219dd00. 00000020:00000010:2.0:1787998227.252278:0:30631:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94d184ee2190. 00000020:00000010:2.0:1787998227.252283:0:30631:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d1a0b08600. 00000020:00000040:2.0:1787998227.252289:0:30631:0:(genops.c:879:class_export_put()) PUTting export ffff94d191093800 : new refcount 3 00000100:00000001:2.0:1787998227.252292:0:30631:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998227.258327:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998227.258333:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998227.259202:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998227.259211:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f000. 00000400:00000200:2.0:1787998227.259222:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998227.259232:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998227.259240:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409220 00000400:00000010:2.0:1787998227.259243:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409220. 00000100:00000001:2.0:1787998227.259248:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998227.259255:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eded80 x1874850291742336/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998243 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998227.259268:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998227.259272:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199eded80 x1874850291742336/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998243 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998227.259279:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998227.259281:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1787998227.263797:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98000. 00010000:00000010:1.1:1787998227.263826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2000. 00000800:00000001:3.0:1787998227.267831:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998227.267851:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998227.267857:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998227.267861:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998227.267872:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998227.267892:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998227.267903:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998227.267909:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998227.267916:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998227.267921:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 328 into portal 15 MB=0x6a92a9abbc300 00000400:00000200:3.0:1787998227.267931:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.123@tcp of length 328/328 into md 0x7285 [2] + 656 00000800:00000001:3.0:1787998227.267940:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998227.267946:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998227.267949:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998227.267955:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998227.267965:0:2397:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1787998227.267967:0:2397:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1787998227.267975:0:2397:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d02680. 00000100:00000040:3.0:1787998227.267979:0:2397:0:(events.c:337:request_in_callback()) incoming req@ffff94d191d02680 x1874850309980928 msgsize 328 00000100:00100000:3.0:1787998227.267984:0:2397:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.123@tcp (source: 12345-192.168.206.123@tcp) 00000100:00000001:3.0:1787998227.267994:0:2397:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1787998227.268004:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998227.268008:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998227.268011:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998227.268013:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998227.268016:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998227.268019:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998227.268023:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998227.268026:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998227.268029:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998227.268032:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 18 MB=0x6a92a99a57680 00000400:00000200:3.0:1787998227.268036:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998227.268041:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7995 [1] + 224 00000800:00000001:3.0:1787998227.268045:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998227.268050:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998227.268053:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998227.269135:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998227.269148:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998227.269159:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eded80 x1874850291742336/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998243 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998227.269172:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199eded80 x1874850291742336/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998243 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998227.269191:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998227.269203:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998227.269208:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998227.269239:0:16813:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1787998227.269242:0:16813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874850309980928 02000000:00000001:3.0:1787998227.269245:0:16813:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1787998227.269249:0:16813:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998227.269252:0:16813:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998227.269256:0:16813:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998227.269261:0:16813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874850309980928 00000020:00000001:3.0:1787998227.269264:0:16813:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787998227.269267:0:16813:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf75 00000020:00000001:3.0:1787998227.269270:0:16813:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998227.269273:0:16813:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191090800 refcount=4 00000020:00000001:3.0:1787998227.269276:0:16813:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535204864 : -117847174346752 : ffff94d191090800) 00000020:00000001:3.0:1787998227.269279:0:16813:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535204864 : -117847174346752 : ffff94d191090800) 00000100:00000001:3.0:1787998227.269284:0:16813:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1787998227.269289:0:16813:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d1987e5200. 00000100:00000001:3.0:1787998227.269291:0:16813:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1787998227.269294:0:16813:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d1987e5200. 00000020:00000010:3.0:1787998227.269301:0:16813:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d1861f7a00. 00000020:00000010:3.0:1787998227.269307:0:16813:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94d190a8d180. 00000020:00000010:3.0:1787998227.269313:0:16813:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94d18543a320. 00000100:00000040:3.0:1787998227.269321:0:16813:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1787998227.269324:0:16813:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1787998227.269326:0:16813:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1787998227.269328:0:16813:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998227.269337:0:16813:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998227.269346:0:16813:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998227.269359:0:16813:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1787998227.269361:0:16813:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1787998227.269366:0:16813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.123@tcp, seq: 55 00000100:00000040:3.0:1787998227.269370:0:16813:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff94d191090800 : new rpc_count 1 00000100:00000001:3.0:1787998227.269372:0:16813:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446626226548254336 : -117847161297280 : ffff94d191d02680) 00000100:00000040:3.0:1787998227.269378:0:16813:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff94d191d02680 x1874850309980928/t0(0) o104->LOV_OSC_UUID@192.168.206.123@tcp:443/0 lens 328/0 e 0 to 0 dl 1787998238 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998227.269386:0:16813:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1787998227.269389:0:16813:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d1987e5200. 00000100:00000001:3.0:1787998227.269391:0:16813:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1787998227.269393:0:16813:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d1987e5200. 00000100:00100000:3.0:1787998227.269397:0:16813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94d191d02680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8432:x1874850309980928:12345-192.168.206.123@tcp:104: 00000100:00000200:3.0:1787998227.269400:0:16813:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1874850309980928 00010000:00000001:3.0:1787998227.269404:0:16813:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1787998227.269413:0:16813:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998227.269415:0:16813:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998227.269419:0:16813:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2200 refcount=2 00000020:00000001:3.0:1787998227.269422:0:16813:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542944768 : -117847166606848 : ffff94d1917f2200) 00010000:00000001:3.0:1787998227.269425:0:16813:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542944768 : -117847166606848 : ffff94d1917f2200) 00010000:00000001:3.0:1787998227.269430:0:16813:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998227.269437:0:16813:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787998227.269445:0:16813:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 000000001fa5c8d4/0xb2d39e653c8c977 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x4fd9a50f3a6ac944 expref: -99 pid: 31406 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1787998227.269514:0:16813:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1787998227.269518:0:16813:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1787998227.269526:0:16813:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94d1a0095000. 02000000:00000001:3.0:1787998227.269530:0:16813:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998227.269583:0:16813:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998227.269592:0:16813:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1787998227.269596:0:16813:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998227.269602:0:16813:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187eb35e8 time=52 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998227.269609:0:16813:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787998227.269615:0:16813:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 16 to 192.168.206.123@tcp 00000100:00000001:3.0:1787998227.269621:0:16813:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 02000000:00000001:3.0:1787998227.269627:0:16813:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1787998227.269631:0:16813:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998227.269637:0:16813:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998227.269643:0:16813:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998227.269650:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5e58. 00000100:00000200:3.0:1787998227.269658:0:16813:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1874850309980928, offset 224 00000400:00000200:3.0:1787998227.269668:0:16813:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998227.269681:0:16813:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998227.269695:0:16813:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.23@tcp to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998227.269705:0:16813:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2598:2598:256:4294967295] 192.168.206.123@tcp LPNI seq info [2598:2598:8:4294967295] 00000400:00000200:3.0:1787998227.269711:0:16813:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998227.269723:0:16813:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:192.168.206.23@tcp) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998227.269729:0:16813:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998227.271390:0:16813:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1838ed000. 00000800:00000200:3.0:1787998227.271411:0:16813:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998227.271421:0:16813:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998227.271428:0:16813:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1838ed000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998227.271534:0:16813:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998227.271540:0:16813:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00010000:00000001:3.0:1787998227.271545:0:16813:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1787998227.271551:0:16813:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94d191d55540. 00010000:00000001:3.0:1787998227.271554:0:16813:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1787998227.271567:0:16813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1787998227.271570:0:16813:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998227.271572:0:16813:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998227.271574:0:16813:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998227.271584:0:16813:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d02680 x1874850309980928/t0(0) o104->LOV_OSC_UUID@192.168.206.123@tcp:443/0 lens 328/224 e 0 to 0 dl 1787998238 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787998227.271597:0:16813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94d191d02680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8432:x1874850309980928:12345-192.168.206.123@tcp:104: Request processed in 2208us (3615us total) trans 0 rc 0/0 00000100:00100000:3.0:1787998227.271608:0:16813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.123@tcp, seq: 55 00000100:00000040:3.0:1787998227.271613:0:16813:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff94d191090800 : new rpc_count 0 00000100:00000001:3.0:1787998227.271616:0:16813:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1787998227.271618:0:16813:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1787998227.271626:0:16813:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94d190a8d180. 00000020:00000010:3.0:1787998227.271633:0:16813:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94d18543a320. 00000020:00000010:3.0:1787998227.271637:0:16813:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d1861f7a00. 00000020:00000040:3.0:1787998227.271643:0:16813:0:(genops.c:879:class_export_put()) PUTting export ffff94d191090800 : new refcount 3 00000100:00000001:3.0:1787998227.271646:0:16813:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787998227.271754:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998227.271758:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1838ed000. 00000400:00000200:3.0:1787998227.271763:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998227.271782:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998227.271790:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5e58 00000400:00000010:3.0:1787998227.271793:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5e58. 00000100:00000001:3.0:1787998227.271799:0:2396:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1787998227.271801:0:2396:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1787998227.272565:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998227.272570:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031ff00. 00000400:00000200:3.0:1787998227.272577:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998227.272581:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998227.272584:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409220 00000400:00000010:3.0:1787998227.272586:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409220. 00000100:00000001:3.0:1787998227.272589:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998227.272594:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eded80 x1874850291742464/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998243 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998227.272743:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998227.272749:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199eded80 x1874850291742464/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998243 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998227.272758:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998227.272760:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998227.281593:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998227.281621:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998227.281627:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998227.281630:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998227.281641:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998227.281653:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998227.281665:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998227.281672:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998227.281679:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998227.281684:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 18 MB=0x6a92a99a57700 00000400:00000200:3.0:1787998227.281690:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998227.281698:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.123@tcp of length 224/224 into md 0x79a5 [1] + 224 00000800:00000001:3.0:1787998227.281707:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998227.281715:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998227.281719:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998227.281724:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998227.281737:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998227.281752:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eded80 x1874850291742464/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998243 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998227.281764:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199eded80 x1874850291742464/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998243 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998227.281800:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998227.281812:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998227.281815:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1787998227.285130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98200. 00010000:00000010:1.1:1787998227.285145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2200. 00000080:00000001:2.0:1787998227.324096:0:31781:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998227.331859:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998227.331867:0:15976:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998227.331871:0:15976:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998227.331885:0:15976:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998227.331889:0:15976:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998227.331892:0:15976:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998227.331894:0:15976:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998227.331897:0:15976:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998227.332045:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998227.332049:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998227.332052:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1787998228.027645:0:31843:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998228.354862:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998228.354868:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998229.086835:0:31936:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998229.381665:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998229.381671:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998229.381708:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998229.381711:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998229.381714:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1787998229.447705:0:31972:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1787998229.447711:0:31972:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 21g: drop open reply and close request while close and open are both in flight ========================================================== 06:10:28 (1787998228) 00000001:00000001:0.0:1787998229.457981:0:31972:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:3.0:1787998229.557074:0:31978:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998229.557081:0:31978:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998229.557083:0:31978:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1787998229.557086:0:31978:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420abb20 00000080:00200000:3.0:1787998229.557090:0:31978:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:3.0:1787998229.557098:0:31978:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19162aa00. 00800000:00000002:3.0:1787998229.557104:0:31978:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:3.0:1787998229.557108:0:31978:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787998229.557112:0:31978:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787998229.557114:0:31978:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420aba40 00800000:00000002:3.0:1787998229.557116:0:31978:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998229.557120:0:31978:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787998229.557123:0:31978:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998229.557125:0:31978:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998229.557128:0:31978:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998229.557130:0:31978:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998229.557132:0:31978:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998229.557135:0:31978:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998229.557137:0:31978:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998229.557140:0:31978:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1787998229.557145:0:31978:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787998229.557147:0:31978:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420ab910 00000002:00010000:3.0:1787998229.557149:0:31978:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1787998229.557153:0:31978:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787998229.557155:0:31978:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998229.557158:0:31978:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1787998229.557164:0:31978:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998229.557166:0:31978:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998229.557168:0:31978:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998229.557170:0:31978:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1787998229.557172:0:31978:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1787998229.557178:0:31978:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d02d80. 00000020:00000040:3.0:1787998229.557181:0:31978:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:3.0:1787998229.557187:0:31978:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1787998229.557191:0:31978:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998229.557195:0:31978:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998229.557198:0:31978:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998229.557201:0:31978:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998229.557204:0:31978:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998229.557212:0:31978:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0096000. 00000100:00000001:3.0:1787998229.557218:0:31978:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998229.557223:0:31978:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998229.557225:0:31978:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998229.557226:0:31978:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998229.557227:0:31978:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998229.557229:0:31978:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998229.557234:0:31978:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226548256128 : -117847161295488 : ffff94d191d02d80) 00010000:00000001:3.0:1787998229.557237:0:31978:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1787998229.557239:0:31978:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1787998229.557243:0:31978:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d18a360500. 00010000:00000010:3.0:1787998229.557247:0:31978:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d190a8d100. 00010000:00000001:3.0:1787998229.557252:0:31978:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1787998229.557255:0:31978:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1903e5000. 00000020:00000001:3.0:1787998229.557258:0:31978:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1787998229.557267:0:31978:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1903e5000 with handle 0xb2d39e653c8c9c4 to hash 00000020:00000001:3.0:1787998229.557269:0:31978:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1787998229.557270:0:31978:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:3.0:1787998229.557273:0:31978:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:3.0:1787998229.557277:0:31978:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998229.557279:0:31978:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998229.557283:0:31978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5000/0xb2d39e653c8c9c4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998229.557290:0:31978:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5000/0xb2d39e653c8c9c4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998229.557298:0:31978:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5000/0xb2d39e653c8c9c4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1787998229.557304:0:31978:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787998229.557306:0:31978:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787998229.557312:0:31978:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1920f3c00. 00000100:00000001:3.0:1787998229.557314:0:31978:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226552388608 : -117847157163008 : ffff94d1920f3c00) 00000100:00000001:3.0:1787998229.557316:0:31978:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998229.557317:0:31978:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548256128 : -117847161295488 : ffff94d191d02d80) 00000100:00000001:3.0:1787998229.557321:0:31978:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998229.557325:0:31978:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998229.557327:0:31978:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787998229.557328:0:31978:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998229.557337:0:31978:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d02d80 x1874850291742592/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998229.557344:0:31978:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998229.557346:0:31978:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998229.557349:0:31978:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998229.557351:0:31978:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998229.557354:0:31978:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998229.557357:0:31978:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d02d80 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:31978:1874850291742592:192.168.206.123@tcp:101:lfs.0 00000100:00000001:3.0:1787998229.557360:0:31978:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998229.557366:0:31978:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998229.557368:0:31978:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998229.557370:0:31978:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998229.557374:0:31978:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d19175f800. 02000000:00000001:3.0:1787998229.557377:0:31978:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998229.557383:0:31978:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998229.557387:0:31978:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a9f8. 00000400:00000010:3.0:1787998229.557392:0:31978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5e58. 00000100:00000200:3.0:1787998229.557398:0:31978:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291742592, portal 10 00000100:00000001:3.0:1787998229.557400:0:31978:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998229.557401:0:31978:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548256128 : -117847161295488 : ffff94d191d02d80) 00000100:00000040:3.0:1787998229.557406:0:31978:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d02d80 x1874850291742592/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998245 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998229.557412:0:31978:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998229.557415:0:31978:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998229.557417:0:31978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5880. 00000100:00000200:3.0:1787998229.557419:0:31978:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1874850291742592, offset 0 00000400:00000200:3.0:1787998229.557425:0:31978:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998229.557433:0:31978:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.557439:0:31978:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998229.557443:0:31978:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998229.557447:0:31978:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998229.557450:0:31978:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998229.557453:0:31978:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998229.557456:0:31978:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2600:2600:256:4294967295] 192.168.206.123@tcp LPNI seq info [2600:2600:8:4294967295] 00000400:00000200:3.0:1787998229.557460:0:31978:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.557468:0:31978:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998229.557475:0:31978:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998229.557480:0:31978:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d189a59700. 00000800:00000200:3.0:1787998229.557486:0:31978:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998229.557493:0:31978:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998229.557498:0:31978:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d189a59700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1787998229.557513:0:31978:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998229.557517:0:31978:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 825677 usecs (826 jiffies) 00000400:00000200:3.0:1787998229.557520:0:31978:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998229.557523:0:31978:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296410540 00000800:00000200:3.0:1787998229.558238:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998229.558243:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d189a59700. 00000400:00000200:3.0:1787998229.558248:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998229.558253:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998229.558259:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5880 00000400:00000010:3.0:1787998229.558261:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5880. 00000100:00000001:3.0:1787998229.558265:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998229.558270:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d02d80 x1874850291742592/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998245 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998229.558280:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998229.558284:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d02d80 x1874850291742592/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998245 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998229.558289:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998229.558290:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787998229.558308:0:31978:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296411128 00000100:00000001:3.0:1787998229.558311:0:31978:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296410541 00000100:00000001:3.0:1787998229.558313:0:31978:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296411128 00000100:00000001:3.0:1787998229.558316:0:31978:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998229.558318:0:31978:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998229.558320:0:31978:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998229.558322:0:31978:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787998229.558324:0:31978:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1920f3c00 going to sleep for 11 seconds 00000100:00000001:3.0:1787998229.558327:0:31978:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998229.558330:0:31978:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787998229.569073:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998229.569088:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998229.569092:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998229.569094:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998229.569102:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.569109:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998229.569117:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.569122:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.569127:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.569131:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a57780 00000400:00000200:3.0:1787998229.569135:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.569141:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x79ad [1] + 224 00000800:00000001:3.0:1787998229.569148:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998229.569153:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998229.569157:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998229.569161:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998229.569169:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998229.569177:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d02d80 x1874850291742592/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998245 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998229.569187:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d191d02d80 x1874850291742592/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998245 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998229.569238:0:31978:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998229.569255:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998229.569264:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998229.569268:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1787998229.571344:0:31978:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998229.571349:0:31978:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998229.571353:0:31978:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a9f8. 00000400:00000200:0.0:1787998229.571359:0:31978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5e58 00000400:00000010:0.0:1787998229.571361:0:31978:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5e58. 00000100:00000001:0.0:1787998229.571365:0:31978:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998229.571374:0:31978:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d02d80 x1874850291742592/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998245 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998229.571385:0:31978:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d02d80 x1874850291742592/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998245 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998229.571392:0:31978:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998229.571394:0:31978:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998229.571397:0:31978:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998229.571400:0:31978:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998229.571402:0:31978:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998229.571404:0:31978:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998229.571418:0:31978:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998229.571426:0:31978:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=55 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998229.571429:0:31978:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998229.571432:0:31978:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998229.571434:0:31978:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998229.571437:0:31978:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998229.571440:0:31978:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998229.571443:0:31978:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1787998229.571445:0:31978:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: committing for last_committed 4294967592 gen 2 00000100:00000040:0.0:1787998229.571451:0:31978:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967592) req@ffff94d191c10e00 x1874850291736576/t4294967580(4294967580) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998237 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998229.571459:0:31978:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998229.571462:0:31978:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c10e00 x1874850291736576/t4294967580(4294967580) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998237 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998229.571469:0:31978:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998229.571471:0:31978:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998229.571475:0:31978:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1923a0400. 02000000:00000001:0.0:1787998229.571478:0:31978:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998229.571480:0:31978:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998229.571482:0:31978:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998229.571484:0:31978:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998229.571487:0:31978:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d19172ae00. 02000000:00000001:0.0:1787998229.571490:0:31978:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998229.571493:0:31978:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998229.571495:0:31978:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c10e00. 00000100:00000001:0.0:1787998229.571500:0:31978:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998229.571501:0:31978:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998229.571506:0:31978:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967592) req@ffff94d191c11180 x1874850291739008/t4294967584(4294967584) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1787998239 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998229.571512:0:31978:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998229.571514:0:31978:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c11180 x1874850291739008/t4294967584(4294967584) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1787998239 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998229.571519:0:31978:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998229.571520:0:31978:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998229.571522:0:31978:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1923a0800. 02000000:00000001:0.0:1787998229.571524:0:31978:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998229.571525:0:31978:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998229.571526:0:31978:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998229.571527:0:31978:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998229.571529:0:31978:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d19172b600. 02000000:00000001:0.0:1787998229.571531:0:31978:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998229.571532:0:31978:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998229.571533:0:31978:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c11180. 00000100:00000001:0.0:1787998229.571535:0:31978:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998229.571536:0:31978:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998229.571540:0:31978:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967592) req@ffff94d199edc000 x1874850291739648/t4294967586(4294967586) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1787998239 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998229.571547:0:31978:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998229.571550:0:31978:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edc000 x1874850291739648/t4294967586(4294967586) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1787998239 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998229.571556:0:31978:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998229.571557:0:31978:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998229.571559:0:31978:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e24c00. 02000000:00000001:0.0:1787998229.571561:0:31978:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998229.571562:0:31978:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998229.571563:0:31978:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998229.571564:0:31978:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998229.571565:0:31978:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d1a0a6f000. 02000000:00000001:0.0:1787998229.571567:0:31978:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998229.571568:0:31978:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998229.571569:0:31978:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edc000. 00000100:00000001:0.0:1787998229.571572:0:31978:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998229.571573:0:31978:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998229.571577:0:31978:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967592) req@ffff94d199edf100 x1874850291740928/t4294967590(4294967590) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1787998239 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998229.571583:0:31978:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998229.571586:0:31978:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edf100 x1874850291740928/t4294967590(4294967590) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1787998239 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998229.571591:0:31978:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998229.571592:0:31978:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998229.571593:0:31978:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e24400. 02000000:00000001:0.0:1787998229.571595:0:31978:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998229.571596:0:31978:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998229.571597:0:31978:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998229.571599:0:31978:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998229.571600:0:31978:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d1a0a6e600. 02000000:00000001:0.0:1787998229.571601:0:31978:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998229.571602:0:31978:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998229.571603:0:31978:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edf100. 00000100:00000001:0.0:1787998229.571606:0:31978:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998229.571607:0:31978:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998229.571610:0:31978:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967592) req@ffff94d199ede680 x1874850291741568/t4294967592(4294967592) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1787998239 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998229.571615:0:31978:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998229.571617:0:31978:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199ede680 x1874850291741568/t4294967592(4294967592) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1787998239 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998229.571622:0:31978:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998229.571623:0:31978:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998229.571624:0:31978:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e25c00. 02000000:00000001:0.0:1787998229.571626:0:31978:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998229.571627:0:31978:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998229.571628:0:31978:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998229.571629:0:31978:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998229.571630:0:31978:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d1a0a6ee00. 02000000:00000001:0.0:1787998229.571632:0:31978:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998229.571633:0:31978:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998229.571634:0:31978:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199ede680. 00000100:00000001:0.0:1787998229.571636:0:31978:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998229.571637:0:31978:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998229.571639:0:31978:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1787998229.571642:0:31978:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: normal: skip=1 replay=5/5 committed=0/0 00000100:00000001:0.0:1787998229.571644:0:31978:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998229.571646:0:31978:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998229.571651:0:31978:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d02d80 x1874850291742592/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998245 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998229.571657:0:31978:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998229.571660:0:31978:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998229.571662:0:31978:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998229.571666:0:31978:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d02d80 x1874850291742592/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998245 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998229.571673:0:31978:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d02d80 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:31978:1874850291742592:192.168.206.123@tcp:101:lfs.0 00000100:00000001:0.0:1787998229.571679:0:31978:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998229.571681:0:31978:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998229.571683:0:31978:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998229.571685:0:31978:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998229.571688:0:31978:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d02d80 x1874850291742592/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998245 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998229.571694:0:31978:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998229.571696:0:31978:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1920f3c00. 00000100:00000001:0.0:1787998229.571700:0:31978:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998229.571701:0:31978:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998229.571703:0:31978:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1787998229.571707:0:31978:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998229.571709:0:31978:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998229.571712:0:31978:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=4 00000020:00000001:0.0:1787998229.571714:0:31978:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:0.0:1787998229.571717:0:31978:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000040:0.0:1787998229.571925:0:31978:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1903e5000, remote cookie: 0x4fd9a50f3a6aca8d, flags: 0x1001 00010000:00010000:0.0:1787998229.571933:0:31978:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5000/0xb2d39e653c8c9c4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6aca8d expref: -99 pid: 31978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998229.571943:0:31978:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5000/0xb2d39e653c8c9c4 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6aca8d expref: -99 pid: 31978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998229.571949:0:31978:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1787998229.571954:0:31978:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1787998229.571956:0:31978:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1787998229.571957:0:31978:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1787998229.571959:0:31978:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1787998229.571961:0:31978:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d18a360500) refcount = 1 00010000:00010000:0.0:1787998229.571965:0:31978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5000/0xb2d39e653c8c9c4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6aca8d expref: -99 pid: 31978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998229.571977:0:31978:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1787998229.571980:0:31978:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1787998229.571981:0:31978:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998229.571984:0:31978:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1787998229.571986:0:31978:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998229.571990:0:31978:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5000/0xb2d39e653c8c9c4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6aca8d expref: -99 pid: 31978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998229.571996:0:31978:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1787998229.571997:0:31978:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998229.571999:0:31978:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998229.572000:0:31978:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998229.572001:0:31978:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998229.572003:0:31978:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998229.572007:0:31978:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1787998229.572009:0:31978:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998229.572011:0:31978:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998229.572012:0:31978:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=3 00000020:00000001:0.0:1787998229.572014:0:31978:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:0.0:1787998229.572016:0:31978:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:0.0:1787998229.572019:0:31978:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998229.572020:0:31978:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998229.572021:0:31978:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=4 00000020:00000001:0.0:1787998229.572023:0:31978:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:0.0:1787998229.572024:0:31978:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:0.0:1787998229.572027:0:31978:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998229.572029:0:31978:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998229.572032:0:31978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5000/0xb2d39e653c8c9c4 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6aca8d expref: -99 pid: 31978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998229.572038:0:31978:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998229.572040:0:31978:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998229.572041:0:31978:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998229.572042:0:31978:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998229.572043:0:31978:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=5 00000020:00000001:0.0:1787998229.572045:0:31978:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:0.0:1787998229.572047:0:31978:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:0.0:1787998229.572050:0:31978:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998229.572052:0:31978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5000/0xb2d39e653c8c9c4 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6aca8d expref: -99 pid: 31978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998229.572058:0:31978:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998229.572059:0:31978:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1787998229.572062:0:31978:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5000/0xb2d39e653c8c9c4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6aca8d expref: -99 pid: 31978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998229.572068:0:31978:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998229.572069:0:31978:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998229.572070:0:31978:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998229.572071:0:31978:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998229.572072:0:31978:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1787998229.572077:0:31978:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d191d02d80 x1874850291742592/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998245 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1787998229.572085:0:31978:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998229.572086:0:31978:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998229.572087:0:31978:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=3 00000020:00000001:0.0:1787998229.572089:0:31978:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:0.0:1787998229.572091:0:31978:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:0.0:1787998229.572093:0:31978:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998229.572094:0:31978:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998229.572096:0:31978:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998229.572098:0:31978:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998229.572100:0:31978:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1787998229.572102:0:31978:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998229.572103:0:31978:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998229.572105:0:31978:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=3 00000020:00000001:0.0:1787998229.572107:0:31978:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:0.0:1787998229.572109:0:31978:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00000002:00010000:0.0:1787998229.572112:0:31978:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5000/0xb2d39e653c8c9c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6aca8d expref: -99 pid: 31978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998229.572118:0:31978:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998229.572119:0:31978:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998229.572121:0:31978:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1787998229.572122:0:31978:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998229.572123:0:31978:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998229.572124:0:31978:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=3 00000020:00000001:0.0:1787998229.572126:0:31978:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:0.0:1787998229.572128:0:31978:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000040:0.0:1787998229.572133:0:31978:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360500 count: 2 00010000:00000001:0.0:1787998229.572135:0:31978:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1787998229.572139:0:31978:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1787998229.572142:0:31978:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998229.572143:0:31978:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998229.572144:0:31978:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1787998229.572147:0:31978:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420ab898 00000002:00002000:0.0:1787998229.572149:0:31978:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1787998229.572152:0:31978:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998229.572156:0:31978:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998229.572159:0:31978:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1787998229.572162:0:31978:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1787998229.572165:0:31978:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998229.572168:0:31978:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998229.572172:0:31978:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162aa00. 00000080:00000001:0.0:1787998229.572176:0:31978:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787998229.572178:0:31978:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1787998229.572183:0:31978:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1787998229.572186:0:31978:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00000800:00000200:3.0:1787998229.580027:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998229.580036:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f300. 00000400:00000200:3.0:1787998229.580044:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998229.580053:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998229.580060:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409aa0 00000400:00000010:3.0:1787998229.580063:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409aa0. 00000100:00000001:3.0:1787998229.580067:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998229.580074:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eded80 x1874850291742720/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998245 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998229.580087:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998229.580090:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199eded80 x1874850291742720/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998245 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998229.580097:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998229.580099:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998229.587319:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998229.587336:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998229.587340:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998229.587343:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998229.587351:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998229.587359:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998229.587367:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998229.587372:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998229.587377:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998229.587380:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 584 into portal 10 MB=0x6a92a99a57800 00000400:00000200:2.0:1787998229.587385:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998229.587390:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 584/584 into md 0x79bd [1] + 224 00000800:00000001:2.0:1787998229.587397:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998229.587403:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998229.587407:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998229.587411:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998229.587418:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998229.587426:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eded80 x1874850291742720/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998245 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998229.587437:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff94d199eded80 x1874850291742720/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998245 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998229.587457:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998229.587465:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998229.587469:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1787998229.594136:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998229.594141:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f900. 00000400:00000200:2.0:1787998229.594148:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998229.594154:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998229.594159:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854094c8 00000400:00000010:2.0:1787998229.594162:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854094c8. 00000100:00000001:2.0:1787998229.594166:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998229.594171:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eded80 x1874850291742976/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998245 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998229.594182:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998229.594186:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199eded80 x1874850291742976/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998245 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998229.594192:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998229.594194:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1787998229.599884:0:1014:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3e00. 00000080:00000010:1.1:1787998229.599904:0:1014:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90ba0. 00010000:00000010:1.1:1787998229.599914:0:1014:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360500. 00010000:00000010:1.1:1787998229.599918:0:1014:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5000. 00000800:00000001:3.0:1787998229.607257:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998229.607273:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998229.607278:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998229.607281:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998229.607289:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.607296:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998229.607304:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.607309:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.607313:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.607317:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 448 into portal 10 MB=0x6a92a99a57900 00000400:00000200:3.0:1787998229.607322:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.607327:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 448/448 into md 0x79c5 [1] + 224 00000800:00000001:3.0:1787998229.607333:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998229.607338:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998229.607341:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998229.607345:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998229.607351:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998229.607358:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eded80 x1874850291742976/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998245 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998229.607368:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff94d199eded80 x1874850291742976/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998245 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998229.607388:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998229.607396:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998229.607399:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1787998229.627243:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998229.627251:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031fc00. 00000400:00000200:2.0:1787998229.627270:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998229.627277:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998229.627284:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854093b8 00000400:00000010:2.0:1787998229.627286:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854093b8. 00000100:00000001:2.0:1787998229.627291:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998229.627297:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edfb80 x1874850291743104/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998245 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998229.627308:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998229.627311:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edfb80 x1874850291743104/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998245 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998229.627322:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998229.627324:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998229.632318:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998229.632333:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998229.632337:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998229.632339:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998229.632347:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.632354:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998229.632363:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.632367:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.632372:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.632376:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a57980 00000400:00000200:3.0:1787998229.632380:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.632387:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x79cd [1] + 224 00000800:00000001:3.0:1787998229.632393:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998229.632400:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998229.632403:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998229.635618:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998229.635627:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998229.635635:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edfb80 x1874850291743104/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998245 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998229.635648:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d199edfb80 x1874850291743104/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998245 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998229.635665:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998229.635680:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998229.635689:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1787998229.637201:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998229.637206:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f100. 00000400:00000200:2.0:1787998229.637212:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998229.637216:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998229.637221:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409198 00000400:00000010:2.0:1787998229.637223:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409198. 00000100:00000001:2.0:1787998229.637227:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998229.637231:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edfb80 x1874850291743232/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998245 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998229.637239:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998229.637242:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edfb80 x1874850291743232/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998245 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998229.637248:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998229.637249:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998229.641570:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998229.641587:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998229.641592:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998229.641594:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998229.641603:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.641611:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998229.641619:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.641623:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.641628:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.641631:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 584 into portal 10 MB=0x6a92a99a57a00 00000400:00000200:3.0:1787998229.641636:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.641641:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 584/584 into md 0x79d5 [1] + 224 00000800:00000001:3.0:1787998229.641647:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998229.641654:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998229.641657:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998229.641661:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998229.641668:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998229.641676:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edfb80 x1874850291743232/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998245 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998229.641693:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff94d199edfb80 x1874850291743232/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998245 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998229.641728:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998229.641738:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998229.641741:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1787998229.644751:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998229.644756:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f400. 00000400:00000200:2.0:1787998229.644762:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998229.644809:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998229.644814:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409b28 00000400:00000010:2.0:1787998229.644816:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409b28. 00000100:00000001:2.0:1787998229.644821:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998229.644825:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edfb80 x1874850291743488/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998245 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998229.644834:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998229.644837:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edfb80 x1874850291743488/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998245 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998229.644843:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998229.644844:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1787998229.654816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3400. 00000080:00000010:1.1:1787998229.658832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a900a0. 00010000:00000010:1.1:1787998229.658847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98000. 00010000:00000010:1.1:1787998229.658853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3e00. 00000800:00000001:3.0:1787998229.659297:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998229.659308:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998229.659311:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998229.659314:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998229.659322:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.659329:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998229.659338:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.659342:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.659347:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.659350:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 448 into portal 10 MB=0x6a92a99a57b00 00000400:00000200:3.0:1787998229.659355:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.659361:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 448/448 into md 0x79dd [1] + 224 00000800:00000001:3.0:1787998229.659368:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998229.659376:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998229.659379:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998229.659383:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998229.659390:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998229.659398:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edfb80 x1874850291743488/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998245 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998229.659475:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff94d199edfb80 x1874850291743488/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998245 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998229.659553:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998229.659564:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998229.659567:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787998229.712328:0:31989:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:2.0:1787998229.712335:0:31989:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:2.0:1787998229.712337:0:31989:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1787998229.712341:0:31989:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d414b3bc0 00000080:00200000:2.0:1787998229.712344:0:31989:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:2.0:1787998229.712351:0:31989:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1a0b08800. 00800000:00000002:2.0:1787998229.712358:0:31989:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:2.0:1787998229.712361:0:31989:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787998229.712366:0:31989:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787998229.712368:0:31989:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d414b3ae0 00800000:00000002:2.0:1787998229.712371:0:31989:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998229.712374:0:31989:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1787998229.712377:0:31989:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998229.712379:0:31989:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998229.712381:0:31989:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998229.712383:0:31989:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998229.712386:0:31989:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998229.712388:0:31989:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998229.712390:0:31989:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998229.712394:0:31989:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1787998229.712398:0:31989:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787998229.712400:0:31989:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d414b39b0 00000002:00010000:2.0:1787998229.712402:0:31989:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1787998229.712406:0:31989:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1787998229.712408:0:31989:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998229.712411:0:31989:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1787998229.712416:0:31989:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998229.712419:0:31989:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998229.712421:0:31989:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998229.712423:0:31989:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1787998229.712425:0:31989:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1787998229.712431:0:31989:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d19180. 00000020:00000040:2.0:1787998229.712435:0:31989:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:2.0:1787998229.712441:0:31989:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1787998229.712445:0:31989:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998229.712449:0:31989:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998229.712451:0:31989:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998229.712454:0:31989:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998229.712459:0:31989:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998229.712465:0:31989:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0bac800. 00000100:00000001:2.0:1787998229.712472:0:31989:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998229.712477:0:31989:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787998229.712478:0:31989:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998229.712480:0:31989:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787998229.712481:0:31989:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998229.712483:0:31989:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998229.712488:0:31989:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226548347264 : -117847161204352 : ffff94d191d19180) 00010000:00000001:2.0:1787998229.712492:0:31989:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1787998229.712494:0:31989:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1787998229.712498:0:31989:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d188d3ca00. 00010000:00000010:2.0:1787998229.712502:0:31989:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d19219d900. 00010000:00000001:2.0:1787998229.712507:0:31989:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1787998229.712510:0:31989:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d190a5d000. 00000020:00000001:2.0:1787998229.712513:0:31989:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1787998229.712516:0:31989:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d190a5d000 with handle 0xb2d39e653c8c9e0 to hash 00000020:00000001:2.0:1787998229.712518:0:31989:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1787998229.712520:0:31989:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226528702464 : -117847180849152 : ffff94d190a5d000) 00010000:00000001:2.0:1787998229.712523:0:31989:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226528702464 : -117847180849152 : ffff94d190a5d000) 00010000:00000001:2.0:1787998229.712527:0:31989:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998229.712529:0:31989:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998229.712533:0:31989:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d000/0xb2d39e653c8c9e0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998229.712541:0:31989:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d000/0xb2d39e653c8c9e0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998229.712550:0:31989:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d000/0xb2d39e653c8c9e0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31989 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1787998229.712554:0:31989:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787998229.712556:0:31989:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787998229.712562:0:31989:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1916c8900. 00000100:00000001:2.0:1787998229.712564:0:31989:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226541725952 : -117847167825664 : ffff94d1916c8900) 00000100:00000001:2.0:1787998229.712567:0:31989:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998229.712568:0:31989:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548347264 : -117847161204352 : ffff94d191d19180) 00000100:00000001:2.0:1787998229.712572:0:31989:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998229.712576:0:31989:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998229.712578:0:31989:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787998229.712579:0:31989:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998229.712589:0:31989:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d19180 x1874850291743616/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998229.712598:0:31989:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998229.712600:0:31989:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998229.712603:0:31989:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998229.712606:0:31989:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998229.712608:0:31989:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998229.712611:0:31989:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d19180 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:31989:1874850291743616:192.168.206.123@tcp:101:multiop.0 00000100:00000001:2.0:1787998229.712615:0:31989:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998229.712620:0:31989:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998229.712623:0:31989:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998229.712625:0:31989:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998229.712629:0:31989:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d192185800. 02000000:00000001:2.0:1787998229.712632:0:31989:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998229.712639:0:31989:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998229.712642:0:31989:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151318. 00000400:00000010:2.0:1787998229.712649:0:31989:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfa18. 00000100:00000200:2.0:1787998229.712655:0:31989:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291743616, portal 10 00000100:00000001:2.0:1787998229.712658:0:31989:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998229.712659:0:31989:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548347264 : -117847161204352 : ffff94d191d19180) 00000100:00000040:2.0:1787998229.712664:0:31989:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d19180 x1874850291743616/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998245 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998229.712672:0:31989:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998229.712675:0:31989:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998229.712677:0:31989:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf550. 00000100:00000200:2.0:1787998229.712680:0:31989:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1874850291743616, offset 0 00000400:00000200:2.0:1787998229.712686:0:31989:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998229.712694:0:31989:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998229.712700:0:31989:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998229.712705:0:31989:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998229.712710:0:31989:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998229.712713:0:31989:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998229.712716:0:31989:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998229.712720:0:31989:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2606:2606:256:4294967295] 192.168.206.123@tcp LPNI seq info [2606:2606:8:4294967295] 00000400:00000200:2.0:1787998229.712724:0:31989:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998229.712733:0:31989:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998229.712739:0:31989:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998229.712744:0:31989:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19381ed00. 00000800:00000200:2.0:1787998229.712750:0:31989:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998229.712758:0:31989:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998229.712762:0:31989:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19381ed00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1787998229.714736:0:31989:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998229.714747:0:31989:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 818147 usecs (819 jiffies) 00000800:00000200:3.0:1787998229.714886:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998229.714893:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19381ed00. 00000400:00000200:3.0:1787998229.714899:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998229.714907:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998229.714914:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf550 00000400:00000010:3.0:1787998229.714916:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf550. 00000100:00000001:3.0:1787998229.714921:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998229.714938:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d19180 x1874850291743616/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998245 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998229.714949:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998229.714952:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d19180 x1874850291743616/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998245 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998229.714959:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998229.714961:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1787998229.716056:0:31989:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998229.716060:0:31989:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296410692 00000100:00000001:3.0:1787998229.716154:0:31989:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296411128 00000100:00000001:3.0:1787998229.716158:0:31989:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296410692 00000100:00000001:3.0:1787998229.716161:0:31989:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296411128 00000100:00000001:3.0:1787998229.716163:0:31989:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998229.716167:0:31989:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998229.716170:0:31989:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998229.716172:0:31989:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787998229.716176:0:31989:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1916c8900 going to sleep for 11 seconds 00000100:00000001:3.0:1787998229.716179:0:31989:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998229.716182:0:31989:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787998229.725931:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998229.725945:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998229.725949:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998229.725952:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998229.725960:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.725966:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998229.725975:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.725979:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.725983:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.725987:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a57b80 00000400:00000200:3.0:1787998229.725993:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.725998:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x79e5 [1] + 224 00000800:00000001:3.0:1787998229.726005:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998229.726024:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998229.726027:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998229.726032:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998229.726039:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998229.726046:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d19180 x1874850291743616/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998245 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998229.726058:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d191d19180 x1874850291743616/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998245 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998229.726116:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998229.726124:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998229.726128:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998229.726142:0:31989:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998229.726150:0:31989:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998229.726152:0:31989:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998229.726155:0:31989:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151318. 00000400:00000200:0.0:1787998229.726160:0:31989:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfa18 00000400:00000010:0.0:1787998229.726161:0:31989:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfa18. 00000100:00000001:0.0:1787998229.726165:0:31989:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998229.726170:0:31989:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d19180 x1874850291743616/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998245 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998229.726179:0:31989:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d19180 x1874850291743616/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998245 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998229.726184:0:31989:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998229.726186:0:31989:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998229.726188:0:31989:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998229.726191:0:31989:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998229.726193:0:31989:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998229.726196:0:31989:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998229.726199:0:31989:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998229.726206:0:31989:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=55 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998229.726210:0:31989:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998229.726212:0:31989:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998229.726214:0:31989:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998229.726216:0:31989:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998229.726219:0:31989:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998229.726222:0:31989:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998229.726224:0:31989:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967592 00000100:00000001:0.0:1787998229.726226:0:31989:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998229.726228:0:31989:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998229.726232:0:31989:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d19180 x1874850291743616/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998245 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998229.726239:0:31989:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998229.726242:0:31989:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998229.726244:0:31989:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998229.726248:0:31989:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d19180 x1874850291743616/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998245 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998229.726277:0:31989:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d19180 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:31989:1874850291743616:192.168.206.123@tcp:101:multiop.0 00000100:00000001:0.0:1787998229.726282:0:31989:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998229.726285:0:31989:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998229.726287:0:31989:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998229.726290:0:31989:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998229.726294:0:31989:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d19180 x1874850291743616/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998245 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998229.726299:0:31989:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998229.726302:0:31989:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1916c8900. 00000100:00000001:0.0:1787998229.726306:0:31989:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998229.726307:0:31989:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998229.726309:0:31989:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1787998229.726312:0:31989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998229.726315:0:31989:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998229.726318:0:31989:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d000 refcount=4 00000020:00000001:0.0:1787998229.726320:0:31989:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528702464 : -117847180849152 : ffff94d190a5d000) 00010000:00000001:0.0:1787998229.726322:0:31989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528702464 : -117847180849152 : ffff94d190a5d000) 00010000:00000040:0.0:1787998229.726329:0:31989:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d190a5d000, remote cookie: 0x4fd9a50f3a6acafd, flags: 0x1001 00010000:00010000:0.0:1787998229.726333:0:31989:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d000/0xb2d39e653c8c9e0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acafd expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998229.726342:0:31989:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d000/0xb2d39e653c8c9e0 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acafd expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998229.726348:0:31989:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1787998229.726352:0:31989:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1787998229.726353:0:31989:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1787998229.726355:0:31989:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1787998229.726356:0:31989:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1787998229.726358:0:31989:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d188d3ca00) refcount = 1 00010000:00010000:0.0:1787998229.726362:0:31989:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d000/0xb2d39e653c8c9e0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acafd expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998229.726368:0:31989:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1787998229.726370:0:31989:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1787998229.726372:0:31989:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998229.726375:0:31989:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1787998229.726377:0:31989:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998229.726379:0:31989:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d000/0xb2d39e653c8c9e0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acafd expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998229.726384:0:31989:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1787998229.726386:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998229.726388:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998229.726389:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998229.726390:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998229.726391:0:31989:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998229.726395:0:31989:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1787998229.726396:0:31989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998229.726398:0:31989:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998229.726399:0:31989:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d000 refcount=3 00000020:00000001:0.0:1787998229.726401:0:31989:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528702464 : -117847180849152 : ffff94d190a5d000) 00010000:00000001:0.0:1787998229.726403:0:31989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528702464 : -117847180849152 : ffff94d190a5d000) 00010000:00000001:0.0:1787998229.726405:0:31989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998229.726406:0:31989:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998229.726407:0:31989:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d000 refcount=4 00000020:00000001:0.0:1787998229.726409:0:31989:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528702464 : -117847180849152 : ffff94d190a5d000) 00010000:00000001:0.0:1787998229.726411:0:31989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528702464 : -117847180849152 : ffff94d190a5d000) 00010000:00000001:0.0:1787998229.726413:0:31989:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998229.726416:0:31989:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998229.726419:0:31989:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d000/0xb2d39e653c8c9e0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acafd expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998229.726429:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998229.726431:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998229.726432:0:31989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998229.726433:0:31989:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998229.726434:0:31989:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d000 refcount=5 00000020:00000001:0.0:1787998229.726436:0:31989:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528702464 : -117847180849152 : ffff94d190a5d000) 00010000:00000001:0.0:1787998229.726438:0:31989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528702464 : -117847180849152 : ffff94d190a5d000) 00010000:00000001:0.0:1787998229.726440:0:31989:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998229.726442:0:31989:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d000/0xb2d39e653c8c9e0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acafd expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998229.726448:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998229.726449:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1787998229.726451:0:31989:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d000/0xb2d39e653c8c9e0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acafd expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998229.726456:0:31989:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998229.726457:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998229.726458:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998229.726459:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998229.726460:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1787998229.726465:0:31989:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d191d19180 x1874850291743616/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998245 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1787998229.726472:0:31989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998229.726473:0:31989:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998229.726474:0:31989:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d000 refcount=3 00000020:00000001:0.0:1787998229.726476:0:31989:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528702464 : -117847180849152 : ffff94d190a5d000) 00010000:00000001:0.0:1787998229.726478:0:31989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528702464 : -117847180849152 : ffff94d190a5d000) 00010000:00000001:0.0:1787998229.726480:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998229.726481:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998229.726482:0:31989:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998229.726485:0:31989:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998229.726487:0:31989:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1787998229.726490:0:31989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998229.726491:0:31989:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998229.726492:0:31989:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d000 refcount=3 00000020:00000001:0.0:1787998229.726494:0:31989:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528702464 : -117847180849152 : ffff94d190a5d000) 00010000:00000001:0.0:1787998229.726496:0:31989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528702464 : -117847180849152 : ffff94d190a5d000) 00000002:00010000:0.0:1787998229.726498:0:31989:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d000/0xb2d39e653c8c9e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acafd expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998229.726504:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998229.726505:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998229.726507:0:31989:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1787998229.726508:0:31989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998229.726509:0:31989:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998229.726510:0:31989:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d000 refcount=3 00000020:00000001:0.0:1787998229.726512:0:31989:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528702464 : -117847180849152 : ffff94d190a5d000) 00010000:00000001:0.0:1787998229.726513:0:31989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528702464 : -117847180849152 : ffff94d190a5d000) 00010000:00000040:0.0:1787998229.726519:0:31989:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3ca00 count: 2 00010000:00000001:0.0:1787998229.726521:0:31989:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1787998229.726524:0:31989:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1787998229.726527:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998229.726528:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998229.726529:0:31989:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1787998229.726531:0:31989:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d414b3938 00000002:00002000:0.0:1787998229.726533:0:31989:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1787998229.726536:0:31989:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998229.726540:0:31989:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998229.726543:0:31989:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1787998229.726545:0:31989:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1787998229.726549:0:31989:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998229.726553:0:31989:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998229.726556:0:31989:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1a0b08800. 00000080:00000001:0.0:1787998229.726561:0:31989:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787998229.726564:0:31989:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1787998229.726569:0:31989:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1787998229.726573:0:31989:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1787998229.726578:0:31989:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d190b352c0. 00800000:00000001:0.0:1787998229.726580:0:31989:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626226529587904 : -117847179963712 : ffff94d190b352c0) 00800000:00000001:0.0:1787998229.726582:0:31989:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998229.726585:0:31989:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1787998229.726587:0:31989:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1787998229.726588:0:31989:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1787998229.726591:0:31989:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1787998229.726593:0:31989:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1787998229.726595:0:31989:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998229.726598:0:31989:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1787998229.726601:0:31989:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1787998229.726605:0:31989:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1787998229.726607:0:31989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998229.726608:0:31989:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998229.726610:0:31989:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d000 refcount=3 00000020:00000001:0.0:1787998229.726612:0:31989:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528702464 : -117847180849152 : ffff94d190a5d000) 00010000:00000001:0.0:1787998229.726614:0:31989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528702464 : -117847180849152 : ffff94d190a5d000) 00010000:00000001:0.0:1787998229.726616:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998229.726617:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1787998229.726618:0:31989:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1787998229.726621:0:31989:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1787998229.726622:0:31989:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d190b352c0 1 00800000:00000010:0.0:1787998229.726624:0:31989:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d190b352c0. 00800000:00000001:0.0:1787998229.726628:0:31989:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998229.726630:0:31989:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8c9e0 00800000:00000001:0.0:1787998229.726633:0:31989:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998229.726634:0:31989:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998229.726636:0:31989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998229.726637:0:31989:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998229.726638:0:31989:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d000 refcount=3 00000020:00000001:0.0:1787998229.726639:0:31989:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528702464 : -117847180849152 : ffff94d190a5d000) 00010000:00000001:0.0:1787998229.726641:0:31989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528702464 : -117847180849152 : ffff94d190a5d000) 00010000:00000001:0.0:1787998229.726644:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998229.726645:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998229.726646:0:31989:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998229.726648:0:31989:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998229.726650:0:31989:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998229.726653:0:31989:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:0.0:1787998229.726655:0:31989:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8c9e0 from it ffffb66d414b3bf8 00010000:00000001:0.0:1787998229.726657:0:31989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998229.726658:0:31989:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998229.726659:0:31989:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d000 refcount=3 00000020:00000001:0.0:1787998229.726661:0:31989:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528702464 : -117847180849152 : ffff94d190a5d000) 00010000:00000001:0.0:1787998229.726663:0:31989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528702464 : -117847180849152 : ffff94d190a5d000) 00010000:00000001:0.0:1787998229.726665:0:31989:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998229.726668:0:31989:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d000/0xb2d39e653c8c9e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acafd expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998229.726674:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998229.726675:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998229.726676:0:31989:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998229.726678:0:31989:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998229.726681:0:31989:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d000/0xb2d39e653c8c9e0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acafd expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787998229.726687:0:31989:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998229.726689:0:31989:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998229.726691:0:31989:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998229.726695:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998229.726696:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998229.726697:0:31989:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998229.726701:0:31989:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998229.726702:0:31989:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998229.726704:0:31989:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998229.726706:0:31989:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998229.726708:0:31989:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998229.726709:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998229.726710:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787998229.726712:0:31989:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998229.726717:0:31989:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d19180 x1874850291743616/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998245 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998229.726722:0:31989:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998229.726737:0:31989:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998229.726741:0:31989:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d192185800. 02000000:00000001:0.0:1787998229.726745:0:31989:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998229.726747:0:31989:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998229.726749:0:31989:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998229.726751:0:31989:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998229.726753:0:31989:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1a0bac800. 02000000:00000001:0.0:1787998229.726756:0:31989:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998229.726757:0:31989:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998229.726759:0:31989:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d19180. 00000100:00000001:0.0:1787998229.726762:0:31989:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998229.726764:0:31989:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998229.726791:0:31989:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:0.0:1787998229.726796:0:31989:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998229.726809:0:31989:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d190a9cec0. 00000020:00000001:0.0:1787998229.726813:0:31989:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d414b3b28 00000080:00200000:0.0:1787998229.726815:0:31989:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), flags=25 00000080:00000001:0.0:1787998229.726818:0:31989:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1787998229.726820:0:31989:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d414b39d8 00000080:00200000:0.0:1787998229.726822:0:31989:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), intent=0 00000080:00000010:0.0:1787998229.726828:0:31989:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d190451000. 00800000:00000002:0.0:1787998229.726833:0:31989:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998229.726837:0:31989:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998229.726840:0:31989:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998229.726841:0:31989:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d414b38f8 00800000:00000002:0.0:1787998229.726844:0:31989:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998229.726846:0:31989:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998229.726850:0:31989:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998229.726852:0:31989:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998229.726854:0:31989:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998229.726857:0:31989:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998229.726859:0:31989:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998229.726861:0:31989:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998229.726862:0:31989:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998229.726875:0:31989:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d414b3890 00800000:00000002:0.0:1787998229.726877:0:31989:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-1' -> mds #0 00000002:00000001:0.0:1787998229.726881:0:31989:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998229.726882:0:31989:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d414b37c8 00000002:00010000:0.0:1787998229.726883:0:31989:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1787998229.726887:0:31989:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1787998229.726888:0:31989:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1787998229.726892:0:31989:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c11180. 00000020:00000040:0.0:1787998229.726895:0:31989:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:0.0:1787998229.726899:0:31989:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1787998229.726902:0:31989:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998229.726904:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998229.726905:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998229.726906:0:31989:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998229.726909:0:31989:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998229.726910:0:31989:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998229.726914:0:31989:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998229.726920:0:31989:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1923a0800. 00000100:00000001:0.0:1787998229.726936:0:31989:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998229.726939:0:31989:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998229.726941:0:31989:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998229.726942:0:31989:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998229.726943:0:31989:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998229.726945:0:31989:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998229.726950:0:31989:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226547265920 : -117847162285696 : ffff94d191c11180) 00010000:00000001:0.0:1787998229.726953:0:31989:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1787998229.726954:0:31989:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1787998229.726957:0:31989:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3ca00 count: 2 00010000:00000001:0.0:1787998229.726959:0:31989:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998229.726962:0:31989:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1787998229.726965:0:31989:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d187367e00. 00000020:00000001:0.0:1787998229.726969:0:31989:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1787998229.726971:0:31989:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d187367e00 with handle 0xb2d39e653c8c9e7 to hash 00000020:00000001:0.0:1787998229.726973:0:31989:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1787998229.726974:0:31989:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226370412032 : -117847339139584 : ffff94d187367e00) 00010000:00000001:0.0:1787998229.726977:0:31989:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226370412032 : -117847339139584 : ffff94d187367e00) 00010000:00000001:0.0:1787998229.726980:0:31989:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998229.726981:0:31989:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998229.726985:0:31989:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367e00/0xb2d39e653c8c9e7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998229.726991:0:31989:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367e00/0xb2d39e653c8c9e7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998229.727000:0:31989:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367e00/0xb2d39e653c8c9e7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31989 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1787998229.727005:0:31989:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998229.727007:0:31989:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998229.727012:0:31989:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a00afe40. 00000100:00000001:0.0:1787998229.727014:0:31989:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786991680 : -117846922559936 : ffff94d1a00afe40) 00000100:00000001:0.0:1787998229.727017:0:31989:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998229.727018:0:31989:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547265920 : -117847162285696 : ffff94d191c11180) 00000100:00000001:0.0:1787998229.727021:0:31989:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998229.727024:0:31989:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998229.727026:0:31989:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998229.727028:0:31989:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998229.727032:0:31989:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c11180 x1874850291743744/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998229.727039:0:31989:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998229.727041:0:31989:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998229.727044:0:31989:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998229.727047:0:31989:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998229.727049:0:31989:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998229.727053:0:31989:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c11180 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:31989:1874850291743744:192.168.206.123@tcp:101:multiop.0 00000100:00000001:0.0:1787998229.727058:0:31989:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998229.727063:0:31989:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998229.727065:0:31989:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998229.727067:0:31989:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998229.727071:0:31989:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d1a00f9000. 02000000:00000001:0.0:1787998229.727073:0:31989:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998229.727077:0:31989:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998229.727080:0:31989:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30b58. 00000400:00000010:0.0:1787998229.727085:0:31989:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807990. 00000100:00000200:0.0:1787998229.727091:0:31989:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291743744, portal 10 00000100:00000001:0.0:1787998229.727093:0:31989:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998229.727094:0:31989:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547265920 : -117847162285696 : ffff94d191c11180) 00000100:00000040:0.0:1787998229.727099:0:31989:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191c11180 x1874850291743744/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998245 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998229.727106:0:31989:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998229.727109:0:31989:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998229.727112:0:31989:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807cc0. 00000100:00000200:0.0:1787998229.727115:0:31989:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1874850291743744, offset 0 00000400:00000200:0.0:1787998229.727120:0:31989:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998229.727127:0:31989:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998229.727133:0:31989:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998229.727138:0:31989:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998229.727142:0:31989:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998229.727145:0:31989:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998229.727147:0:31989:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998229.727151:0:31989:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2607:2607:256:4294967295] 192.168.206.123@tcp LPNI seq info [2607:2607:8:4294967295] 00000400:00000200:0.0:1787998229.727155:0:31989:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998229.727163:0:31989:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998229.727169:0:31989:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998229.727173:0:31989:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4300. 00000800:00000200:0.0:1787998229.727180:0:31989:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998229.727188:0:31989:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998229.727192:0:31989:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4300 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1787998229.727213:0:31989:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998229.727218:0:31989:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 816907 usecs (817 jiffies) 00000400:00000200:0.0:1787998229.727221:0:31989:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998229.727224:0:31989:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296410700 00000100:00000001:0.0:1787998229.727227:0:31989:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296411128 00000100:00000001:0.0:1787998229.727229:0:31989:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296410700 00000100:00000001:0.0:1787998229.727231:0:31989:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296411128 00000100:00000001:0.0:1787998229.727234:0:31989:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998229.727236:0:31989:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998229.727238:0:31989:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998229.727240:0:31989:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998229.727243:0:31989:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a00afe40 going to sleep for 11 seconds 00000100:00000001:0.0:1787998229.727246:0:31989:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998229.727248:0:31989:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998229.727664:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998229.727669:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4300. 00000400:00000200:3.0:1787998229.727673:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998229.727678:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998229.727682:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807cc0 00000400:00000010:3.0:1787998229.727684:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807cc0. 00000100:00000001:3.0:1787998229.727688:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998229.727692:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c11180 x1874850291743744/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998245 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998229.727701:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998229.727704:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c11180 x1874850291743744/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998245 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998229.727711:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998229.727712:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998229.735302:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998229.735317:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998229.735321:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998229.735323:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998229.735332:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.735339:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998229.735347:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.735351:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.735356:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.735360:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a57c00 00000400:00000200:3.0:1787998229.735364:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.735369:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x79f5 [1] + 224 00000800:00000001:3.0:1787998229.735375:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998229.735381:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998229.735384:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998229.735388:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998229.735395:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998229.735402:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c11180 x1874850291743744/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998245 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998229.735413:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d191c11180 x1874850291743744/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998245 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998229.735432:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998229.735440:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998229.735442:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998229.735678:0:31989:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998229.735685:0:31989:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998229.735687:0:31989:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998229.735690:0:31989:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30b58. 00000400:00000200:0.0:1787998229.735695:0:31989:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807990 00000400:00000010:0.0:1787998229.735697:0:31989:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807990. 00000100:00000001:0.0:1787998229.735700:0:31989:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998229.735705:0:31989:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c11180 x1874850291743744/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998245 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998229.735723:0:31989:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c11180 x1874850291743744/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998245 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998229.735729:0:31989:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998229.735738:0:31989:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998229.735740:0:31989:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998229.735743:0:31989:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998229.735745:0:31989:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998229.735748:0:31989:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998229.735751:0:31989:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998229.735760:0:31989:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=55 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998229.735764:0:31989:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998229.735799:0:31989:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998229.735801:0:31989:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998229.735804:0:31989:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998229.735807:0:31989:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998229.735811:0:31989:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998229.735813:0:31989:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967592 00000100:00000001:0.0:1787998229.735815:0:31989:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998229.735817:0:31989:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998229.735822:0:31989:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c11180 x1874850291743744/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998245 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998229.735829:0:31989:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998229.735832:0:31989:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998229.735834:0:31989:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998229.735838:0:31989:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c11180 x1874850291743744/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998245 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998229.735845:0:31989:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c11180 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:31989:1874850291743744:192.168.206.123@tcp:101:multiop.0 00000100:00000001:0.0:1787998229.735850:0:31989:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998229.735853:0:31989:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998229.735855:0:31989:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998229.735857:0:31989:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998229.735861:0:31989:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c11180 x1874850291743744/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998245 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998229.735877:0:31989:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998229.735880:0:31989:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a00afe40. 00000100:00000001:0.0:1787998229.735883:0:31989:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998229.735885:0:31989:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998229.735887:0:31989:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1787998229.735891:0:31989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998229.735893:0:31989:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998229.735897:0:31989:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367e00 refcount=4 00000020:00000001:0.0:1787998229.735899:0:31989:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370412032 : -117847339139584 : ffff94d187367e00) 00010000:00000001:0.0:1787998229.735901:0:31989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370412032 : -117847339139584 : ffff94d187367e00) 00010000:00000040:0.0:1787998229.735908:0:31989:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d187367e00, remote cookie: 0x4fd9a50f3a6acb19, flags: 0x1001 00010000:00010000:0.0:1787998229.735913:0:31989:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367e00/0xb2d39e653c8c9e7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acb19 expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1787998229.735921:0:31989:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x1f:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1787998229.736079:0:31989:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00000800:00000200:3.0:1787998229.738288:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998229.738293:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031fd00. 00000400:00000200:3.0:1787998229.738300:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998229.738305:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998229.738310:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409110 00000400:00000010:3.0:1787998229.738312:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409110. 00000100:00000001:3.0:1787998229.738315:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998229.738320:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eddc00 x1874850291744000/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998245 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998229.738329:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998229.738332:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199eddc00 x1874850291744000/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998245 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998229.738344:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998229.738345:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998229.753500:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998229.753517:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998229.753520:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998229.753522:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998229.753530:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.753537:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998229.753546:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.753551:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.753555:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.753559:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 664 into portal 10 MB=0x6a92a99a57d00 00000400:00000200:3.0:1787998229.753564:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998229.753569:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 664/664 into md 0x79fd [32] + 224 00000800:00000001:3.0:1787998229.753576:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998229.753582:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998229.753585:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998229.753589:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998229.753596:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998229.753604:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eddc00 x1874850291744000/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998245 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998229.753614:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff94d199eddc00 x1874850291744000/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998245 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998229.753636:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998229.753644:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998229.753648:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1787998230.402996:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998230.403002:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998230.403007:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998230.403008:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998230.403069:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998230.403072:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998230.403075:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1787998230.726828:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998230.726832:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f700. 00000400:00000200:3.0:1787998230.726840:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998230.726845:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998230.726850:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409bb0 00000400:00000010:3.0:1787998230.726852:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409bb0. 00000100:00000001:3.0:1787998230.726856:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998230.726871:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edc380 x1874850291744128/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998246 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998230.726881:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998230.726884:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edc380 x1874850291744128/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998246 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998230.726890:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998230.726892:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998230.746107:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998230.746123:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998230.746128:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998230.746130:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998230.746138:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998230.746145:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998230.746153:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998230.746157:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998230.746163:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998230.746166:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a57d80 00000400:00000200:3.0:1787998230.746171:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998230.746177:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x7a05 [1] + 224 00000800:00000001:3.0:1787998230.746184:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998230.746191:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998230.746194:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998230.746198:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998230.746205:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998230.746213:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edc380 x1874850291744128/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998246 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998230.746223:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d199edc380 x1874850291744128/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998246 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998230.746243:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998230.746252:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998230.746255:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787998230.751598:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998230.751609:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f600. 00000400:00000200:3.0:1787998230.751617:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998230.751626:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998230.751643:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854095d8 00000400:00000010:3.0:1787998230.751646:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854095d8. 00000100:00000001:3.0:1787998230.751652:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998230.751660:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edc380 x1874850291744384/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998246 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998230.751672:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998230.751675:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edc380 x1874850291744384/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998246 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998230.751682:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998230.751684:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998230.760849:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998230.760877:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998230.760882:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998230.760884:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998230.760893:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998230.760899:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998230.760907:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998230.760912:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998230.760916:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998230.760920:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 664 into portal 10 MB=0x6a92a99a57e80 00000400:00000200:3.0:1787998230.760925:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998230.760930:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 664/664 into md 0x7a0d [32] + 224 00000800:00000001:3.0:1787998230.760936:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998230.760941:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998230.760944:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998230.760949:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998230.760957:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998230.760965:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edc380 x1874850291744384/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998246 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998230.761128:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff94d199edc380 x1874850291744384/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998246 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998230.761213:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998230.761223:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998230.761227:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787998230.764481:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998230.764485:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f500. 00000400:00000200:3.0:1787998230.764491:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998230.764496:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998230.764501:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409c38 00000400:00000010:3.0:1787998230.764503:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409c38. 00000100:00000001:3.0:1787998230.764506:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998230.764511:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edd880 x1874850291744640/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1787998246 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998230.764520:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998230.764523:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edd880 x1874850291744640/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1787998246 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998230.764529:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998230.764531:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1787998230.772871:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98100. 00010000:00000010:1.1:1787998230.772886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3000. 00010000:00000001:0.0:1787998231.427014:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998231.427020:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998231.427025:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998231.427026:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998231.619167:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296411733, at 4296411776 00000100:00000010:3.0:1787998231.619183:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0b0a3c0. 00000100:00000040:2.0:1787998231.620145:0:31987:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582220 (cpu 2) has reached its deadline 4296411733, at 4296411777 00000100:00000010:2.0:1787998231.620155:0:31987:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0b0a360. 00000100:00000040:3.0:1787998232.004387:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787998232.004402:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787998232.004416:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d03100. 00000020:00000040:3.0:1787998232.004423:0:38:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:3.0:1787998232.004428:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998232.004431:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998232.004438:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998232.004449:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d189a59700. 00000100:00000001:3.0:1787998232.004581:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998232.004597:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS req@ffff94d191d03100 x1874850291744768/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998232.004609:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998232.004615:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998232.004630:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002df01ff3] to pc [ptlrpcd_01_00+0] req@ffff94d191d03100 x1874850291744768/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998232.004662:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998232.004666:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787998232.004669:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787998232.004673:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d01180. 00000020:00000040:3.0:1787998232.004677:0:38:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998232.004680:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998232.004683:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998232.004685:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998232.004694:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d199320600. 00000100:00000001:3.0:1787998232.004699:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998232.004706:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID req@ffff94d191d01180 x1874850291744896/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998232.004714:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998232.004717:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998232.004719:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1787998232.004723:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc8f1fdb] to pc [ptlrpcd_01_01+1] req@ffff94d191d01180 x1874850291744896/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998232.004727:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998232.004731:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1787998232.004740:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998232.004745:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787998232.004748:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d03100 x1874850291744768/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998232.004750:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787998232.004756:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d02300. 00000020:00000040:3.0:1787998232.004762:0:38:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=4 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998232.004810:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998232.004812:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998232.004818:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998232.004821:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998232.004825:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998232.004830:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed2632e9-aeaa-48f0-b65b-469967f9297f:2404:1874850291744768:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998232.004836:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998232.004841:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998232.004844:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998232.004846:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998232.004864:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1a0b08800. 02000000:00000001:2.0:1787998232.004866:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998232.004873:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998232.004877:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151580. 00000400:00000010:2.0:1787998232.004883:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf000. 00000100:00000200:2.0:1787998232.004890:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291744768, portal 25 00000100:00000001:2.0:1787998232.004892:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998232.004894:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548257024 : -117847161294592 : ffff94d191d03100) 00000100:00000040:2.0:1787998232.004899:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d03100 x1874850291744768/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998232.004907:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998232.004910:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998232.004913:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf198. 00000100:00000200:2.0:1787998232.004916:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874850291744768, offset 0 00000400:00000200:2.0:1787998232.004931:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998232.004940:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998232.004946:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998232.004952:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998232.004955:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998232.004959:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998232.004961:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998232.004965:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2612:2612:256:4294967295] 192.168.206.123@tcp LPNI seq info [2612:2612:8:4294967295] 00000400:00000200:2.0:1787998232.004969:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998232.004978:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998232.004984:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998232.004990:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19381e600. 00000800:00000200:2.0:1787998232.004996:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998232.005004:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998232.005008:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19381e600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998232.005025:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998232.005029:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998232.005031:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296416245 00000100:00000010:2.0:1787998232.005036:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a027fe40. 00000100:00000001:2.0:1787998232.005042:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1787998232.005047:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296416245 00000100:00000010:2.0:1787998232.005050:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a027fa80. 00000100:00000001:2.0:1787998232.005053:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1787998232.005057:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998232.005059:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998232.005062:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998232.005065:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998232.005073:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998232.005077:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787998232.005080:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998232.005082:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998232.005085:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998232.005087:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1787998232.005090:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:3.0:1787998232.005092:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1787998232.005095:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1787998232.005097:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998232.005101:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998232.005104:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1787998232.005107:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d188db0d00. 00000100:00000001:2.0:1787998232.005108:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998232.005113:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998232.005116:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1787998232.005117:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998232.005126:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d01180 x1874850291744896/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998232.005129:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID req@ffff94d191d02300 x1874850291745024/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998232.005178:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998232.005179:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998232.005185:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998232.005186:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998232.005192:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1787998232.005198:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f600a9e7] to pc [ptlrpcd_01_00+0] req@ffff94d191d02300 x1874850291745024/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1787998232.005199:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998232.005207:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998232.005217:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291744896:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998232.005225:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998232.005227:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787998232.005231:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787998232.005236:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d00e00. 00000100:00000001:2.0:1787998232.005238:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:3.0:1787998232.005241:0:38:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=4 obd=lustre-OST0000-osc-ffff94d1a0bb2800 02000000:00000001:2.0:1787998232.005244:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1787998232.005246:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998232.005249:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998232.005250:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998232.005254:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998232.005255:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998232.005262:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1a0b08c00. 02000000:00000001:2.0:1787998232.005264:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998232.005268:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998232.005271:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151420. 00000400:00000010:2.0:1787998232.005274:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf660. 00000100:00000200:2.0:1787998232.005277:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291744896, portal 10 00000100:00000001:2.0:1787998232.005279:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998232.005280:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548248960 : -117847161302656 : ffff94d191d01180) 00000100:00000040:2.0:1787998232.005287:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d01180 x1874850291744896/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998232.005294:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998232.005296:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998232.005298:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfbb0. 00000100:00000200:2.0:1787998232.005300:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291744896, offset 0 00000400:00000200:2.0:1787998232.005304:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998232.005308:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998232.005312:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998232.005325:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998232.005327:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998232.005329:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998232.005331:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998232.005334:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2613:2613:255:4294967295] 192.168.206.123@tcp LPNI seq info [2613:2613:7:4294967295] 00000400:00000200:2.0:1787998232.005338:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998232.005345:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998232.005348:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998232.005352:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19381ef00. 00000800:00000200:2.0:1787998232.005356:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998232.005360:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998232.005363:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19381ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998232.005366:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998232.005370:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 811992 usecs (812 jiffies) 00000400:00000200:2.0:1787998232.005373:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998232.005374:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296412974 00000100:00000001:2.0:1787998232.005377:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296416245 00000100:00000001:2.0:1787998232.005378:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296412974 00000100:00000001:2.0:1787998232.005380:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296416245 00000100:00000001:2.0:1787998232.005382:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998232.005384:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998232.005386:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998232.005388:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998232.005391:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998232.005392:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787998232.005395:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998232.005396:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998232.005398:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998232.005402:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d02300 x1874850291745024/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998232.005410:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998232.005411:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998232.005413:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998232.005415:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998232.005417:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998232.005419:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291745024:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998232.005422:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998232.005424:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998232.005426:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998232.005427:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998232.005431:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1a0b09e00. 02000000:00000001:2.0:1787998232.005433:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998232.005436:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998232.005438:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151e70. 00000400:00000010:2.0:1787998232.005441:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf770. 00000100:00000200:2.0:1787998232.005444:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291745024, portal 10 00000100:00000001:2.0:1787998232.005446:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998232.005447:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548253440 : -117847161298176 : ffff94d191d02300) 00000100:00000040:2.0:1787998232.005453:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d02300 x1874850291745024/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998232.005460:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998232.005463:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998232.005465:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf990. 00000100:00000200:2.0:1787998232.005467:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291745024, offset 0 00000400:00000200:2.0:1787998232.005471:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998232.005475:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998232.005478:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998232.005481:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:3.0:1787998232.005756:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d188db0400. 00000100:00000001:3.0:1787998232.005764:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998232.005806:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID req@ffff94d191d00e00 x1874850291745152/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998232.005815:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998232.005817:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998232.005825:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afc60666] to pc [ptlrpcd_01_01+1] req@ffff94d191d00e00 x1874850291745152/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998232.005835:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998232.005838:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787998232.005842:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787998232.005849:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d00700. 00000400:00000200:2.0:1787998232.005849:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000020:00000040:3.0:1787998232.005864:0:38:0:(genops.c:1210:class_import_get()) import ffff94d183eca000 refcount=3 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000400:00000200:2.0:1787998232.005869:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1787998232.005870:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998232.005874:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1787998232.005879:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 02000000:00000001:3.0:1787998232.005881:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998232.005889:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2614:2614:254:4294967295] 192.168.206.123@tcp LPNI seq info [2614:2614:6:4294967295] 02000000:00000010:3.0:1787998232.005891:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d183cc9a00. 00000100:00000001:3.0:1787998232.005897:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998232.005899:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000040:3.0:1787998232.005907:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID req@ffff94d191d00700 x1874850291745280/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998232.005923:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998232.005925:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998232.005930:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eba64e5f] to pc [ptlrpcd_01_00+0] req@ffff94d191d00700 x1874850291745280/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998232.005939:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998232.005945:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1749) 00000100:00000001:3.0:1787998232.006185:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998232.006194:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1787998232.006194:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000100:00000001:3.0:1787998232.006201:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1787998232.006209:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000100:00000040:3.0:1787998232.006214:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d00e00 x1874850291745152/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998232.006226:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998232.006228:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998232.006231:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998232.006234:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998232.006237:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998232.006241:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291745152:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998232.006246:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998232.006251:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998232.006254:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998232.006257:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998232.006263:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d19162a200. 02000000:00000001:3.0:1787998232.006265:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998232.006273:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998232.006278:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a7e8. 00000400:00000010:3.0:1787998232.006285:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5880. 00000100:00000200:3.0:1787998232.006292:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291745152, portal 4 00000100:00000001:3.0:1787998232.006294:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998232.006296:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548248064 : -117847161303552 : ffff94d191d00e00) 00000100:00000040:3.0:1787998232.006303:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d00e00 x1874850291745152/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998232.006311:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998232.006314:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998232.006317:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5908. 00000100:00000200:3.0:1787998232.006320:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291745152, offset 0 00000400:00000200:3.0:1787998232.006327:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998232.006336:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998232.006343:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998232.006349:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998232.006354:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998232.006357:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998232.006360:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998232.006364:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2615:2615:253:4294967295] 192.168.206.123@tcp LPNI seq info [2615:2615:5:4294967295] 00000400:00000200:3.0:1787998232.006369:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998232.006378:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998232.006384:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998232.006390:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9400. 00000800:00000200:3.0:1787998232.006396:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998232.006404:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998232.006409:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998232.006413:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998232.006417:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 218768 usecs (219 jiffies) 00000400:00000200:3.0:1787998232.006420:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998232.006424:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296412382 00000100:00000001:3.0:1787998232.006427:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296416245 00000100:00000001:3.0:1787998232.006429:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296412382 00000800:00000010:2.0:1787998232.006432:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19381e700. 00000100:00000001:3.0:1787998232.006433:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296416245 00000100:00000001:3.0:1787998232.006443:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998232.006448:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998232.006450:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000100:00000001:3.0:1787998232.006454:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998232.006459:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1787998232.006461:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998232.006468:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19381e700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998232.006470:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998232.006474:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787998232.006475:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998232.006479:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998232.006482:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1787998232.006483:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18358 usecs (19 jiffies) 00000100:00000001:3.0:1787998232.006485:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998232.006492:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1787998232.006494:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998232.006496:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998232.006498:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998232.006499:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998232.006501:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998232.006502:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998232.006507:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d00700 x1874850291745280/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998232.006516:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998232.006517:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998232.006520:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998232.006522:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998232.006524:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998232.006526:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291745280:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998232.006529:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998232.006532:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998232.006534:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998232.006536:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998232.006539:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d19162be00. 02000000:00000001:3.0:1787998232.006541:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998232.006546:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998232.006548:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108ab00. 00000400:00000010:3.0:1787998232.006551:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f57f8. 00000100:00000200:3.0:1787998232.006555:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291745280, portal 4 00000100:00000001:3.0:1787998232.006557:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998232.006558:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548246272 : -117847161305344 : ffff94d191d00700) 00000100:00000040:3.0:1787998232.006577:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d00700 x1874850291745280/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998232.006584:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998232.006586:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998232.006589:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5a18. 00000100:00000200:3.0:1787998232.006592:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291745280, offset 0 00000400:00000200:3.0:1787998232.006597:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998232.006601:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998232.006605:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998232.006608:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998232.006610:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998232.006614:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998232.006618:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998232.006620:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000100:00000001:2.0:1787998232.006626:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296412182 00000100:00000001:2.0:1787998232.006630:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296416245 00000100:00000001:2.0:1787998232.006635:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296412182 00000400:00000200:3.0:1787998232.006639:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2616:2616:252:4294967295] 192.168.206.123@tcp LPNI seq info [2616:2616:4:4294967295] 00000100:00000001:2.0:1787998232.006641:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296416245 00000100:00000001:2.0:1787998232.006651:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1787998232.006655:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998232.006659:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998232.006669:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000100:00000001:2.0:1787998232.006669:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998232.006679:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787998232.006682:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998232.006690:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9100. 00000100:00000001:2.0:1787998232.006692:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998232.006697:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1787998232.006698:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000100:00000001:2.0:1787998232.006707:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1787998232.006710:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000100:00000001:2.0:1787998232.006712:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1787998232.006715:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998232.006717:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998232.006723:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998232.006725:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998232.006729:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 20095 usecs (21 jiffies) 00000400:00000200:3.0:1787998232.006736:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998232.006739:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296412184 00000100:00000001:3.0:1787998232.006743:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296416245 00000100:00000001:3.0:1787998232.006746:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296412184 00000100:00000001:3.0:1787998232.006748:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296416245 00000100:00000001:3.0:1787998232.006751:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998232.006753:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998232.006757:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998232.006760:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998232.006912:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998232.006917:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19381e600. 00000400:00000200:2.0:1787998232.006985:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998232.006992:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998232.006998:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf198 00000400:00000010:2.0:1787998232.007000:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf198. 00000100:00000001:2.0:1787998232.007005:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998232.007011:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d03100 x1874850291744768/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998232.007022:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998232.007025:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d03100 x1874850291744768/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998248 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998232.007032:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998232.007034:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998232.007048:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998232.007050:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19381ef00. 00000400:00000200:2.0:1787998232.007053:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998232.007057:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998232.007059:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfbb0 00000400:00000010:2.0:1787998232.007061:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfbb0. 00000100:00000001:2.0:1787998232.007063:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998232.007067:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d01180 x1874850291744896/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998232.007074:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998232.007077:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d01180 x1874850291744896/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998248 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998232.007083:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998232.007084:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998232.007092:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998232.007094:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9400. 00000400:00000200:2.0:1787998232.007097:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998232.007100:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998232.007103:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5908 00000400:00000010:2.0:1787998232.007105:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5908. 00000100:00000001:2.0:1787998232.007107:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998232.007111:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d00e00 x1874850291745152/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998232.007117:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998232.007120:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d00e00 x1874850291745152/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998248 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998232.007126:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998232.007128:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998232.007136:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998232.007138:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19381e700. 00000400:00000200:2.0:1787998232.007141:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998232.007144:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998232.007146:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf990 00000400:00000010:2.0:1787998232.007148:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf990. 00000100:00000001:2.0:1787998232.007150:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998232.007153:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d02300 x1874850291745024/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998232.007166:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998232.007171:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d02300 x1874850291745024/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998248 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998232.007177:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998232.007178:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998232.008052:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998232.008058:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9100. 00000400:00000200:2.0:1787998232.008064:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998232.008069:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998232.008074:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5a18 00000400:00000010:2.0:1787998232.008076:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5a18. 00000100:00000001:2.0:1787998232.008080:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998232.008085:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d00700 x1874850291745280/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998232.008095:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998232.008098:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d00700 x1874850291745280/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998248 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998232.008104:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998232.008105:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998232.011800:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998232.011817:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998232.011821:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998232.011824:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998232.011833:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998232.011840:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998232.011849:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998232.011864:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998232.011868:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998232.011873:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a58180 00000400:00000200:3.0:1787998232.011877:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998232.011882:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7a4d [1] + 224 00000800:00000001:3.0:1787998232.011888:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998232.011892:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998232.011895:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998232.011899:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998232.011905:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998232.011913:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d00e00 x1874850291745152/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998248 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998232.011924:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d00e00 x1874850291745152/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998232.011949:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998232.011957:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998232.011961:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998232.011964:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998232.011966:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998232.011969:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998232.011973:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998232.011977:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998232.011979:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998232.011982:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998232.011984:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a58200 00000400:00000200:3.0:1787998232.011987:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998232.011990:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7a5d [1] + 224 00000800:00000001:3.0:1787998232.011994:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998232.011997:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998232.011999:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998232.012003:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998232.012005:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998232.012009:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d00700 x1874850291745280/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998248 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998232.012010:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998232.012014:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1787998232.012017:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d00700 x1874850291745280/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998232.012024:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998232.012027:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1787998232.012028:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1787998232.012030:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1787998232.012030:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1787998232.012032:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998232.012034:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1787998232.012034:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108ab00. 00000400:00000200:3.0:1787998232.012037:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998232.012038:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f57f8 00000400:00000200:3.0:1787998232.012040:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000010:2.0:1787998232.012041:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f57f8. 00000400:00000200:3.0:1787998232.012043:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998232.012043:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1787998232.012045:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998232.012048:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000200:2.0:1787998232.012048:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d00700 x1874850291745280/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1787998232.012051:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a58080 00000400:00000200:3.0:1787998232.012055:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000200:2.0:1787998232.012057:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d00700 x1874850291745280/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998248 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1787998232.012059:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x7a2d [1] + 224 00000800:00000001:3.0:1787998232.012063:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998232.012066:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998232.012068:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1787998232.012069:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1787998232.012071:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998232.012071:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998232.012073:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1787998232.012074:0:2405:0:(client.c:1593:after_reply()) Process entered 00000100:00000200:3.0:1787998232.012076:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d01180 x1874850291744896/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998248 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1787998232.012076:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998232.012079:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998232.012081:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998232.012084:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d01180 x1874850291744896/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1787998232.012084:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998232.012092:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca460 time=58 v=5 (5 5 37 37) 00000100:00001000:2.0:1787998232.012095:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998232.012096:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998232.012098:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1787998232.012099:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1787998232.012099:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787998232.012101:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998232.012102:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1787998232.012102:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1787998232.012104:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1787998232.012105:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998232.012107:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998232.012109:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000400:00000200:3.0:1787998232.012110:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000100:00000040:2.0:1787998232.012111:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:2.0:1787998232.012113:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1787998232.012114:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998232.012115:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998232.012116:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998232.012118:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000040:2.0:1787998232.012119:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d00700 x1874850291745280/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998248 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1787998232.012121:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a58000 00000400:00000200:3.0:1787998232.012125:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998232.012127:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998232.012130:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998232.012132:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998232.012136:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d00700 x1874850291745280/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998248 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787998232.012144:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291745280:192.168.206.123@tcp:400:kworker.0 00000400:00000001:2.0:1787998232.012149:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998232.012151:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998232.012152:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a7e8. 00000400:00000200:2.0:1787998232.012154:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5880 00000400:00000010:2.0:1787998232.012156:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5880. 00000100:00000001:2.0:1787998232.012158:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998232.012161:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d00e00 x1874850291745152/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787998232.012169:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d00e00 x1874850291745152/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998248 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998232.012174:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998232.012175:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998232.012177:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998232.012178:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998232.012180:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998232.012181:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998232.012183:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998232.012186:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=58 v=5 (5 5 37 37) 00000100:00001000:2.0:1787998232.012189:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=148 v=5 (1 0 0 0) 00000100:00000001:2.0:1787998232.012192:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998232.012193:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998232.012194:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998232.012196:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998232.012198:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1787998232.012199:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: committing for last_committed 4294967328 gen 13 00000100:00000040:2.0:1787998232.012205:0:2405:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967328) req@ffff94d199ede300 x1874850291736320/t4294967328(4294967328) o2->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998237 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998232.012213:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998232.012216:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199ede300 x1874850291736320/t4294967328(4294967328) o2->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998237 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000200:3.0:1787998232.012292:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7a1d [1] + 224 00000800:00000001:3.0:1787998232.012297:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998232.012302:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998232.012303:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998232.012306:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998232.012309:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998232.012314:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d03100 x1874850291744768/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998248 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998232.012322:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d03100 x1874850291744768/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998232.012334:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998232.012338:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998232.012341:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998232.012342:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998232.012344:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998232.012347:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998232.012350:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998232.012355:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998232.012357:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998232.012359:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998232.012362:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a58100 00000400:00000200:3.0:1787998232.012364:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998232.012367:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x7a3d [1] + 224 00000800:00000001:3.0:1787998232.012370:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998232.012376:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998232.012378:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998232.012381:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998232.012383:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998232.012387:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d02300 x1874850291745024/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998248 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998232.012395:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d02300 x1874850291745024/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998232.012402:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998232.012405:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998232.012408:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998232.012434:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998232.012437:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998232.012440:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998232.012441:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998232.012443:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151e70. 00000400:00000200:3.0:1787998232.012446:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf770 00000400:00000010:3.0:1787998232.012448:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf770. 00000100:00000001:3.0:1787998232.012451:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998232.012455:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d02300 x1874850291745024/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998232.012462:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d02300 x1874850291745024/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998248 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998232.012531:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998232.012534:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998232.012538:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e25800. 00000100:00000001:3.0:1787998232.012540:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998232.012542:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998232.012544:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998232.012545:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998232.012547:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998232.012548:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998232.012549:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1787998232.012550:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998232.012552:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998232.012553:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00001000:3.0:1787998232.012554:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=58 v=5 (5 104 104 104) 00000020:00000001:2.0:1787998232.012556:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00001000:3.0:1787998232.012557:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=58 v=5 (1 1 1 1) 02000000:00000010:2.0:1787998232.012558:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d191cd7000. 00000100:00000001:3.0:1787998232.012559:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998232.012561:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998232.012562:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1787998232.012562:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1787998232.012564:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998232.012564:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998232.012566:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199ede300. 00000100:00000001:3.0:1787998232.012567:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998232.012568:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1787998232.012570:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998232.012570:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998232.012571:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998232.012572:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998232.012574:0:2405:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1787998232.012575:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d02300 x1874850291745024/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998248 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998232.012577:0:2405:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:2.0:1787998232.012579:0:2405:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998232.012581:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998232.012582:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998232.012584:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1787998232.012585:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d00e00 x1874850291745152/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998248 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998232.012586:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998232.012590:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d02300 x1874850291745024/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998248 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998232.012592:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998232.012594:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998232.012595:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787998232.012597:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291745024:192.168.206.123@tcp:400:kworker.0 00000100:00000040:2.0:1787998232.012598:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d00e00 x1874850291745152/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998248 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787998232.012602:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998232.012604:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998232.012605:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151420. 00000100:00100000:2.0:1787998232.012605:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291745152:192.168.206.123@tcp:400:kworker.0 00000400:00000200:3.0:1787998232.012608:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf660 00000400:00000010:3.0:1787998232.012609:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf660. 00000100:00000001:2.0:1787998232.012609:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998232.012611:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1787998232.012612:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998232.012615:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d01180 x1874850291744896/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998232.012615:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d00700 x1874850291745280/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998248 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998232.012621:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998232.012623:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1787998232.012624:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d01180 x1874850291744896/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998248 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1787998232.012624:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d19162be00. 02000000:00000001:2.0:1787998232.012626:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998232.012628:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998232.012629:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998232.012630:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1787998232.012631:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1787998232.012632:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1787998232.012632:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d183cc9a00. 00000100:00000001:3.0:1787998232.012633:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998232.012634:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998232.012635:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1787998232.012635:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998232.012636:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1787998232.012637:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787998232.012637:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d00700. 02000000:00000001:3.0:1787998232.012639:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998232.012639:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998232.012641:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1787998232.012642:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=58 v=5 (5 104 104 104) 00000100:00000001:2.0:1787998232.012643:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1787998232.012644:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=11 v=5 (1 0 0 0) 00000100:00000040:2.0:1787998232.012645:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d00e00 x1874850291745152/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998248 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998232.012646:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998232.012648:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998232.012650:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998232.012651:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998232.012652:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998232.012653:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1787998232.012654:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 02000000:00000010:2.0:1787998232.012654:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d19162a200. 00000100:00000040:3.0:1787998232.012655:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967592 02000000:00000001:2.0:1787998232.012656:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1787998232.012657:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000020:00000001:2.0:1787998232.012657:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998232.012658:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=2 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998232.012659:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998232.012660:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998232.012661:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d188db0400. 00000100:00000040:3.0:1787998232.012662:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d01180 x1874850291744896/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998248 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1787998232.012664:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998232.012665:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998232.012666:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d00e00. 00000100:00000001:3.0:1787998232.012668:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998232.012668:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998232.012669:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998232.012670:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998232.012671:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998232.012672:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998232.012680:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998232.012682:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998232.012684:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998232.012687:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998232.012871:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d01180 x1874850291744896/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998248 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998232.012886:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291744896:192.168.206.123@tcp:400:kworker.0 00000400:00000001:3.0:1787998232.012892:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998232.012893:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998232.012895:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151580. 00000400:00000200:3.0:1787998232.012898:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf000 00000400:00000010:3.0:1787998232.012900:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf000. 00000100:00000001:3.0:1787998232.012902:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998232.012906:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d03100 x1874850291744768/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998232.012913:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d03100 x1874850291744768/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998248 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998232.012918:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998232.012919:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998232.012921:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998232.012922:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998232.012924:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998232.012925:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998232.012927:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998232.012930:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=59 v=5 (5 5 5 5) 00000100:00001000:3.0:1787998232.012933:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=59 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998232.012935:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998232.012936:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998232.012938:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998232.012939:0:2404:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998232.012941:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998232.012945:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d03100 x1874850291744768/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998248 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998232.012950:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998232.012952:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998232.012953:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998232.012957:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d03100 x1874850291744768/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998248 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998232.012965:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed2632e9-aeaa-48f0-b65b-469967f9297f:2404:1874850291744768:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998232.012968:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998232.012970:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998232.012973:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d02300 x1874850291745024/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998248 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998232.012979:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998232.012980:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998232.012982:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1a0b09e00. 02000000:00000001:3.0:1787998232.012986:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998232.012987:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998232.012988:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=3 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998232.012990:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998232.012992:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d188db0d00. 02000000:00000001:3.0:1787998232.012994:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998232.012995:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998232.012996:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d02300. 00000100:00000001:3.0:1787998232.012999:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998232.013000:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998232.013002:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998232.013005:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d01180 x1874850291744896/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998248 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998232.013011:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998232.013013:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998232.013014:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1a0b08c00. 02000000:00000001:3.0:1787998232.013016:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998232.013017:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998232.013018:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998232.013020:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998232.013021:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d199320600. 02000000:00000001:3.0:1787998232.013024:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998232.013025:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998232.013026:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d01180. 00000100:00000001:3.0:1787998232.013028:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998232.013029:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998232.013031:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998232.013034:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d03100 x1874850291744768/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998248 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998232.013040:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998232.013041:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998232.013042:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1a0b08800. 02000000:00000001:3.0:1787998232.013044:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998232.013045:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998232.013046:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:3.0:1787998232.013048:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998232.013049:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d189a59700. 02000000:00000001:3.0:1787998232.013051:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998232.013052:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998232.013054:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d03100. 00000100:00000001:3.0:1787998232.013055:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998232.013056:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998232.013058:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998232.013062:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998232.013063:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998232.013064:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998232.013066:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998232.451019:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998232.451026:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998232.451032:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998232.451033:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998232.451608:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998232.451612:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998232.451615:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00020000:00000001:3.0:1787998233.263868:0:31989:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1787998233.263877:0:31989:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1872428b8) owner 0000000000000000/ffff94d1917aa7c0 00020000:00000002:3.0:1787998233.263883:0:31989:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1872428b8) owner 0000000000000000/ffff94d1917aa7c0 00020000:00000001:3.0:1787998233.263886:0:31989:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998233.263893:0:31989:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1787998233.263897:0:31989:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d414b3df0 00000080:00200008:3.0:1787998233.263899:0:31989:0:(file.c:479:ll_file_release()) START file f:[0x200000405:0x21:0x0](ffff94d198930908), flags 100002 00000080:00000001:3.0:1787998233.263905:0:31989:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1787998233.263907:0:31989:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:3.0:1787998233.263908:0:31989:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1787998233.263910:0:31989:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1872428b8) owner 0000000000000000/ffff94d1917aa7c0 00020000:00000002:3.0:1787998233.263912:0:31989:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1872428b8) owner 0000000000000000/ffff94d1917aa7c0 00020000:00000001:3.0:1787998233.263914:0:31989:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998233.263917:0:31989:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:3.0:1787998233.263923:0:31989:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998233.263926:0:31989:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998233.263928:0:31989:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998233.263931:0:31989:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998233.263933:0:31989:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998233.263935:0:31989:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x21:0x0] 00800000:00000001:3.0:1787998233.263937:0:31989:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998233.263943:0:31989:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998233.263946:0:31989:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998233.263953:0:31989:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98a00 count: 2 00010000:00000001:3.0:1787998233.263955:0:31989:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1787998233.263960:0:31989:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998233.263963:0:31989:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x21:0x0]: 0 00000080:00000001:3.0:1787998233.263965:0:31989:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1787998233.263967:0:31989:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1787998233.263972:0:31989:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d19162b800. 00000080:00000001:3.0:1787998233.263975:0:31989:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1787998233.263980:0:31989:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1787998233.263984:0:31989:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1787998233.263986:0:31989:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998233.263987:0:31989:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998233.263988:0:31989:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998233.263990:0:31989:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998233.263992:0:31989:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998233.263993:0:31989:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x21:0x0] 00800000:00000001:3.0:1787998233.263995:0:31989:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998233.263998:0:31989:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x21:0x0] 00000002:00000001:3.0:1787998233.264001:0:31989:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1787998233.264003:0:31989:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff94d1a0bb2800: [0x200000405:0x21:0x0] file closed with intent: 0 00000100:00000010:3.0:1787998233.264009:0:31989:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d03100. 00000020:00000040:3.0:1787998233.264014:0:31989:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998233.264018:0:31989:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998233.264021:0:31989:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998233.264025:0:31989:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998233.264031:0:31989:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d19162be00. 00000100:00000001:3.0:1787998233.264038:0:31989:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1787998233.264056:0:31989:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d199eddc00 x1874850291744000/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998245 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787998233.264069:0:31989:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:3.0:1787998233.264074:0:31989:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191d03100 x1874850291745536/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1787998233.264082:0:31989:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787998233.264084:0:31989:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787998233.264090:0:31989:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1920f3240. 00000100:00000001:3.0:1787998233.264092:0:31989:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226552386112 : -117847157165504 : ffff94d1920f3240) 00000100:00000001:3.0:1787998233.264095:0:31989:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998233.264096:0:31989:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548257024 : -117847161294592 : ffff94d191d03100) 00000100:00000001:3.0:1787998233.264100:0:31989:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998233.264103:0:31989:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998233.264105:0:31989:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787998233.264107:0:31989:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998233.264111:0:31989:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d03100 x1874850291745536/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998233.264117:0:31989:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998233.264120:0:31989:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998233.264122:0:31989:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998233.264124:0:31989:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998233.264127:0:31989:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998233.264130:0:31989:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d03100 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:31989:1874850291745536:192.168.206.123@tcp:35:multiop.0 00000100:00000001:3.0:1787998233.264133:0:31989:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998233.264138:0:31989:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998233.264140:0:31989:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998233.264142:0:31989:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998233.264147:0:31989:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1a0097000. 02000000:00000001:3.0:1787998233.264149:0:31989:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998233.264155:0:31989:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998233.264160:0:31989:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a948. 00000400:00000010:3.0:1787998233.264166:0:31989:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5110. 00000100:00000200:3.0:1787998233.264172:0:31989:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291745536, portal 10 00000100:00000001:3.0:1787998233.264174:0:31989:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998233.264175:0:31989:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548257024 : -117847161294592 : ffff94d191d03100) 00000100:00000040:3.0:1787998233.264181:0:31989:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d03100 x1874850291745536/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998249 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998233.264187:0:31989:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998233.264190:0:31989:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998233.264192:0:31989:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f56e8. 00000100:00000200:3.0:1787998233.264195:0:31989:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1874850291745536, offset 0 00000400:00000200:3.0:1787998233.264201:0:31989:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998233.264209:0:31989:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998233.264216:0:31989:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998233.264220:0:31989:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998233.264224:0:31989:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998233.264228:0:31989:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998233.264231:0:31989:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998233.264234:0:31989:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2617:2617:256:4294967295] 192.168.206.123@tcp LPNI seq info [2617:2617:8:4294967295] 00000400:00000200:3.0:1787998233.264238:0:31989:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998233.264247:0:31989:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998233.264252:0:31989:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998233.264257:0:31989:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9e00. 00000800:00000200:3.0:1787998233.264263:0:31989:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998233.264269:0:31989:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998233.264274:0:31989:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1787998233.264289:0:31989:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998233.264293:0:31989:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 810760 usecs (811 jiffies) 00000400:00000200:3.0:1787998233.264296:0:31989:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998233.264299:0:31989:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296414231 00000100:00000001:3.0:1787998233.264301:0:31989:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296416245 00000100:00000001:3.0:1787998233.264304:0:31989:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296414231 00000100:00000001:3.0:1787998233.264306:0:31989:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296416245 00000100:00000001:3.0:1787998233.264310:0:31989:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998233.264312:0:31989:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998233.264314:0:31989:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998233.264315:0:31989:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787998233.264318:0:31989:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1920f3240 going to sleep for 11 seconds 00000100:00000001:3.0:1787998233.264320:0:31989:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998233.264323:0:31989:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998233.269416:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998233.269425:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9e00. 00000400:00000200:3.0:1787998233.269431:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998233.269439:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998233.269446:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f56e8 00000400:00000010:3.0:1787998233.269449:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f56e8. 00000100:00000001:3.0:1787998233.269454:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998233.269461:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d03100 x1874850291745536/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998249 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998233.269472:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998233.269476:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d03100 x1874850291745536/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998249 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998233.269482:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998233.269483:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00010000:00010000:3.0:1787998233.275433:0:32019:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:3.0:1787998233.275440:0:32019:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787998233.275442:0:32019:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998233.275448:0:32019:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998233.275450:0:32019:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787998233.275455:0:32019:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998233.275457:0:32019:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787998233.275460:0:32019:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998233.275462:0:32019:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787998233.275464:0:32019:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998233.275465:0:32019:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787998233.275468:0:32019:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1787998233.275471:0:32019:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787998233.275474:0:32019:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1787998233.275490:0:32019:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 4/4 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787998233.279307:0:32018:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0001-mdc-ffff94d1a0bb2800 00010000:00000001:0.0:1787998233.279314:0:32018:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998233.279316:0:32018:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998233.279319:0:32018:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998233.279323:0:32018:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998233.279325:0:32018:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998233.279327:0:32018:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998233.280357:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998233.280363:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f500. 00000400:00000200:3.0:1787998233.280370:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998233.280378:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998233.280385:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409330 00000400:00000010:3.0:1787998233.280387:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409330. 00000100:00000001:3.0:1787998233.280392:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998233.280400:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edd180 x1874850291745664/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1787998249 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998233.280411:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998233.280414:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edd180 x1874850291745664/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1787998249 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998233.280420:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998233.280422:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998233.286121:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998233.286136:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998233.286140:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998233.286142:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998233.286150:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998233.286156:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998233.286165:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998233.286170:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998233.286175:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998233.286179:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 18 MB=0x6a92a99a58380 00000400:00000200:3.0:1787998233.286183:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998233.286188:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7a7d [1] + 224 00000800:00000001:3.0:1787998233.286195:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998233.286201:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998233.286204:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998233.286208:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998233.286215:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998233.286224:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edd180 x1874850291745664/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1787998249 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998233.286234:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edd180 x1874850291745664/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1787998249 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998233.286255:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998233.286262:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998233.286265:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787998233.286798:0:32019:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998233.286801:0:32019:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998233.286804:0:32019:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=4 : 4 : 4) 00010000:00000010:1.1:1787998233.301322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98300. 00010000:00000010:1.1:1787998233.301332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3200. 00010000:00000010:1.1:1787998233.301336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3ca00. 00010000:00000010:1.1:1787998233.301338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5d000. 00010000:00000010:1.1:1787998233.301351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98a00. 00010000:00000010:1.1:1787998233.301353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3e00. 00010000:00000010:1.1:1787998233.301355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98000. 00010000:00000010:1.1:1787998233.301358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367e00. 00010000:00000001:0.0:1787998233.475050:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998233.475057:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998233.538987:0:30631:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1787998233.538993:0:30631:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998234.498907:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998234.498915:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998234.499033:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998234.499036:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998234.499039:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787998235.523404:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998235.523410:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998236.098939:0:31987:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582220 (cpu 2) has reached its deadline 4296416245, at 4296416256 00000100:00000010:2.0:1787998236.098957:0:31987:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a027fe40. 00000100:00000040:3.0:1787998236.101663:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296416245, at 4296416258 00000100:00000010:3.0:1787998236.101683:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a027fa80. 00010000:00000001:0.0:1787998236.546988:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998236.546998:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998237.128835:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998237.128846:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998237.128860:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1a300. 00000020:00000040:2.0:1787998237.128867:0:38:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:2.0:1787998237.128874:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998237.128877:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998237.128884:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998237.128895:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19381e700. 00000100:00000001:2.0:1787998237.128904:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998237.128918:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS req@ffff94d191d1a300 x1874850291745792/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998237.128931:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998237.128936:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998237.128944:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ad8b543] to pc [ptlrpcd_01_01+1] req@ffff94d191d1a300 x1874850291745792/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998237.129024:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998237.129031:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998237.129034:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998237.129041:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1a300 x1874850291745792/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998237.129061:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998237.129065:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998237.129069:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998237.129072:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998237.129075:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998237.129079:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2405:1874850291745792:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998237.129084:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998237.129090:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998237.129093:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998237.129096:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998237.129102:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d19162a200. 02000000:00000001:3.0:1787998237.129104:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998237.129113:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998237.129118:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108acb8. 00000400:00000010:3.0:1787998237.129410:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f56e8. 00000100:00000200:3.0:1787998237.129421:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291745792, portal 25 00000100:00000001:3.0:1787998237.129423:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998237.129425:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548351744 : -117847161199872 : ffff94d191d1a300) 00000100:00000040:3.0:1787998237.129433:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d1a300 x1874850291745792/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998237.129441:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998237.129444:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998237.129447:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5198. 00000100:00000200:3.0:1787998237.129451:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874850291745792, offset 0 00000400:00000200:3.0:1787998237.129458:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998237.129469:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998237.129479:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998237.129486:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998237.129491:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998237.129496:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998237.129500:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998237.129504:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2619:2619:256:4294967295] 192.168.206.123@tcp LPNI seq info [2619:2619:8:4294967295] 00000400:00000200:3.0:1787998237.129509:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998237.129520:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998237.129527:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998237.129534:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9e00. 00000800:00000200:3.0:1787998237.129542:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998237.129552:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998237.129557:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998237.129574:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998237.129579:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998237.129582:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296421369 00000100:00000010:3.0:1787998237.129661:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0013360. 00000100:00000001:3.0:1787998237.129669:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787998237.129677:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296421369 00000100:00000010:3.0:1787998237.129680:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a00136c0. 00000100:00000001:3.0:1787998237.129683:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787998237.129686:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998237.129689:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998237.129694:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998237.129697:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998237.129727:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998237.129730:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998237.129734:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998237.129738:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d18700. 00000020:00000040:2.0:1787998237.129741:0:38:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=10 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998237.129744:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998237.129746:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998237.129749:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998237.129753:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19381ef00. 00000100:00000001:2.0:1787998237.129758:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998237.129763:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID req@ffff94d191d18700 x1874850291745920/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998237.129795:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998237.129798:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998237.129803:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d21c543f] to pc [ptlrpcd_01_00+0] req@ffff94d191d18700 x1874850291745920/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998237.130121:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998237.130380:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787998237.130386:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998237.130389:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998237.130391:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998237.130394:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1787998237.130396:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998237.130399:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998237.130400:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998237.130402:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998237.130403:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998237.130405:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998237.130411:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d18700 x1874850291745920/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998237.130421:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998237.130423:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998237.130427:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998237.130430:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998237.130434:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998237.130437:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291745920:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998237.130442:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998237.130446:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998237.130448:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998237.130450:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998237.130457:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d19162ac00. 02000000:00000001:3.0:1787998237.130459:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998237.130464:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998237.130468:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108aec8. 00000400:00000010:3.0:1787998237.130476:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5aa0. 00000100:00000200:3.0:1787998237.130480:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291745920, portal 10 00000100:00000001:3.0:1787998237.130483:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998237.130484:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548344576 : -117847161207040 : ffff94d191d18700) 00000100:00000040:3.0:1787998237.130493:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d18700 x1874850291745920/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998237.130500:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998237.130502:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998237.130505:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f54c8. 00000100:00000200:3.0:1787998237.130508:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291745920, offset 0 00000400:00000200:3.0:1787998237.132808:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998237.132846:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998237.132860:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998237.132867:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998237.132872:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998237.132876:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998237.132879:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998237.132884:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2620:2620:255:4294967295] 192.168.206.123@tcp LPNI seq info [2620:2620:7:4294967295] 00000400:00000200:3.0:1787998237.132888:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998237.132899:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998237.132905:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998237.132918:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9300. 00000800:00000200:3.0:1787998237.132926:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998237.132935:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998237.132941:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998237.132948:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998237.132955:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 809536 usecs (810 jiffies) 00000400:00000200:3.0:1787998237.132959:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998237.132962:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296418100 00000100:00000001:3.0:1787998237.132966:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296421369 00000100:00000001:3.0:1787998237.132969:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296418100 00000100:00000001:3.0:1787998237.132972:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296421369 00000100:00000001:3.0:1787998237.132974:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998237.132979:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998237.132985:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998237.132991:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998237.133075:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998237.133080:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9e00. 00000400:00000200:3.0:1787998237.133088:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998237.133093:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998237.133100:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5198 00000400:00000010:3.0:1787998237.133103:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5198. 00000100:00000001:3.0:1787998237.133109:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998237.133117:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1a300 x1874850291745792/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998237.133141:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998237.133145:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1a300 x1874850291745792/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998253 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998237.133152:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998237.133154:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998237.134863:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998237.134875:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9300. 00000400:00000200:3.0:1787998237.134882:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998237.134890:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998237.134898:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f54c8 00000400:00000010:3.0:1787998237.134901:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f54c8. 00000100:00000001:3.0:1787998237.134907:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998237.134915:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d18700 x1874850291745920/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998237.134931:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998237.134935:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d18700 x1874850291745920/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998253 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998237.134949:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998237.134951:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787998237.135040:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998237.135046:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998237.135241:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998237.135246:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998237.135252:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998237.135262:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1ad80. 00000020:00000040:2.0:1787998237.135267:0:38:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=4 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998237.135273:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998237.135277:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998237.135283:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998237.135291:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19381e600. 00000100:00000001:2.0:1787998237.135299:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998237.135305:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID req@ffff94d191d1ad80 x1874850291746048/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998237.135431:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998237.135436:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998237.135443:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000804f2e49] to pc [ptlrpcd_01_01+1] req@ffff94d191d1ad80 x1874850291746048/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998237.135466:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998237.135468:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998237.135472:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998237.135476:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d19880. 00000020:00000040:2.0:1787998237.135479:0:38:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998237.135481:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998237.135483:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998237.135485:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998237.135490:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19381e500. 00000100:00000001:2.0:1787998237.135493:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998237.135497:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID req@ffff94d191d19880 x1874850291746176/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998237.135505:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998237.135507:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998237.135511:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d864ee0a] to pc [ptlrpcd_01_00+0] req@ffff94d191d19880 x1874850291746176/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998237.135520:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998237.135524:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998237.135527:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998237.135530:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1b480. 00000020:00000040:2.0:1787998237.135533:0:38:0:(genops.c:1210:class_import_get()) import ffff94d183eca000 refcount=3 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998237.135535:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998237.135536:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998237.135538:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998237.135542:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19381e100. 00000100:00000001:2.0:1787998237.135545:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998237.135549:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID req@ffff94d191d1b480 x1874850291746304/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998237.135556:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998237.135558:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998237.135562:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061bf0840] to pc [ptlrpcd_01_01+1] req@ffff94d191d1b480 x1874850291746304/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998237.135568:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998237.135574:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1754) 00000100:00000001:2.0:1787998237.135605:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998237.135609:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998237.135612:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998237.135618:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d19880 x1874850291746176/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998237.135626:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998237.135629:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998237.135633:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998237.135636:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998237.135639:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998237.135643:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291746176:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998237.135648:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998237.135655:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998237.135658:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998237.135661:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998237.135667:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1a0b08e00. 02000000:00000001:2.0:1787998237.135670:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998237.135679:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998237.135693:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151a50. 00000400:00000010:2.0:1787998237.135702:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf990. 00000100:00000200:2.0:1787998237.135712:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291746176, portal 4 00000100:00000001:2.0:1787998237.135714:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998237.135716:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548349056 : -117847161202560 : ffff94d191d19880) 00000100:00000040:2.0:1787998237.135726:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d19880 x1874850291746176/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998237.135733:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998237.135736:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998237.135739:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfbb0. 00000100:00000200:2.0:1787998237.135743:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291746176, offset 0 00000400:00000200:2.0:1787998237.135750:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998237.135762:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998237.135795:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998237.135802:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998237.135807:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998237.135812:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998237.135815:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998237.135819:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2621:2621:256:4294967295] 192.168.206.123@tcp LPNI seq info [2621:2621:8:4294967295] 00000400:00000200:2.0:1787998237.135834:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998237.135843:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998237.135850:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998237.135858:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19381ed00. 00000800:00000200:2.0:1787998237.135866:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998237.135875:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998237.135880:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19381ed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998237.135894:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998237.135899:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 217692 usecs (218 jiffies) 00000400:00000200:2.0:1787998237.135904:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998237.135907:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296417511 00000100:00000001:2.0:1787998237.135911:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296421369 00000100:00000001:2.0:1787998237.135913:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296417511 00000100:00000001:2.0:1787998237.135915:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296421369 00000100:00000001:2.0:1787998237.135917:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998237.135921:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998237.135924:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998237.135927:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998237.135936:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998237.135938:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787998237.135940:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998237.135942:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998237.135944:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998237.135946:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1787998237.135947:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998237.135950:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998237.135951:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998237.135953:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998237.135953:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998237.135955:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998237.135958:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1ad80 x1874850291746048/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998237.135966:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998237.135968:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998237.135970:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998237.135972:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998237.135974:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998237.135977:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291746048:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998237.135980:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998237.135983:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998237.135984:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998237.135986:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998237.135990:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1a0b09000. 02000000:00000001:2.0:1787998237.135991:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998237.135995:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998237.135998:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1861513c8. 00000400:00000010:2.0:1787998237.136001:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf198. 00000100:00000200:2.0:1787998237.136004:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291746048, portal 10 00000100:00000001:2.0:1787998237.136006:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998237.136007:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548354432 : -117847161197184 : ffff94d191d1ad80) 00000100:00000040:2.0:1787998237.136013:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d1ad80 x1874850291746048/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998237.136019:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998237.136022:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998237.136024:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf7f8. 00000100:00000200:2.0:1787998237.136027:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291746048, offset 0 00000400:00000200:2.0:1787998237.136031:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998237.136035:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998237.136039:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998237.136041:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998237.136044:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998237.136058:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998237.136061:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998237.136064:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2622:2622:255:4294967295] 192.168.206.123@tcp LPNI seq info [2622:2622:7:4294967295] 00000400:00000200:2.0:1787998237.136068:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998237.136074:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998237.136079:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998237.136084:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d188db0d00. 00000800:00000200:2.0:1787998237.136088:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998237.136092:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998237.136095:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d188db0d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998237.136098:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998237.136101:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18322 usecs (19 jiffies) 00000400:00000200:2.0:1787998237.136105:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998237.136107:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296417312 00000100:00000001:2.0:1787998237.136110:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296421369 00000100:00000001:2.0:1787998237.136112:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296417312 00000100:00000001:2.0:1787998237.136114:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296421369 00000100:00000001:2.0:1787998237.136115:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998237.136117:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998237.136119:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998237.136133:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1b480 x1874850291746304/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998237.136140:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998237.136142:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998237.136144:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998237.136145:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998237.136147:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998237.136150:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291746304:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998237.136153:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998237.136155:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998237.136156:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998237.136158:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998237.136161:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1a0b09400. 02000000:00000001:2.0:1787998237.136162:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998237.136165:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998237.136168:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1861515d8. 00000400:00000010:2.0:1787998237.136171:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf4c8. 00000100:00000200:2.0:1787998237.136174:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291746304, portal 4 00000100:00000001:2.0:1787998237.136176:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998237.136177:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548356224 : -117847161195392 : ffff94d191d1b480) 00000100:00000040:2.0:1787998237.136182:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d1b480 x1874850291746304/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998237.136188:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998237.136191:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998237.136193:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf6e8. 00000100:00000200:2.0:1787998237.136195:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291746304, offset 0 00000400:00000200:2.0:1787998237.136200:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998237.136204:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998237.136207:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998237.136209:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998237.136220:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998237.136223:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998237.136225:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998237.136228:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2623:2623:254:4294967295] 192.168.206.123@tcp LPNI seq info [2623:2623:6:4294967295] 00000400:00000200:2.0:1787998237.136232:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998237.136238:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998237.136242:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998237.136246:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d188db0400. 00000800:00000200:2.0:1787998237.136250:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998237.136254:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998237.136256:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d188db0400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998237.136260:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998237.136263:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 20008 usecs (21 jiffies) 00000400:00000200:2.0:1787998237.136266:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998237.136268:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296417314 00000100:00000001:2.0:1787998237.136270:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296421369 00000100:00000001:2.0:1787998237.136272:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296417314 00000100:00000001:2.0:1787998237.136274:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296421369 00000100:00000001:2.0:1787998237.136277:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998237.136278:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998237.136281:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998237.136284:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998237.136759:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998237.136798:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19381ed00. 00000400:00000200:2.0:1787998237.136807:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998237.136812:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998237.136819:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfbb0 00000400:00000010:2.0:1787998237.136831:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfbb0. 00000100:00000001:2.0:1787998237.136838:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998237.136843:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d19880 x1874850291746176/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998237.136854:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998237.136857:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d19880 x1874850291746176/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998253 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998237.136864:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998237.136866:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998237.136881:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998237.136883:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d188db0d00. 00000400:00000200:2.0:1787998237.136887:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998237.136891:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998237.136893:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf7f8 00000400:00000010:2.0:1787998237.136895:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf7f8. 00000100:00000001:2.0:1787998237.136897:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998237.136900:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1ad80 x1874850291746048/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998237.136908:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998237.136911:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1ad80 x1874850291746048/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998253 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998237.136917:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998237.136919:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998237.137500:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998237.137505:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d188db0400. 00000400:00000200:2.0:1787998237.137509:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998237.137514:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998237.137517:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf6e8 00000400:00000010:2.0:1787998237.137519:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf6e8. 00000100:00000001:2.0:1787998237.137523:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998237.137528:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1b480 x1874850291746304/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998237.137536:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998237.137539:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1b480 x1874850291746304/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998253 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998237.137544:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998237.137546:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787998237.137923:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998237.137928:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998237.137932:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998237.137937:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998237.138443:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998237.138459:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998237.138462:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998237.138465:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998237.138474:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998237.138479:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998237.138487:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998237.138493:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998237.138498:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998237.138502:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a58480 00000400:00000200:2.0:1787998237.138507:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998237.138514:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x7a95 [1] + 224 00000800:00000001:2.0:1787998237.138521:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998237.138529:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998237.138532:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998237.138536:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998237.138543:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998237.138550:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d18700 x1874850291745920/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998253 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998237.138560:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d18700 x1874850291745920/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998237.138580:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998237.138944:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998237.138948:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998237.138957:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998237.138959:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998237.138963:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108aec8. 00000400:00000200:3.0:1787998237.138968:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5aa0 00000400:00000010:3.0:1787998237.138971:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5aa0. 00000100:00000001:3.0:1787998237.138975:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998237.138980:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d18700 x1874850291745920/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998237.138989:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d18700 x1874850291745920/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998253 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998237.138994:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998237.138996:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998237.138999:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998237.139003:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998237.139006:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998237.139008:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998237.139011:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998237.139022:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=63 v=5 (5 104 104 104) 00000100:00001000:3.0:1787998237.139027:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998237.139029:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998237.139031:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998237.139034:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998237.139038:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998237.139042:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1787998237.139044:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: committing for last_committed 4294967597 gen 2 00000100:00000040:3.0:1787998237.139449:0:2405:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967597) req@ffff94d199eded80 x1874850291742976/t4294967593(4294967593) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1787998245 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998237.139458:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998237.139461:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199eded80 x1874850291742976/t4294967593(4294967593) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1787998245 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998237.139468:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998237.139471:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998237.139475:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e27c00. 02000000:00000001:3.0:1787998237.139479:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998237.139482:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998237.139484:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998237.139487:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998237.139491:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e24000. 02000000:00000001:3.0:1787998237.139494:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998237.139496:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998237.139498:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199eded80. 00000100:00000001:3.0:1787998237.139504:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998237.139505:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998237.139511:0:2405:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967597) req@ffff94d199edfb80 x1874850291743488/t4294967594(4294967594) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1787998245 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998237.139517:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998237.139520:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edfb80 x1874850291743488/t4294967594(4294967594) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1787998245 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998237.139526:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998237.139527:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998237.139528:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e26000. 02000000:00000001:3.0:1787998237.139531:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998237.139532:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998237.139533:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998237.139535:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998237.139536:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e25000. 02000000:00000001:3.0:1787998237.139539:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998237.139540:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998237.139542:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edfb80. 00000100:00000001:3.0:1787998237.139544:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998237.139545:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998237.139550:0:2405:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967597) req@ffff94d199eddc00 x1874850291744000/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998245 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998237.139558:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998237.139559:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419072 : -117847025132544 : ffff94d199eddc00) 00000100:00000001:3.0:1787998237.139562:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998237.139565:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199eddc00 x1874850291744000/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998245 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998237.139570:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998237.139575:0:2405:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff94d199edc380 x1874850291744384/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998246 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998237.139582:0:2405:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1787998237.139656:0:2405:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: normal: skip=1 replay=3/4 committed=0/0 00000100:00000001:3.0:1787998237.139659:0:2405:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998237.139661:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998237.139668:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d18700 x1874850291745920/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998253 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998237.139676:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998237.139680:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998237.139738:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998237.139745:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d18700 x1874850291745920/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998253 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998237.139753:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291745920:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998237.139760:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998237.139764:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998237.139809:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d18700 x1874850291745920/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998253 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998237.139817:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998237.139818:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998237.139820:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d19162ac00. 02000000:00000001:3.0:1787998237.139832:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998237.139834:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998237.139835:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998237.139837:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998237.139839:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19381ef00. 02000000:00000001:3.0:1787998237.139842:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998237.139843:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998237.139844:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d18700. 00000100:00000001:3.0:1787998237.139847:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998237.139849:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998237.139852:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998237.139855:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998237.139857:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998237.139859:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998237.139861:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998237.139958:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998237.139970:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998237.139972:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998237.139975:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998237.139982:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998237.139988:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998237.139996:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998237.140000:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998237.140005:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998237.140009:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a58500 00000400:00000200:2.0:1787998237.140014:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998237.140019:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x7ab5 [1] + 224 00000800:00000001:2.0:1787998237.140025:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998237.140033:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998237.140036:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998237.140040:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998237.140121:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998237.140129:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1ad80 x1874850291746048/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998253 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998237.140138:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d1ad80 x1874850291746048/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998237.140160:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998237.140166:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998237.140169:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998237.140460:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998237.140464:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998237.140469:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998237.140472:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998237.140475:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1861513c8. 00000400:00000200:3.0:1787998237.140480:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf198 00000400:00000010:3.0:1787998237.140483:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf198. 00000100:00000001:3.0:1787998237.140488:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998237.140493:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1ad80 x1874850291746048/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998237.140502:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1ad80 x1874850291746048/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998253 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998237.140508:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998237.140509:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998237.140511:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998237.140514:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998237.140516:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998237.140519:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998237.140522:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998237.140530:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=63 v=5 (5 104 104 104) 00000100:00001000:3.0:1787998237.140534:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=63 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998237.140537:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998237.140539:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998237.140542:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998237.140545:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998237.140548:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998237.140550:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1787998237.140552:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998237.140554:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998237.140558:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1ad80 x1874850291746048/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998253 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998237.140564:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998237.140566:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998237.140567:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998237.140570:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1ad80 x1874850291746048/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998253 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998237.140578:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291746048:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998237.140652:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998237.140656:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998237.140660:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1ad80 x1874850291746048/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998253 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998237.140667:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998237.140669:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998237.140671:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1a0b09000. 02000000:00000001:3.0:1787998237.140677:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998237.140678:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998237.140680:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=3 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998237.140682:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998237.140751:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19381e600. 02000000:00000001:3.0:1787998237.140756:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998237.140757:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998237.140759:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1ad80. 00000100:00000001:3.0:1787998237.140764:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998237.140765:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998237.140791:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998237.140794:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998237.140795:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998237.140797:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998237.140798:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998237.145750:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998237.145893:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998237.145898:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998237.145902:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998237.145913:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998237.145922:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998237.145933:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998237.145939:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998237.145945:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998237.145950:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a58400 00000400:00000200:2.0:1787998237.145956:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998237.145964:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7a85 [1] + 224 00000800:00000001:2.0:1787998237.145973:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998237.145981:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998237.145984:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998237.145990:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998237.146000:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998237.146013:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1a300 x1874850291745792/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998253 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998237.146026:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d1a300 x1874850291745792/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998237.146043:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998237.146215:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998237.146221:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998237.146231:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998237.146233:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998237.146238:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108acb8. 00000400:00000200:3.0:1787998237.146243:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f56e8 00000400:00000010:3.0:1787998237.146246:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f56e8. 00000100:00000001:3.0:1787998237.146249:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998237.146256:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1a300 x1874850291745792/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998237.146267:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1a300 x1874850291745792/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998253 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998237.146273:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998237.146276:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998237.146279:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998237.146284:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998237.146286:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998237.146288:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998237.146291:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998237.146299:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=64 v=5 (5 5 5 5) 00000100:00001000:3.0:1787998237.146304:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=64 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998237.146307:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998237.146309:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998237.146312:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998237.146315:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998237.146318:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998237.146323:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1a300 x1874850291745792/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998253 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998237.146332:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998237.146336:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998237.146338:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998237.146342:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1a300 x1874850291745792/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998253 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998237.146351:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2405:1874850291745792:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998237.146357:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998237.146372:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998237.146376:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1a300 x1874850291745792/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998253 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998237.146383:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998237.146386:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998237.146391:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d19162a200. 02000000:00000001:3.0:1787998237.146394:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998237.146397:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998237.146399:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:3.0:1787998237.146402:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998237.146405:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19381e700. 02000000:00000001:3.0:1787998237.146411:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998237.146413:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998237.146414:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1a300. 00000100:00000001:3.0:1787998237.146418:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998237.146420:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998237.146423:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998237.146431:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998237.146433:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998237.146437:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998237.146439:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998237.147908:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998237.147923:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998237.153699:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998237.153738:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998237.153744:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998237.153748:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998237.153760:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998237.153818:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998237.153839:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998237.153844:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998237.153851:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998237.153856:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a58600 00000400:00000200:2.0:1787998237.153864:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998237.153871:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7ac5 [1] + 224 00000800:00000001:2.0:1787998237.153884:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998237.153894:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998237.153900:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998237.153906:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998237.153915:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998237.153928:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1b480 x1874850291746304/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998253 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998237.153941:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d1b480 x1874850291746304/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998237.153962:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998237.153973:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998237.153977:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998237.154041:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998237.154047:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998237.154055:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998237.154058:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998237.154062:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1861515d8. 00000400:00000200:3.0:1787998237.154067:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf4c8 00000400:00000010:3.0:1787998237.154070:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf4c8. 00000100:00000001:3.0:1787998237.154075:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998237.154080:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1b480 x1874850291746304/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998237.154089:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1b480 x1874850291746304/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998253 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998237.154095:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998237.154097:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998237.154099:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998237.154150:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998237.154153:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998237.154156:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998237.154159:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998237.154170:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca460 time=63 v=5 (5 5 37 37) 00000100:00001000:3.0:1787998237.154175:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=14 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998237.154178:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998237.154180:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998237.154184:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998237.154188:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998237.154192:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998237.154195:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:3.0:1787998237.154197:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998237.154199:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998237.154205:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1b480 x1874850291746304/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998253 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998237.154213:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998237.154217:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998237.154219:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998237.154223:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1b480 x1874850291746304/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998253 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998237.154231:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291746304:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998237.154240:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998237.154243:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998237.154246:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1b480 x1874850291746304/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998253 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998237.154253:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998237.154256:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998237.154260:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1a0b09400. 02000000:00000001:3.0:1787998237.154265:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998237.154269:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998237.154271:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998237.154273:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998237.154276:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19381e100. 02000000:00000001:3.0:1787998237.154280:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998237.154282:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998237.154284:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1b480. 00000100:00000001:3.0:1787998237.154290:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998237.154291:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998237.154295:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998237.154297:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998237.154299:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998237.154301:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998237.154303:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998237.155902:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998237.155921:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998237.155927:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998237.155928:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998237.155938:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998237.155946:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998237.155954:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998237.155959:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998237.155966:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998237.155971:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a58580 00000400:00000200:2.0:1787998237.155976:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998237.155983:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7aa5 [1] + 224 00000800:00000001:2.0:1787998237.155991:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998237.155999:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998237.156003:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998237.156007:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998237.156016:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998237.156026:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d19880 x1874850291746176/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998253 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998237.156037:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d19880 x1874850291746176/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998237.156058:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998237.156067:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998237.156070:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998237.156129:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998237.156134:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998237.156142:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998237.156144:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998237.156148:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151a50. 00000400:00000200:3.0:1787998237.156153:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf990 00000400:00000010:3.0:1787998237.156156:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf990. 00000100:00000001:3.0:1787998237.156160:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998237.156166:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d19880 x1874850291746176/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998237.156175:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d19880 x1874850291746176/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998253 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998237.156181:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998237.156184:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998237.156187:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998237.156191:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998237.156193:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998237.156195:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998237.156199:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998237.156209:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=63 v=5 (5 5 37 37) 00000100:00001000:3.0:1787998237.156213:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=153 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998237.156216:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998237.156218:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998237.156222:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998237.156225:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998237.156229:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998237.156231:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1787998237.156234:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998237.156235:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998237.156240:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d19880 x1874850291746176/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998253 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998237.156248:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998237.156251:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998237.156253:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998237.156257:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d19880 x1874850291746176/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998253 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998237.156265:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291746176:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998237.156271:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998237.156274:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998237.156277:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d19880 x1874850291746176/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998253 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998237.156284:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998237.156287:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998237.156291:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1a0b08e00. 02000000:00000001:3.0:1787998237.156296:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998237.156300:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998237.156303:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=2 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998237.156306:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998237.156309:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19381e500. 02000000:00000001:3.0:1787998237.156312:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998237.156315:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998237.156317:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d19880. 00000100:00000001:3.0:1787998237.156322:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998237.156323:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998237.156327:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998237.156337:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998237.156339:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998237.156341:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998237.156344:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998237.571052:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998237.571065:0:15976:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998237.571068:0:15976:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998237.571072:0:15976:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998237.571078:0:15976:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998237.571081:0:15976:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998237.571083:0:15976:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998237.571086:0:15976:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998237.571177:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998237.571182:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998237.571185:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787998238.595050:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998238.595059:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998239.618944:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998239.618953:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998240.644821:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998240.644832:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998240.644947:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998240.644952:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998240.644956:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787998241.218912:0:31987:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582220 (cpu 2) has reached its deadline 4296421369, at 4296421376 00000100:00000010:2.0:1787998241.218936:0:31987:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0013360. 00000100:00000040:3.0:1787998241.220854:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296421369, at 4296421378 00000100:00000010:3.0:1787998241.220868:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a00136c0. 00010000:00000001:0.0:1787998241.666869:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998241.666875:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998242.244156:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787998242.244162:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787998242.244171:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d01180. 00000020:00000040:3.0:1787998242.244176:0:36:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:3.0:1787998242.244180:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998242.244183:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998242.244188:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998242.244195:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d183cc9300. 00000100:00000001:3.0:1787998242.244201:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998242.244213:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS req@ffff94d191d01180 x1874850291746432/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998242.244223:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998242.244228:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998242.244234:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc8f1fdb] to pc [ptlrpcd_01_00+0] req@ffff94d191d01180 x1874850291746432/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998242.244263:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998242.244266:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787998242.244269:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787998242.244272:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d02300. 00000020:00000040:3.0:1787998242.244275:0:36:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998242.244277:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998242.244278:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998242.244280:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998242.244283:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d183cc9e00. 00000100:00000001:3.0:1787998242.244286:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998242.244291:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID req@ffff94d191d02300 x1874850291746560/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998242.244298:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998242.244300:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998242.244304:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f600a9e7] to pc [ptlrpcd_01_01+1] req@ffff94d191d02300 x1874850291746560/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998242.244312:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998242.244314:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787998242.244317:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787998242.244320:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d03b80. 00000020:00000040:3.0:1787998242.244324:0:36:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=4 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998242.244326:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998242.244327:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998242.244328:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998242.244332:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d183cc9c00. 00000100:00000001:3.0:1787998242.244334:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998242.244338:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID req@ffff94d191d03b80 x1874850291746688/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998242.244344:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998242.244346:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998242.244349:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087e9c979] to pc [ptlrpcd_01_00+0] req@ffff94d191d03b80 x1874850291746688/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998242.244356:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998242.244358:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787998242.244361:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787998242.244374:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d01f80. 00000020:00000040:3.0:1787998242.244377:0:36:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998242.244379:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998242.244380:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998242.244382:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998242.244385:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d183cc9900. 00000100:00000001:3.0:1787998242.244388:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998242.244391:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID req@ffff94d191d01f80 x1874850291746816/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998242.244397:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998242.244399:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998242.244402:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8e68fbb] to pc [ptlrpcd_01_01+1] req@ffff94d191d01f80 x1874850291746816/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998242.244408:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998242.244410:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787998242.244412:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787998242.244415:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d03800. 00000020:00000040:3.0:1787998242.244416:0:36:0:(genops.c:1210:class_import_get()) import ffff94d183eca000 refcount=3 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998242.244418:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998242.244419:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998242.244420:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998242.244423:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d183cc9700. 00000100:00000001:3.0:1787998242.244425:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998242.244428:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID req@ffff94d191d03800 x1874850291746944/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998242.244434:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998242.244435:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998242.244438:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000378f9474] to pc [ptlrpcd_01_00+0] req@ffff94d191d03800 x1874850291746944/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998242.244449:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998242.244452:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1760) 00000100:00000001:3.0:1787998242.244475:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998242.244479:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998242.244481:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998242.244494:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d02300 x1874850291746560/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998242.244501:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998242.244503:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998242.244507:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998242.244509:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998242.244512:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998242.244515:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291746560:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998242.244519:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998242.244524:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998242.244527:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998242.244529:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998242.244533:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d19162a800. 02000000:00000001:3.0:1787998242.244535:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998242.244542:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998242.244546:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108acb8. 00000400:00000010:3.0:1787998242.244553:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f56e8. 00000100:00000200:3.0:1787998242.244560:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291746560, portal 10 00000100:00000001:3.0:1787998242.244562:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998242.244564:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548253440 : -117847161298176 : ffff94d191d02300) 00000100:00000040:3.0:1787998242.244571:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d02300 x1874850291746560/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998242.244577:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998242.244580:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998242.244582:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5aa0. 00000100:00000200:3.0:1787998242.244585:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291746560, offset 0 00000400:00000200:3.0:1787998242.244592:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998242.244599:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998242.244606:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998242.244611:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998242.244615:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998242.244618:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998242.244621:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998242.244624:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2624:2624:256:4294967295] 192.168.206.123@tcp LPNI seq info [2624:2624:8:4294967295] 00000400:00000200:3.0:1787998242.244629:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998242.244637:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998242.244643:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998242.244650:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9a00. 00000800:00000200:3.0:1787998242.244657:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998242.244664:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998242.244668:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998242.244677:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998242.244681:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 808313 usecs (809 jiffies) 00000400:00000200:3.0:1787998242.244683:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998242.244686:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296423210 00000100:00000010:3.0:1787998242.244690:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a00136c0. 00000100:00000001:3.0:1787998242.244696:0:2405:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787998242.244701:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296423210 00000100:00000010:3.0:1787998242.244704:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0013e40. 00000100:00000001:3.0:1787998242.244707:0:2405:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787998242.244709:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998242.244711:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998242.244713:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998242.244717:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d01f80 x1874850291746816/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998242.244722:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998242.244724:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998242.244726:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998242.244728:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998242.244729:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998242.244731:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291746816:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998242.244734:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998242.244736:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998242.244737:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998242.244739:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998242.244741:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d19162ac00. 02000000:00000001:3.0:1787998242.244743:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998242.244746:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998242.244748:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108aec8. 00000400:00000010:3.0:1787998242.244751:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f54c8. 00000100:00000200:3.0:1787998242.244754:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291746816, portal 4 00000100:00000001:3.0:1787998242.244755:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998242.244756:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548252544 : -117847161299072 : ffff94d191d01f80) 00000100:00000040:3.0:1787998242.244761:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d01f80 x1874850291746816/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998242.244791:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998242.244805:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998242.244809:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5198. 00000100:00000200:3.0:1787998242.244811:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291746816, offset 0 00000400:00000200:3.0:1787998242.244815:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998242.244819:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998242.244822:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998242.244825:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998242.244828:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998242.244830:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998242.244832:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998242.244835:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2625:2625:255:4294967295] 192.168.206.123@tcp LPNI seq info [2625:2625:7:4294967295] 00000400:00000200:3.0:1787998242.244839:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998242.244844:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998242.244848:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998242.244852:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9100. 00000800:00000200:3.0:1787998242.244855:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998242.244859:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998242.244861:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998242.244864:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998242.244867:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 216718 usecs (217 jiffies) 00000400:00000200:3.0:1787998242.244870:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998242.244872:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296422619 00000100:00000001:3.0:1787998242.244874:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296423210 00000100:00000001:3.0:1787998242.244876:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296422619 00000100:00000001:3.0:1787998242.244878:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296423210 00000100:00000001:3.0:1787998242.244880:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998242.244882:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998242.244884:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998242.244887:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998242.244895:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998242.244897:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787998242.244899:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998242.244900:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998242.244902:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998242.244904:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:3.0:1787998242.244906:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998242.244907:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998242.244909:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998242.244910:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998242.244911:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998242.244913:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998242.244916:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d01180 x1874850291746432/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998242.244922:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998242.244924:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998242.244926:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998242.244928:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998242.244930:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998242.244933:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2405:1874850291746432:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998242.244936:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998242.244938:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998242.244939:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998242.244941:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998242.244944:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d19162a200. 02000000:00000001:3.0:1787998242.244946:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998242.244949:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998242.244951:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a898. 00000400:00000010:3.0:1787998242.244954:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5ee0. 00000100:00000200:3.0:1787998242.244957:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291746432, portal 25 00000100:00000001:3.0:1787998242.244959:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998242.244960:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548248960 : -117847161302656 : ffff94d191d01180) 00000100:00000040:3.0:1787998242.244965:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d01180 x1874850291746432/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998242.244971:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998242.244973:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998242.244975:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5770. 00000100:00000200:3.0:1787998242.244977:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874850291746432, offset 0 00000400:00000200:3.0:1787998242.244982:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998242.244985:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998242.244988:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998242.244991:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998242.244993:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998242.244995:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998242.244997:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998242.245000:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2626:2626:254:4294967295] 192.168.206.123@tcp LPNI seq info [2626:2626:6:4294967295] 00000400:00000200:3.0:1787998242.245003:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998242.245009:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998242.245016:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998242.245019:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9400. 00000800:00000200:3.0:1787998242.245022:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998242.245027:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998242.245029:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998242.245032:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998242.245035:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998242.245037:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296426485 00000100:00000001:3.0:1787998242.245042:0:2405:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296423210 00000100:00000001:3.0:1787998242.245046:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296426485 00000100:00000001:3.0:1787998242.245049:0:2405:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296423210 00000100:00000001:3.0:1787998242.245052:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998242.245054:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998242.245056:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998242.245337:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d03b80 x1874850291746688/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998242.245344:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998242.245345:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998242.245347:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998242.245349:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998242.245350:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998242.245353:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291746688:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998242.245356:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998242.245358:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998242.245359:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998242.245361:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998242.245373:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d19162ae00. 02000000:00000001:3.0:1787998242.245375:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998242.245378:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998242.245381:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108ae18. 00000400:00000010:3.0:1787998242.245385:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5d48. 00000100:00000200:3.0:1787998242.245388:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291746688, portal 10 00000100:00000001:3.0:1787998242.245390:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998242.245391:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548259712 : -117847161291904 : ffff94d191d03b80) 00000100:00000040:3.0:1787998242.245397:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d03b80 x1874850291746688/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998242.245404:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998242.245406:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998242.245408:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5088. 00000100:00000200:3.0:1787998242.245410:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291746688, offset 0 00000400:00000200:3.0:1787998242.245413:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998242.245418:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998242.245422:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998242.245424:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998242.245427:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998242.245429:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998242.245431:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998242.245435:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2627:2627:253:4294967295] 192.168.206.123@tcp LPNI seq info [2627:2627:5:4294967295] 00000400:00000200:3.0:1787998242.245438:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998242.245444:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998242.245448:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998242.245453:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d189a59700. 00000100:00000001:2.0:1787998242.245594:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998242.245598:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998242.245639:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998242.245642:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9a00. 00000400:00000200:2.0:1787998242.245650:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998242.245654:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998242.245660:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5aa0 00000400:00000010:2.0:1787998242.245662:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5aa0. 00000100:00000001:2.0:1787998242.245666:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998242.245671:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d02300 x1874850291746560/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998242.245681:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998242.245684:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d02300 x1874850291746560/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998258 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998242.245691:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998242.245692:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998242.245705:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998242.245707:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9100. 00000400:00000200:2.0:1787998242.245709:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998242.245713:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998242.245715:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5198 00000400:00000010:2.0:1787998242.245717:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5198. 00000100:00000001:2.0:1787998242.245719:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998242.245722:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d01f80 x1874850291746816/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998242.245728:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998242.245732:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d01f80 x1874850291746816/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998258 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998242.245737:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998242.245739:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998242.245837:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998242.245840:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9400. 00000400:00000200:2.0:1787998242.245843:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998242.245846:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998242.245849:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5770 00000400:00000010:2.0:1787998242.245851:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5770. 00000100:00000001:2.0:1787998242.245853:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998242.245855:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d01180 x1874850291746432/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998242.245861:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998242.245863:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d01180 x1874850291746432/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998258 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998242.245869:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998242.245870:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998242.246789:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998242.246808:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998242.246812:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d189a59700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998242.246830:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998242.246834:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18275 usecs (19 jiffies) 00000400:00000200:3.0:1787998242.246839:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998242.246842:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296422423 00000100:00000001:3.0:1787998242.246845:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296426485 00000100:00000001:3.0:1787998242.246848:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296422423 00000100:00000001:3.0:1787998242.246851:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296426485 00000100:00000001:3.0:1787998242.246853:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998242.246856:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998242.246860:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998242.246867:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d03800 x1874850291746944/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998242.246875:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998242.246878:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998242.246881:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998242.246884:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998242.246887:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998242.246890:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291746944:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998242.246894:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998242.246899:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998242.246902:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998242.246904:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998242.246910:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1917b4a00. 02000000:00000001:3.0:1787998242.246912:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998242.246917:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998242.246921:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108ad10. 00000400:00000010:3.0:1787998242.246927:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5c38. 00000100:00000200:3.0:1787998242.246932:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291746944, portal 4 00000100:00000001:3.0:1787998242.246934:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998242.246935:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548258816 : -117847161292800 : ffff94d191d03800) 00000100:00000040:3.0:1787998242.246942:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d03800 x1874850291746944/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998242.246949:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998242.246951:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998242.246954:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5990. 00000100:00000200:3.0:1787998242.246957:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291746944, offset 0 00000400:00000200:3.0:1787998242.246963:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998242.246969:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998242.246974:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998242.246978:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998242.246981:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998242.246984:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998242.246986:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998242.246989:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2628:2628:255:4294967295] 192.168.206.123@tcp LPNI seq info [2628:2628:7:4294967295] 00000400:00000200:3.0:1787998242.246993:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998242.247000:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998242.247004:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998242.247009:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199320600. 00000800:00000200:3.0:1787998242.247012:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998242.247016:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998242.247018:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199320600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998242.247021:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998242.247024:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 20031 usecs (21 jiffies) 00000400:00000200:3.0:1787998242.247027:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998242.247029:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296422425 00000100:00000001:3.0:1787998242.247031:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296426485 00000100:00000001:3.0:1787998242.247033:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296422425 00000100:00000001:3.0:1787998242.247035:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296426485 00000100:00000001:3.0:1787998242.247037:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998242.247039:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998242.247042:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998242.247045:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998242.249215:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998242.249225:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d189a59700. 00000400:00000200:2.0:1787998242.249234:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998242.249242:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998242.249249:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5088 00000400:00000010:2.0:1787998242.249251:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5088. 00000100:00000001:2.0:1787998242.249256:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998242.249263:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d03b80 x1874850291746688/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998242.249274:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998242.249278:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d03b80 x1874850291746688/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998258 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998242.249284:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998242.249286:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998242.249359:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998242.249362:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199320600. 00000400:00000200:2.0:1787998242.249375:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998242.249379:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998242.249382:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5990 00000400:00000010:2.0:1787998242.249383:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5990. 00000100:00000001:2.0:1787998242.249386:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998242.249390:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d03800 x1874850291746944/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998242.249398:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998242.249401:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d03800 x1874850291746944/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998258 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998242.249408:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998242.249409:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998242.254609:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998242.254630:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998242.254635:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998242.254638:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998242.254646:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998242.254654:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998242.254662:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998242.254666:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998242.254670:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998242.254674:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a58800 00000400:00000200:2.0:1787998242.254678:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998242.254684:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7ae5 [1] + 224 00000800:00000001:2.0:1787998242.254691:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998242.254723:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998242.254726:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998242.254730:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998242.254737:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998242.254746:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d01f80 x1874850291746816/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998258 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998242.254763:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d01f80 x1874850291746816/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998242.254812:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998242.254821:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998242.254825:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998242.254827:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998242.254829:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998242.254833:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998242.254837:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998242.254842:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998242.254844:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998242.254847:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998242.254850:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a58680 00000400:00000200:2.0:1787998242.254853:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998242.254857:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7af5 [1] + 224 00000800:00000001:2.0:1787998242.254860:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998242.254864:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998242.254866:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998242.254869:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998242.254872:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998242.254876:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d01180 x1874850291746432/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998258 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998242.254884:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d01180 x1874850291746432/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998242.254892:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998242.254895:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998242.254898:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998242.254900:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998242.254902:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998242.254904:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998242.254908:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998242.254912:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998242.254914:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998242.254917:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998242.254919:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a58700 00000400:00000200:2.0:1787998242.254922:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998242.254993:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x7ad5 [1] + 224 00000800:00000001:2.0:1787998242.254998:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998242.255005:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998242.255007:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998242.255011:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998242.255014:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998242.255018:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d02300 x1874850291746560/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998258 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998242.255025:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d02300 x1874850291746560/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998242.255266:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998242.255273:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998242.255276:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998242.255912:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998242.255918:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998242.255925:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998242.255927:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998242.255930:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a898. 00000400:00000200:3.0:1787998242.255935:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5ee0 00000400:00000010:3.0:1787998242.255937:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5ee0. 00000100:00000001:3.0:1787998242.255941:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998242.255947:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d01180 x1874850291746432/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998242.255957:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d01180 x1874850291746432/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998258 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998242.255963:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998242.255965:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998242.255968:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998242.255971:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998242.255973:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998242.255975:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998242.255978:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998242.255985:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=69 v=5 (5 5 5 5) 00000100:00001000:3.0:1787998242.255989:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=69 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998242.255991:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998242.255993:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998242.255996:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998242.255998:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998242.256000:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998242.256005:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d01180 x1874850291746432/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998258 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998242.256012:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998242.256014:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998242.256016:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998242.256019:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d01180 x1874850291746432/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998258 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998242.256026:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2405:1874850291746432:192.168.206.123@tcp:400:kworker.0 00000400:00000001:3.0:1787998242.256032:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998242.256033:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998242.256035:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108acb8. 00000400:00000200:3.0:1787998242.256038:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f56e8 00000400:00000010:3.0:1787998242.256040:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f56e8. 00000100:00000001:3.0:1787998242.256042:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998242.256045:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d02300 x1874850291746560/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998242.256053:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d02300 x1874850291746560/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998258 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998242.256058:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998242.256059:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998242.256061:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998242.256062:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998242.256063:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998242.256065:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998242.256066:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998242.256072:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=68 v=5 (5 104 104 104) 00000100:00001000:3.0:1787998242.256075:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998242.256077:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998242.256078:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998242.256080:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998242.256082:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998242.256085:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998242.256087:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967597 00000100:00000001:3.0:1787998242.256089:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998242.256091:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998242.256094:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d02300 x1874850291746560/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998258 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998242.256100:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998242.256102:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998242.256103:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998242.256106:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d02300 x1874850291746560/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998258 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998242.256114:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291746560:192.168.206.123@tcp:400:kworker.0 00000400:00000001:3.0:1787998242.256121:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998242.256123:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998242.256124:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108aec8. 00000400:00000200:3.0:1787998242.256127:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f54c8 00000400:00000010:3.0:1787998242.256128:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f54c8. 00000100:00000001:3.0:1787998242.256130:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998242.256133:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d01f80 x1874850291746816/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998242.256140:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d01f80 x1874850291746816/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998258 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998242.256145:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998242.256147:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998242.256148:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998242.256150:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998242.256151:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998242.256152:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998242.256153:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998242.256157:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=68 v=5 (5 5 37 37) 00000100:00001000:3.0:1787998242.256160:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=8 v=5 (1 1 0 0) 00000100:00000001:3.0:1787998242.256162:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998242.256163:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998242.256164:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998242.256166:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998242.256168:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998242.256170:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1787998242.256171:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998242.256172:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998242.256176:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d01f80 x1874850291746816/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998258 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998242.256182:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998242.256184:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998242.256185:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998242.256188:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d01f80 x1874850291746816/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998258 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998242.256195:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291746816:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998242.256198:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998242.256201:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998242.256204:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d01180 x1874850291746432/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998258 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998242.256210:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998242.256213:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998242.256216:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d19162a200. 02000000:00000001:3.0:1787998242.256221:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998242.256223:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998242.256225:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:3.0:1787998242.256227:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998242.256229:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d183cc9300. 02000000:00000001:3.0:1787998242.256232:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998242.256234:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998242.256236:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d01180. 00000100:00000001:3.0:1787998242.256239:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998242.256241:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998242.256242:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998242.256246:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d02300 x1874850291746560/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998258 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998242.256251:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998242.256252:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998242.256254:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d19162a800. 02000000:00000001:3.0:1787998242.256256:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998242.256257:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998242.256258:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998242.256260:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998242.256261:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d183cc9e00. 02000000:00000001:3.0:1787998242.256263:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998242.256264:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998242.256265:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d02300. 00000100:00000001:3.0:1787998242.256267:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998242.256269:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998242.256270:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998242.256273:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d01f80 x1874850291746816/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998258 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998242.256278:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998242.256280:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998242.256281:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d19162ac00. 02000000:00000001:3.0:1787998242.256283:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998242.256284:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998242.256285:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=2 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998242.256286:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998242.256287:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d183cc9900. 02000000:00000001:3.0:1787998242.256289:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998242.256290:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998242.256291:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d01f80. 00000100:00000001:3.0:1787998242.256293:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998242.256294:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998242.256297:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998242.256299:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998242.256300:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998242.256301:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998242.256303:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998242.256806:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998242.256818:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998242.256820:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998242.256823:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998242.256829:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998242.256834:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998242.256841:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998242.256845:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998242.256849:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998242.256852:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a58780 00000400:00000200:2.0:1787998242.256856:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998242.256860:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x7b05 [1] + 224 00000800:00000001:2.0:1787998242.256865:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998242.256873:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998242.256876:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998242.256880:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998242.256887:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998242.256892:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d03b80 x1874850291746688/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998258 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998242.256900:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d03b80 x1874850291746688/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998242.256914:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998242.256920:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998242.256923:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998242.259009:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998242.259016:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998242.259024:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998242.259026:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998242.259030:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108ae18. 00000400:00000200:3.0:1787998242.259035:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5d48 00000400:00000010:3.0:1787998242.259037:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5d48. 00000100:00000001:3.0:1787998242.259041:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998242.259050:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d03b80 x1874850291746688/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998242.259062:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d03b80 x1874850291746688/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998258 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998242.259069:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998242.259071:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998242.259074:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998242.259076:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998242.259078:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998242.259080:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998242.259083:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998242.259093:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=68 v=5 (5 104 104 104) 00000100:00001000:3.0:1787998242.259096:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=68 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998242.259099:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998242.259100:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998242.259103:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998242.259106:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998242.259109:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998242.259111:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1787998242.259113:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998242.259115:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998242.259120:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d03b80 x1874850291746688/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998258 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998242.259127:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998242.259130:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998242.259132:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998242.259136:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d03b80 x1874850291746688/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998258 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998242.259143:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291746688:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998242.259148:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998242.259150:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998242.259153:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d03b80 x1874850291746688/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998258 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998242.259159:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998242.259161:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998242.259165:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d19162ae00. 02000000:00000001:3.0:1787998242.259168:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998242.259171:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998242.259173:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=3 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998242.259176:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998242.259178:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d183cc9c00. 02000000:00000001:3.0:1787998242.259181:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998242.259183:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998242.259185:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d03b80. 00000100:00000001:3.0:1787998242.259189:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998242.259190:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998242.259193:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998242.259195:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998242.259196:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998242.259198:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998242.259199:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998242.259515:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998242.259527:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998242.259530:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998242.259532:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998242.259537:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998242.259542:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998242.259549:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998242.259553:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998242.259558:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998242.259562:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a58880 00000400:00000200:2.0:1787998242.259566:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998242.259571:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7b15 [1] + 224 00000800:00000001:2.0:1787998242.259577:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998242.259584:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998242.259587:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998242.259591:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998242.259597:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998242.259602:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d03800 x1874850291746944/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998258 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998242.259610:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d03800 x1874850291746944/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998242.259628:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998242.259636:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998242.259639:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998242.259940:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998242.259944:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998242.259948:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998242.259950:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998242.259952:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108ad10. 00000400:00000200:3.0:1787998242.260272:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5c38 00000400:00000010:3.0:1787998242.260275:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5c38. 00000100:00000001:3.0:1787998242.260279:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998242.260285:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d03800 x1874850291746944/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998242.260294:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d03800 x1874850291746944/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998258 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998242.260301:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998242.260303:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998242.260305:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998242.260307:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998242.260309:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998242.260311:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998242.260314:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998242.260320:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca460 time=68 v=5 (5 5 37 37) 00000100:00001000:3.0:1787998242.260323:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=19 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998242.260326:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998242.260328:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998242.260330:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998242.260397:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998242.260401:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998242.260403:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:3.0:1787998242.260405:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998242.260406:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998242.260411:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d03800 x1874850291746944/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998258 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998242.260417:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998242.260420:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998242.260422:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998242.260425:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d03800 x1874850291746944/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998258 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998242.260433:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291746944:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998242.260437:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998242.260439:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998242.260442:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d03800 x1874850291746944/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998258 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998242.260449:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998242.260451:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998242.260454:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1917b4a00. 02000000:00000001:3.0:1787998242.260556:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998242.260558:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998242.260560:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998242.260562:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998242.260565:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d183cc9700. 02000000:00000001:3.0:1787998242.260568:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998242.260569:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998242.260571:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d03800. 00000100:00000001:3.0:1787998242.260574:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998242.260576:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998242.260578:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998242.260584:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998242.260586:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998242.260589:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998242.260591:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998242.692664:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998242.692671:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998243.715114:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998243.715121:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998243.715330:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998243.715334:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998243.715337:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787998244.292687:0:31989:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787998244.292693:0:31989:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998244.292695:0:31989:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787998244.292699:0:31989:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1920f3240 going to sleep for 1 seconds 00000100:00000001:3.0:1787998244.292702:0:31989:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998244.292705:0:31989:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998244.738864:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998244.738871:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998245.315723:0:31989:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787998245.315728:0:31989:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998245.315730:0:31989:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787998245.315733:0:31989:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1920f3240 going to sleep for 1 seconds 00000100:00000001:3.0:1787998245.315736:0:31989:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998245.315739:0:31989:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998245.762959:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998245.762965:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998246.339033:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296426485, at 4296426496 00000100:00000010:3.0:1787998246.339047:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0013e40. 00000100:00000001:2.0:1787998246.339651:0:31999:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787998246.339655:0:31999:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1787998246.339668:0:31999:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787998230/real 1787998230] req@ffff94d199edd880 x1874850291744640/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/512 e 0 to 1 dl 1787998246 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787998246.339683:0:31999:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998246.339685:0:31999:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998246.339688:0:31999:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc2c0. 00000400:00000200:2.0:1787998246.339692:0:31999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409a18 00000400:00000010:2.0:1787998246.339695:0:31999:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409a18. 00000100:00000001:2.0:1787998246.339699:0:31999:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998246.339702:0:31999:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edd880 x1874850291744640/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/512 e 0 to 1 dl 1787998246 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787998246.339712:0:31999:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edd880 x1874850291744640/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/512 e 0 to 1 dl 1787998246 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998246.339718:0:31999:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998246.339720:0:31999:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998246.339723:0:31999:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998246.339724:0:31999:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998246.339727:0:31999:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1787998246.339730:0:31999:0:(import.c:65:import_set_state_nolock()) ffff94d191a06800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1787998246.339734:0:31999:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff94d1a0bb2800: Connection to lustre-MDT0000 (at 192.168.206.123@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:2.0:1787998246.339737:0:31999:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:2.0:1787998246.339740:0:31999:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:2.0:1787998246.339742:0:31999:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998246.339745:0:31999:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1787998246.339756:0:31999:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:2.0:1787998246.339806:0:31999:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1787998246.339808:0:31999:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998246.339810:0:31999:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998246.339812:0:31999:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998246.339814:0:31999:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d192196180 going to sleep for 0 seconds 00000100:00000001:2.0:1787998246.339816:0:31999:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998246.339818:0:31999:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998246.339820:0:31999:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998246.339822:0:31999:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998246.339825:0:31999:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998246.339840:0:31987:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582220 (cpu 2) has reached its deadline 4296426485, at 4296426497 00000100:00000010:2.0:1787998246.339846:0:31987:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a00136c0. 00000100:00000001:0.0:1787998246.340190:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998246.340196:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998246.340200:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998246.340210:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edd180 x1874850291747072/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998246.340224:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998246.340227:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998246.340233:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998246.340238:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998246.340245:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998246.340255:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed2632e9-aeaa-48f0-b65b-469967f9297f:2402:1874850291747072:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998246.340265:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998246.340272:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1787998246.340276:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998246.340280:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1787998246.340282:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998246.340283:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1787998246.340286:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1787998246.340290:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edca80 x1874850291747200/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1787998246.340292:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d190451200. 02000000:00000001:0.0:1787998246.340296:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998246.340300:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1787998246.340302:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998246.340303:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998246.340307:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1787998246.340308:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30b58. 02000000:00000001:3.0:1787998246.340311:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998246.340314:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787998246.340314:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807990. 00000100:00100000:3.0:1787998246.340317:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2401:1874850291747200:192.168.206.123@tcp:38:kworker.0 00000100:00000200:0.0:1787998246.340319:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291747072, portal 25 00000100:00000001:3.0:1787998246.340323:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1787998246.340323:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998246.340326:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684416384 : -117847025135232 : ffff94d199edd180) 02000000:00000001:3.0:1787998246.340327:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998246.340329:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998246.340333:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1787998246.340333:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199edd180 x1874850291747072/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1787998246.340339:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1a0094800. 02000000:00000001:3.0:1787998246.340343:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998246.340344:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1787998246.340346:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000040:0.0:1787998246.340347:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998246.340353:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108ad10. 00000400:00000010:0.0:1787998246.340353:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807908. 00000100:00000200:0.0:1787998246.340358:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874850291747072, offset 0 00000400:00000010:3.0:1787998246.340359:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5c38. 00000100:00000200:3.0:1787998246.340363:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291747200, portal 10 00000100:00000001:3.0:1787998246.340367:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1787998246.340368:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000100:00000001:3.0:1787998246.340369:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684414592 : -117847025137024 : ffff94d199edca80) 00000400:00000200:0.0:1787998246.340377:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000040:3.0:1787998246.340378:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199edca80 x1874850291747200/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787998246.340387:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998246.340396:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1787998246.340399:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1787998246.340402:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000100:00000040:3.0:1787998246.340404:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998246.340409:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5d48. 00000400:00000200:0.0:1787998246.340409:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1787998246.340414:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874850291747200, offset 0 00000400:00000200:3.0:1787998246.340424:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998246.340424:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998246.340429:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998246.340430:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2629:2629:256:4294967295] 192.168.206.123@tcp LPNI seq info [2629:2629:8:4294967295] 00000400:00000200:3.0:1787998246.340433:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998246.340435:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998246.340438:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998246.340444:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998246.340450:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998246.340454:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998246.340460:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2630:2630:256:4294967295] 192.168.206.123@tcp LPNI seq info [2630:2630:8:4294967295] 00000400:00000200:3.0:1787998246.340472:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998246.340483:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998246.340494:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998246.340498:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000010:3.0:1787998246.340500:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199320600. 00000800:00000200:0.0:1787998246.340508:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000200:3.0:1787998246.340509:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000010:0.0:1787998246.340513:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4c00. 00000800:00000200:3.0:1787998246.340518:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998246.340518:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998246.340524:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199320600 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:0.0:1787998246.340525:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998246.340528:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998246.340546:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998246.340546:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998246.340552:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 807100 usecs (808 jiffies) 00000400:00000200:0.0:1787998246.340553:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998246.340556:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296430580 00000400:00000200:3.0:1787998246.340557:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998246.340561:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296427305 00000100:00000010:0.0:1787998246.340565:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0ad5720. 00000800:00000200:2.0:1787998246.340647:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998246.340653:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4c00. 00000400:00000200:2.0:1787998246.340659:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998246.340667:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998246.340673:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807908 00000400:00000010:2.0:1787998246.340676:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807908. 00000100:00000001:2.0:1787998246.340682:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998246.340692:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edd180 x1874850291747072/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998246.340703:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998246.340709:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edd180 x1874850291747072/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998262 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998246.340725:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998246.340727:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998246.340741:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998246.340743:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199320600. 00000400:00000200:2.0:1787998246.340747:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1787998246.340986:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787998246.341000:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296430581 00000100:00000010:0.0:1787998246.341005:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0ad5600. 00000100:00000001:0.0:1787998246.341009:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787998246.341012:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998246.341015:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998246.341017:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998246.341020:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998246.341026:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998246.341028:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787998246.341030:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998246.341032:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998246.341033:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998246.341037:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edf480 x1874850291747456/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998246.341044:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998246.341046:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998246.341048:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998246.341050:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998246.341052:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998246.341054:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291747456:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998246.341058:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998246.341060:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998246.341062:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998246.341064:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998246.341067:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d190451600. 02000000:00000001:0.0:1787998246.341069:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998246.341073:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998246.341076:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30e18. 00000400:00000010:0.0:1787998246.341080:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1928072a8. 00000100:00000200:0.0:1787998246.341083:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291747456, portal 4 00000100:00000001:0.0:1787998246.341085:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998246.341086:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684425344 : -117847025126272 : ffff94d199edf480) 00000100:00000040:0.0:1787998246.341092:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199edf480 x1874850291747456/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998246.341098:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998246.341101:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998246.341103:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807bb0. 00000100:00000200:0.0:1787998246.341106:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291747456, offset 0 00000400:00000200:0.0:1787998246.341111:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998246.341115:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998246.341118:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998246.341120:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998246.341123:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998246.341125:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998246.341127:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998246.341130:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2632:2632:254:4294967295] 192.168.206.123@tcp LPNI seq info [2632:2632:6:4294967295] 00000400:00000200:0.0:1787998246.341133:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998246.341140:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998246.341144:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998246.341147:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4500. 00000800:00000200:0.0:1787998246.341151:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998246.341156:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998246.341158:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787998246.341161:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998246.341164:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 215698 usecs (216 jiffies) 00000400:00000200:0.0:1787998246.341167:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998246.341169:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296426714 00000100:00000001:0.0:1787998246.341172:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296430580 00000100:00000001:0.0:1787998246.341175:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296426714 00000100:00000001:0.0:1787998246.341177:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296430581 00000100:00000001:0.0:1787998246.341179:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998246.341181:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998246.341183:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998246.341186:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998246.341189:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998246.341190:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787998246.341192:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998246.341193:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998246.341195:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998246.341196:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998246.341517:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998246.341522:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5d48 00000400:00000010:2.0:1787998246.341524:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5d48. 00000100:00000001:2.0:1787998246.341529:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998246.341533:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edca80 x1874850291747200/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998246.341541:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998246.341543:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edca80 x1874850291747200/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998256 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998246.341548:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998246.341550:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998246.341563:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998246.341566:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f100. 00000400:00000200:2.0:1787998246.341571:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998246.341574:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998246.341576:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409f68 00000400:00000010:2.0:1787998246.341578:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409f68. 00000100:00000001:2.0:1787998246.341580:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998246.341583:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edea00 x1874850291747328/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998246.341591:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998246.341593:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edea00 x1874850291747328/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998262 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998246.341615:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998246.341617:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998246.341673:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998246.341676:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4500. 00000400:00000200:2.0:1787998246.341679:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998246.341683:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998246.341686:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807bb0 00000400:00000010:2.0:1787998246.341688:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807bb0. 00000100:00000001:2.0:1787998246.341692:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998246.341695:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edf480 x1874850291747456/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998246.341702:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998246.341705:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edf480 x1874850291747456/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998262 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998246.341711:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998246.341712:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998246.342372:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998246.342375:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031fc00. 00000400:00000200:2.0:1787998246.342380:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998246.342385:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998246.342388:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409880 00000400:00000010:2.0:1787998246.342390:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409880. 00000100:00000001:2.0:1787998246.342394:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998246.342398:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edfb80 x1874850291747584/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998246.342406:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998246.342409:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edfb80 x1874850291747584/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998262 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998246.342426:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998246.342428:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998246.348264:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998246.348280:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998246.348284:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998246.348287:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998246.348295:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998246.348302:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998246.348310:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998246.348314:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998246.348318:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998246.348322:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a58900 00000400:00000200:2.0:1787998246.348327:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998246.348332:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7b25 [1] + 224 00000800:00000001:2.0:1787998246.348338:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998246.348342:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998246.348344:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296430580 00000400:00000200:2.0:1787998246.348345:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1787998246.348353:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296427313 00000400:00000200:2.0:1787998246.348354:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998246.348358:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296430581 00000100:00000001:3.0:1787998246.348362:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998246.348364:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1787998246.348366:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998246.348373:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1787998246.348375:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edd180 x1874850291747072/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998262 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998246.348377:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998246.348389:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1787998246.348391:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edd180 x1874850291747072/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998246.348392:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1787998246.348399:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998246.348403:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998246.348410:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998246.348412:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998246.348422:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998246.348431:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998246.348436:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998246.348438:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998246.348441:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998246.348444:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998246.348447:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998246.348450:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998246.348452:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998246.348455:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998246.348457:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a58a80 00000400:00000200:2.0:1787998246.348460:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998246.348464:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7b45 [1] + 224 00000800:00000001:2.0:1787998246.348467:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998246.348481:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998246.348483:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998246.348486:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998246.348489:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998246.348494:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edf480 x1874850291747456/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998262 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998246.348501:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edf480 x1874850291747456/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998246.348508:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998246.348511:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998246.348514:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998246.348516:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998246.348518:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998246.348521:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998246.348524:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998246.348528:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998246.348530:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998246.348533:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998246.348535:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 416 into portal 10 MB=0x6a92a99a58980 00000400:00000200:2.0:1787998246.348538:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998246.348542:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 416/416 into md 0x7b2d [1] + 0 00000800:00000001:2.0:1787998246.348545:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998246.348549:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998246.348551:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998246.348554:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998246.348557:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998246.348560:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edca80 x1874850291747200/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998256 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998246.348569:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94d199edca80 x1874850291747200/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998256 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998246.348589:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998246.348593:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998246.348606:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998246.348609:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998246.348611:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998246.348614:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998246.348619:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998246.348623:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998246.348625:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998246.348628:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998246.348631:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a58a00 00000400:00000200:2.0:1787998246.348634:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998246.348638:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x7b3d [1] + 224 00000800:00000001:2.0:1787998246.348642:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998246.348649:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998246.348650:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998246.348653:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998246.348656:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998246.348659:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edea00 x1874850291747328/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998262 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998246.348667:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edea00 x1874850291747328/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998246.348688:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998246.348692:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998246.348695:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998246.349305:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998246.349308:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998246.349311:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998246.349313:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998246.349315:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108ad10. 00000400:00000200:3.0:1787998246.349318:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5c38 00000400:00000010:3.0:1787998246.349321:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5c38. 00000100:00000001:3.0:1787998246.349323:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998246.349328:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edca80 x1874850291747200/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998256 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998246.349336:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edca80 x1874850291747200/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998256 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998246.349343:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998246.349344:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998246.349346:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998246.349348:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998246.349349:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998246.349350:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998246.349352:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998246.349357:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=72 v=5 (5 104 104 104) 00000100:00001000:3.0:1787998246.349360:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998246.349362:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998246.349363:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998246.349366:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998246.349368:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998246.349370:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998246.349371:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967597 00000100:00000001:3.0:1787998246.349373:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998246.349375:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998246.349379:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edca80 x1874850291747200/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1787998256 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998246.349385:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998246.349387:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998246.349388:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998246.349391:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1787998246.349396:0:2401:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff94d1a0bb2800: connect to target with instance 1 00000020:00000001:3.0:1787998246.349399:0:2401:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787998246.349400:0:2401:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf59 00000020:00000001:3.0:1787998246.349403:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998246.349406:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191092800 refcount=5 00000020:00000001:3.0:1787998246.349409:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535213056 : -117847174338560 : ffff94d191092800) 00000020:00000001:3.0:1787998246.349411:0:2401:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535213056 : -117847174338560 : ffff94d191092800) 00000100:00001000:3.0:1787998246.349424:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=1787998246 v=0 (0 0 0 0) 00000100:00001000:3.0:1787998246.349427:0:2401:0:(import.c:2215:obd_at_measure()) AT ffff94d191a06c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1787998246.349431:0:2401:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 807, crc32c 5811, adler 553 00000020:00000040:3.0:1787998246.349436:0:2401:0:(genops.c:879:class_export_put()) PUTting export ffff94d191092800 : new refcount 4 00000100:00000001:3.0:1787998246.349439:0:2401:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1787998246.349441:0:2401:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:3.0:1787998246.349444:0:2401:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff94d1a0bb2800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:3.0:1787998246.349448:0:2401:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1787998246.349450:0:2401:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998246.349452:0:2401:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:3.0:1787998246.349455:0:2401:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:3.0:1787998246.349458:0:2401:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1787998246.349460:0:2401:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998246.349462:0:2401:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998246.349464:0:2401:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998246.349466:0:2401:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1787998246.349467:0:2401:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998246.349571:0:2401:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998246.349574:0:2401:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1787998246.349578:0:2401:0:(import.c:1297:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.206.123@tcp after partition 00000100:00080000:3.0:1787998246.349581:0:2401:0:(import.c:65:import_set_state_nolock()) ffff94d191a06800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:3.0:1787998246.349585:0:2401:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1787998246.349587:0:2401:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:3.0:1787998246.349592:0:2401:0:(client.c:3247:ptlrpc_resend_req()) @@@ going to resend req@ffff94d191d03100 x1874850291745536/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998249 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998246.349679:0:2401:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787998246.349682:0:2401:0:(import.c:65:import_set_state_nolock()) ffff94d191a06800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1787998246.349684:0:2401:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1787998246.349686:0:2401:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1787998246.349687:0:2401:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:3.0:1787998246.349689:0:2401:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:3.0:1787998246.349690:0:2401:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1787998246.349692:0:2401:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff94d191605548 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:3.0:1787998246.349695:0:2401:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xb2d39e653c8bf59 00800000:00000040:3.0:1787998246.349698:0:2401:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff94d1a0bb2800=77d5a195-8a9b-4535-9fd7-ecbde8ea89db device 3 (ffff94d191600000) type mdc at LMV idx 0 00800000:00000040:3.0:1787998246.349701:0:2401:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff94d191600000 already active! 00800000:00000001:3.0:1787998246.349703:0:2401:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1787998246.349705:0:2401:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1787998246.349706:0:2401:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998246.349708:0:2401:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998246.349709:0:2401:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998246.349711:0:2401:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1787998246.349712:0:2401:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1787998246.349714:0:2401:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998246.350055:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998246.350059:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998246.350063:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998246.350065:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998246.350067:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30e18. 00000400:00000200:0.0:1787998246.350071:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928072a8 00000400:00000010:0.0:1787998246.350073:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928072a8. 00000100:00000001:0.0:1787998246.350075:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998246.350081:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edf480 x1874850291747456/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998246.350090:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edf480 x1874850291747456/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998262 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998246.350097:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998246.350098:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998246.350100:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998246.350102:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998246.350103:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998246.350105:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998246.350107:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998246.350112:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=72 v=5 (5 5 37 37) 00000100:00001000:0.0:1787998246.350115:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=12 v=5 (1 1 0 0) 00000100:00000001:0.0:1787998246.350118:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998246.350120:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998246.350122:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998246.350124:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998246.350126:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998246.350128:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1787998246.350129:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998246.350131:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998246.350134:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edf480 x1874850291747456/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998262 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998246.350140:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998246.350142:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998246.350143:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998246.350147:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edf480 x1874850291747456/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998262 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998246.350154:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291747456:192.168.206.123@tcp:400:kworker.0 00000400:00000001:0.0:1787998246.350159:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998246.350160:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998246.350162:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30b58. 00000400:00000200:0.0:1787998246.350165:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807990 00000400:00000010:0.0:1787998246.350167:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807990. 00000100:00000001:0.0:1787998246.350171:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998246.350174:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edd180 x1874850291747072/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998246.350181:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edd180 x1874850291747072/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998262 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998246.350186:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998246.350187:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998246.350189:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998246.350190:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998246.350191:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998246.350192:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998246.350194:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998246.350197:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=73 v=5 (5 5 5 5) 00000100:00001000:0.0:1787998246.350199:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=73 v=5 (1 1 1 1) 00000100:00000001:0.0:1787998246.350202:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998246.350203:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998246.350204:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998246.350206:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998246.350207:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998246.350210:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edd180 x1874850291747072/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998262 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998246.350216:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998246.350217:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998246.350218:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998246.350221:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edd180 x1874850291747072/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998262 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998246.350227:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed2632e9-aeaa-48f0-b65b-469967f9297f:2402:1874850291747072:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998246.350231:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998246.350233:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998246.350236:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edf480 x1874850291747456/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998262 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998246.350241:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998246.350243:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998246.350245:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d190451600. 02000000:00000001:0.0:1787998246.350248:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998246.350250:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998246.350251:0:2402:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=2 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998246.350253:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998246.350254:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19031fd00. 02000000:00000001:0.0:1787998246.350259:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998246.350260:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998246.350261:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edf480. 00000100:00000001:0.0:1787998246.350265:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998246.350266:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998246.350268:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998246.350270:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edd180 x1874850291747072/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998262 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998246.350275:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998246.350276:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998246.350277:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d190451200. 02000000:00000001:0.0:1787998246.350279:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998246.350280:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998246.350281:0:2402:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:0.0:1787998246.350282:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998246.350283:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19031f600. 02000000:00000001:0.0:1787998246.350285:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998246.350286:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998246.350287:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edd180. 00000100:00000001:0.0:1787998246.350290:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998246.350291:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998246.350293:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998246.350299:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998246.350300:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998246.350303:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998246.350305:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998246.353296:0:2401:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998246.353304:0:2401:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:0.0:1787998246.353311:0:2401:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff94d1a0bb2800: Connection restored to 192.168.206.123@tcp (at 192.168.206.123@tcp) 00000100:00080000:0.0:1787998246.353322:0:2401:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000f5e03f59): req@ffff94d199edd880 x1874850291744640/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/512 e 0 to 1 dl 1787998246 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998246.353388:0:31999:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998246.353393:0:31999:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787998246.353533:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998246.353538:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f700. 00000400:00000200:3.0:1787998246.353546:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998246.353551:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998246.353559:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409660 00000400:00000010:3.0:1787998246.353561:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409660. 00000100:00000001:3.0:1787998246.353566:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998246.353571:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d03100 x1874850291745536/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998262 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998246.353581:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998246.353585:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d03100 x1874850291745536/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998262 ref 3 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998246.353592:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998246.353594:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787998246.353926:0:2401:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998246.357319:0:31999:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998246.357325:0:31999:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998246.357331:0:31999:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998246.357334:0:31999:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998246.357338:0:31999:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998246.357341:0:31999:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1787998246.357346:0:31999:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1874850291744640 new x1874850291747840 02000000:00000001:2.0:1787998246.357350:0:31999:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998246.357353:0:31999:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998246.357364:0:31999:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998246.357373:0:31999:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151160. 00000400:00000010:2.0:1787998246.357382:0:31999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf6e8. 00000100:00000200:2.0:1787998246.357388:0:31999:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291744640, portal 10 00000100:00000001:2.0:1787998246.357390:0:31999:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998246.357392:0:31999:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684418176 : -117847025133440 : ffff94d199edd880) 00000100:00000040:2.0:1787998246.357403:0:31999:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff94d199edd880 x1874850291744640/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1787998262 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998246.357412:0:31999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998246.357415:0:31999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998246.357418:0:31999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf7f8. 00000100:00000200:2.0:1787998246.357420:0:31999:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1874850291744640, offset 0 00000400:00000200:2.0:1787998246.357426:0:31999:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998246.357434:0:31999:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998246.357441:0:31999:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998246.357446:0:31999:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998246.357451:0:31999:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998246.357454:0:31999:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998246.357457:0:31999:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998246.357460:0:31999:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2635:2635:256:4294967295] 192.168.206.123@tcp LPNI seq info [2635:2635:8:4294967295] 00000400:00000200:2.0:1787998246.357464:0:31999:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998246.357473:0:31999:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998246.357480:0:31999:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998246.357485:0:31999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d188db0400. 00000800:00000200:2.0:1787998246.357492:0:31999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998246.357500:0:31999:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998246.357504:0:31999:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d188db0400 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:2.0:1787998246.357949:0:31999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998246.357955:0:31999:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 805886 usecs (806 jiffies) 00000400:00000200:2.0:1787998246.357959:0:31999:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998246.357962:0:31999:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296427321 00000100:00000001:2.0:1787998246.357966:0:31999:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296430580 00000100:00000001:2.0:1787998246.357968:0:31999:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296427321 00000100:00000001:2.0:1787998246.357971:0:31999:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296430581 00000100:00000001:2.0:1787998246.357973:0:31999:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998246.357977:0:31999:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998246.357980:0:31999:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998246.357982:0:31999:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787998246.357985:0:31999:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d192196180 going to sleep for 11 seconds 00000100:00000001:2.0:1787998246.357988:0:31999:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998246.357991:0:31999:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998246.358101:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998246.358111:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edca80 x1874850291747200/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1787998256 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998246.358120:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2401:1874850291747200:192.168.206.123@tcp:38:kworker.0 00000100:00000001:0.0:1787998246.358125:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998246.358128:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998246.358131:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edca80 x1874850291747200/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1787998256 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998246.358138:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998246.358141:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998246.358144:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1a0094800. 02000000:00000001:0.0:1787998246.358150:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998246.358153:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998246.358154:0:2401:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998246.358157:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998246.358159:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e27800. 02000000:00000001:0.0:1787998246.358162:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998246.358163:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998246.358165:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edca80. 00000100:00000001:0.0:1787998246.358169:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998246.358170:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998246.358172:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998246.358179:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998246.358180:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998246.358182:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998246.358184:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998246.360580:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998246.360596:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d188db0400. 00000400:00000200:3.0:1787998246.360603:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998246.360611:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998246.360619:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf7f8 00000400:00000010:3.0:1787998246.360621:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf7f8. 00000100:00000001:3.0:1787998246.360626:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998246.360634:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edd880 x1874850291744640/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1787998262 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998246.360647:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998246.360651:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edd880 x1874850291744640/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1787998262 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998246.360658:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998246.360659:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998246.388504:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998246.388521:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998246.388524:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998246.388527:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998246.388535:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998246.388543:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998246.388552:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998246.388556:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998246.388560:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998246.388565:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a58b00 00000400:00000200:3.0:1787998246.388569:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998246.388575:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7b4d [1] + 224 00000800:00000001:3.0:1787998246.388583:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998246.388587:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998246.388590:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998246.388595:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998246.388602:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998246.388610:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edfb80 x1874850291747584/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998262 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998246.388622:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edfb80 x1874850291747584/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998246.388643:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998246.388652:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998246.388655:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998246.388657:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998246.388659:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998246.388673:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998246.388677:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998246.388682:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998246.388684:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998246.388687:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998246.388690:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a58b80 00000400:00000200:3.0:1787998246.388693:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998246.388697:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x7b55 [1] + 224 00000800:00000001:3.0:1787998246.388702:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998246.388748:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998246.388751:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998246.388754:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998246.388758:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998246.388762:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d03100 x1874850291745536/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998262 ref 2 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998246.388831:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff94d191d03100 x1874850291745536/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998262 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998246.388887:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998246.388893:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998246.388896:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998246.389261:0:31989:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998246.389268:0:31989:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998246.389270:0:31989:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998246.389274:0:31989:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc370. 00000400:00000200:0.0:1787998246.389279:0:31989:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409000 00000400:00000010:0.0:1787998246.389282:0:31989:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409000. 00000100:00000001:0.0:1787998246.389285:0:31989:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998246.389291:0:31989:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d03100 x1874850291745536/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998262 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998246.389300:0:31989:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d03100 x1874850291745536/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998262 ref 2 fl Rpc:RQU/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998246.389306:0:31989:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998246.389308:0:31989:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998246.389310:0:31989:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998246.389313:0:31989:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998246.389316:0:31989:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998246.389318:0:31989:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998246.389321:0:31989:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998246.389331:0:31989:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06cf0 time=72 v=5 (5 5 5 5) 00000100:00001000:0.0:1787998246.389335:0:31989:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998246.389337:0:31989:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998246.389339:0:31989:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998246.389341:0:31989:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998246.389345:0:31989:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998246.389348:0:31989:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1787998246.389350:0:31989:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1787998246.389351:0:31989:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1787998246.389354:0:31989:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998246.389355:0:31989:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548257024 : -117847161294592 : ffff94d191d03100) 00000100:00000001:0.0:1787998246.389357:0:31989:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998246.389359:0:31989:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967597 00000100:00000001:0.0:1787998246.389361:0:31989:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998246.389363:0:31989:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998246.389368:0:31989:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d03100 x1874850291745536/t4294967598(4294967598) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998262 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998246.389374:0:31989:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998246.389377:0:31989:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998246.389379:0:31989:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998246.389382:0:31989:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d03100 x1874850291745536/t4294967598(4294967598) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998262 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998246.389390:0:31989:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d03100 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:31989:1874850291745536:192.168.206.123@tcp:35:multiop.0 00000100:00000001:0.0:1787998246.389395:0:31989:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998246.389398:0:31989:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998246.389400:0:31989:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998246.389402:0:31989:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998246.389406:0:31989:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d03100 x1874850291745536/t4294967598(4294967598) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998262 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998246.389412:0:31989:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998246.389415:0:31989:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1920f3240. 00000100:00000001:0.0:1787998246.389418:0:31989:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998246.389420:0:31989:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998246.389426:0:31989:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998246.389427:0:31989:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548257024 : -117847161294592 : ffff94d191d03100) 00000002:00000001:0.0:1787998246.389429:0:31989:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998246.389432:0:31989:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998246.389437:0:31989:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162b800. 00000080:00000001:0.0:1787998246.389440:0:31989:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1787998246.389443:0:31989:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1787998246.389446:0:31989:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998246.389448:0:31989:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998246.389450:0:31989:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998246.389453:0:31989:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998246.389455:0:31989:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998246.389457:0:31989:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x21:0x0] 00800000:00000001:0.0:1787998246.389460:0:31989:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998246.389464:0:31989:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1787998246.389468:0:31989:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d199eddc00 x1874850291744000/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998245 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998246.389475:0:31989:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998246.389478:0:31989:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199eddc00 x1874850291744000/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998245 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998246.389485:0:31989:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1787998246.389488:0:31989:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998246.389490:0:31989:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998246.389492:0:31989:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998246.389495:0:31989:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e26c00. 02000000:00000001:0.0:1787998246.389498:0:31989:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998246.389500:0:31989:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998246.389502:0:31989:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199eddc00. 00000100:00000001:0.0:1787998246.389506:0:31989:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998246.389507:0:31989:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998246.389509:0:31989:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998246.389512:0:31989:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d03100 x1874850291745536/t4294967598(4294967598) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998262 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998246.389519:0:31989:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998246.389521:0:31989:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff94d190a90380. 00000002:00000001:0.0:1787998246.389524:0:31989:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998246.389526:0:31989:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998246.389528:0:31989:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d191236240. 00000100:00000001:0.0:1787998246.389531:0:31989:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998246.389534:0:31989:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d03100 x1874850291745536/t4294967598(4294967598) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998262 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998246.389541:0:31989:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998246.389544:0:31989:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998246.389547:0:31989:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d1a067ba40. 00000080:00000001:0.0:1787998246.389551:0:31989:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998246.389555:0:31989:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d414b3df0 00000080:00000008:0.0:1787998246.389558:0:31989:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000405:0x21:0x0](ffff94d198930908), flags 100002, rc = 0 00000080:00000001:0.0:1787998246.389561:0:31989:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998246.389565:0:31989:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1787998246.389568:0:31989:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d414b3e00 00000080:00002000:0.0:1787998246.389569:0:31989:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff94d183585af8, parent ffff94d1989b76c0, inode ffff94d198930908) hashed, 00000080:00000001:0.0:1787998246.389572:0:31989:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998246.389580:0:31989:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1787998246.389585:0:31989:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1787998246.389587:0:31989:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1787998246.389588:0:31989:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d414b3e00 00000080:00002000:0.0:1787998246.389590:0:31989:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-1 (ffff94d1989b76c0, parent ffff94d198a90798, inode ffff94d1989300c8) hashed, 00000080:00000001:0.0:1787998246.389592:0:31989:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998246.389595:0:31989:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1787998246.389597:0:31989:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1787998246.398227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a900a0. 00000080:00000010:0.1:1787998246.398248:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a9cec0. 00000800:00000001:3.0:1787998246.427837:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998246.427855:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998246.427858:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998246.427861:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998246.427870:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998246.427877:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998246.427886:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998246.427890:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998246.427895:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998246.427899:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a58c00 00000400:00000200:3.0:1787998246.427903:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998246.427910:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x7b5d [1] + 224 00000800:00000001:3.0:1787998246.427918:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998246.427926:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998246.427930:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998246.427934:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998246.427942:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998246.427951:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edd880 x1874850291744640/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1787998262 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998246.427965:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff94d199edd880 x1874850291744640/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1787998262 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998246.427993:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998246.428003:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998246.428006:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998246.428064:0:31999:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998246.428071:0:31999:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998246.428074:0:31999:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998246.428077:0:31999:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151160. 00000400:00000200:0.0:1787998246.428083:0:31999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf6e8 00000400:00000010:0.0:1787998246.428086:0:31999:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf6e8. 00000100:00000001:0.0:1787998246.428090:0:31999:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998246.428097:0:31999:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edd880 x1874850291744640/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1787998262 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998246.428106:0:31999:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edd880 x1874850291744640/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1787998262 ref 2 fl Rpc:RQU/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998246.428113:0:31999:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998246.428116:0:31999:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998246.428118:0:31999:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998246.428122:0:31999:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998246.428124:0:31999:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998246.428126:0:31999:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998246.428129:0:31999:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998246.428137:0:31999:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=72 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998246.428141:0:31999:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998246.428144:0:31999:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998246.428146:0:31999:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998246.428149:0:31999:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998246.428152:0:31999:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998246.428156:0:31999:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998246.428158:0:31999:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967597 00000100:00000001:0.0:1787998246.428160:0:31999:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998246.428163:0:31999:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998246.428169:0:31999:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edd880 x1874850291744640/t4294967597(4294967597) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1787998262 ref 2 fl Rpc:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998246.428176:0:31999:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998246.428179:0:31999:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998246.428181:0:31999:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998246.428185:0:31999:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edd880 x1874850291744640/t4294967597(4294967597) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1787998262 ref 2 fl Interpret:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998246.428194:0:31999:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edd880 pname:cluuid:pid:xid:nid:opc:job touch:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:31999:1874850291744640:192.168.206.123@tcp:36:touch.0 00000100:00000001:0.0:1787998246.428199:0:31999:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998246.428203:0:31999:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998246.428206:0:31999:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998246.428208:0:31999:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998246.428212:0:31999:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edd880 x1874850291744640/t4294967597(4294967597) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1787998262 ref 2 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998246.428219:0:31999:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998246.428222:0:31999:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d192196180. 00000100:00000001:0.0:1787998246.428226:0:31999:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998246.428227:0:31999:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998246.428234:0:31999:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998246.428237:0:31999:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998246.428243:0:31999:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1787998246.428245:0:31999:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1787998246.428252:0:31999:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611170 : 144115205339611170 : 200000405000022) 00000080:00000001:0.0:1787998246.428255:0:31999:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:0.0:1787998246.428259:0:31999:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998246.428263:0:31999:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edd880 x1874850291744640/t4294967597(4294967597) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1787998262 ref 1 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998246.428269:0:31999:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998246.428271:0:31999:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998246.428274:0:31999:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e27000. 02000000:00000001:0.0:1787998246.428277:0:31999:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998246.428280:0:31999:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998246.428281:0:31999:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998246.428283:0:31999:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998246.428285:0:31999:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d191d92e00. 02000000:00000001:0.0:1787998246.428288:0:31999:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998246.428290:0:31999:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998246.428291:0:31999:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edd880. 00000100:00000001:0.0:1787998246.428295:0:31999:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998246.428297:0:31999:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998246.428299:0:31999:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1787998246.428301:0:31999:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998246.428303:0:31999:0:(llite_lib.c:2188:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998246.428307:0:31999:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:0.0:1787998246.428309:0:31999:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1787998246.428311:0:31999:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998246.428314:0:31999:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1787998246.428315:0:31999:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998246.428317:0:31999:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998246.428320:0:31999:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:0.0:1787998246.428322:0:31999:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998246.428326:0:31999:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226658350936 : -117847051200680 : ffff94d198601758) 00000020:00001000:0.0:1787998246.428328:0:31999:0:(cl_object.c:823:cl_env_get()) 1@ffff94d198601750 00000020:00000001:0.0:1787998246.428333:0:31999:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3dc8 -> ffff94d1a0aa3dc8 00000020:00000001:0.0:1787998246.428335:0:31999:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1787998246.428337:0:31999:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1787998246.428339:0:31999:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x22:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1787998246.428342:0:31999:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787998246.428344:0:31999:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1787998246.428346:0:31999:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1787998246.428348:0:31999:0:(file.c:6134:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1787998246.428350:0:31999:0:(file.c:6136:ll_take_md_lock()) trying to match res [0x200000405:0x22:0x0] 00800000:00000001:0.0:1787998246.428354:0:31999:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998246.428356:0:31999:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998246.428358:0:31999:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998246.428361:0:31999:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998246.428363:0:31999:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998246.428365:0:31999:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:0.0:1787998246.428366:0:31999:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998246.428369:0:31999:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998246.428372:0:31999:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1787998246.428378:0:31999:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998246.428380:0:31999:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998246.428382:0:31999:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x22:0x0]: 0 00000080:00000001:0.0:1787998246.428383:0:31999:0:(file.c:6141:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998246.428386:0:31999:0:(file.c:7040:ll_layout_intent()) Process entered 00000080:00000010:0.0:1787998246.428391:0:31999:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d190451200. 00000080:00010000:0.0:1787998246.428396:0:31999:0:(file.c:7058:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000405:0x22:0x0](ffff94d198933248) 00000080:00000001:0.0:1787998246.428399:0:31999:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998246.428402:0:31999:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998246.428405:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41543958 00800000:00000002:0.0:1787998246.428407:0:31999:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000405:0x22:0x0] '' on [0x200000405:0x22:0x0] 00800000:00000001:0.0:1787998246.428410:0:31999:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998246.428413:0:31999:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998246.428415:0:31999:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998246.428416:0:31999:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998246.428418:0:31999:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998246.428419:0:31999:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998246.428421:0:31999:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:0.0:1787998246.428422:0:31999:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998246.428425:0:31999:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x22:0x0], fid2=[0x200000405:0x22:0x0], name='' -> mds #0 00000002:00000001:0.0:1787998246.428430:0:31999:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998246.428431:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41543828 00000002:00010000:0.0:1787998246.428433:0:31999:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x22:0x0]) in obj [0x200000405:0x22:0x0], intent: layout flags 0 00000002:00000001:0.0:1787998246.428437:0:31999:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1787998246.428439:0:31999:0:(mdc_locks.c:708:mdc_intent_layout_pack()) Process entered 00000100:00000010:0.0:1787998246.428443:0:31999:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c10e00. 00000020:00000040:0.0:1787998246.428447:0:31999:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:0.0:1787998246.428452:0:31999:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1787998246.428456:0:31999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998246.428459:0:31999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998246.428462:0:31999:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998246.428464:0:31999:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998246.428468:0:31999:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998246.428473:0:31999:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d190451600. 00000100:00000001:0.0:1787998246.428478:0:31999:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998246.428481:0:31999:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998246.428482:0:31999:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998246.428484:0:31999:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998246.428485:0:31999:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998246.428487:0:31999:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998246.428491:0:31999:0:(mdc_locks.c:741:mdc_intent_layout_pack()) Process leaving (rc=18446626226547265024 : -117847162286592 : ffff94d191c10e00) 00010000:00000001:0.0:1787998246.430147:0:31999:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1787998246.430154:0:31999:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1787998246.430162:0:31999:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d185921000. 00010000:00000010:0.0:1787998246.430169:0:31999:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d1861dbf00. 00010000:00000001:0.0:1787998246.430174:0:31999:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1787998246.430178:0:31999:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d187366c00. 00000020:00000001:0.0:1787998246.430183:0:31999:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1787998246.430187:0:31999:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d187366c00 with handle 0xb2d39e653c8ca03 to hash 00000020:00000001:0.0:1787998246.430190:0:31999:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1787998246.430192:0:31999:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226370407424 : -117847339144192 : ffff94d187366c00) 00010000:00000001:0.0:1787998246.430196:0:31999:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226370407424 : -117847339144192 : ffff94d187366c00) 00010000:00000001:0.0:1787998246.430199:0:31999:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998246.430203:0:31999:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998246.430207:0:31999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366c00/0xb2d39e653c8ca03 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998246.430217:0:31999:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366c00/0xb2d39e653c8ca03 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998246.430230:0:31999:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366c00/0xb2d39e653c8ca03 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1787998246.430236:0:31999:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998246.430238:0:31999:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998246.430245:0:31999:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a00af300. 00000100:00000001:0.0:1787998246.430248:0:31999:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786988800 : -117846922562816 : ffff94d1a00af300) 00000100:00000001:0.0:1787998246.430251:0:31999:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998246.430252:0:31999:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547265024 : -117847162286592 : ffff94d191c10e00) 00000100:00000001:0.0:1787998246.430257:0:31999:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998246.430262:0:31999:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998246.430264:0:31999:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998246.430266:0:31999:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998246.430276:0:31999:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c10e00 x1874850291747968/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998246.430285:0:31999:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998246.430287:0:31999:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998246.430291:0:31999:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998246.430295:0:31999:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998246.430298:0:31999:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998246.430302:0:31999:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c10e00 pname:cluuid:pid:xid:nid:opc:job touch:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:31999:1874850291747968:192.168.206.123@tcp:101:touch.0 00000100:00000001:0.0:1787998246.430310:0:31999:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998246.430316:0:31999:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998246.430318:0:31999:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998246.430321:0:31999:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998246.430325:0:31999:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a0400. 02000000:00000001:0.0:1787998246.430327:0:31999:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998246.430333:0:31999:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998246.430336:0:31999:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30b58. 00000400:00000010:0.0:1787998246.430342:0:31999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807990. 00000100:00000200:0.0:1787998246.430348:0:31999:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291747968, portal 10 00000100:00000001:0.0:1787998246.430350:0:31999:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998246.430352:0:31999:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547265024 : -117847162286592 : ffff94d191c10e00) 00000100:00000040:0.0:1787998246.430358:0:31999:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191c10e00 x1874850291747968/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1787998262 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998246.430365:0:31999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998246.430367:0:31999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998246.430369:0:31999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1928072a8. 00000100:00000200:0.0:1787998246.430373:0:31999:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1874850291747968, offset 0 00000400:00000200:0.0:1787998246.430378:0:31999:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998246.430386:0:31999:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998246.430392:0:31999:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998246.430397:0:31999:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998246.430401:0:31999:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998246.430404:0:31999:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998246.430407:0:31999:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998246.430410:0:31999:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2636:2636:256:4294967295] 192.168.206.123@tcp LPNI seq info [2636:2636:8:4294967295] 00000400:00000200:0.0:1787998246.430414:0:31999:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998246.430422:0:31999:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998246.430428:0:31999:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998246.430432:0:31999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4d00. 00000800:00000200:0.0:1787998246.430437:0:31999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998246.430445:0:31999:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998246.430449:0:31999:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4d00 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:0.0:1787998246.430572:0:31999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998246.430577:0:31999:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 858206 usecs (859 jiffies) 00000400:00000200:0.0:1787998246.430581:0:31999:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998246.430592:0:31999:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296427445 00000100:00000001:0.0:1787998246.430596:0:31999:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296430580 00000100:00000001:0.0:1787998246.430598:0:31999:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296427445 00000100:00000001:0.0:1787998246.430600:0:31999:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296430581 00000100:00000001:0.0:1787998246.430603:0:31999:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998246.430606:0:31999:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998246.430608:0:31999:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998246.430610:0:31999:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998246.430613:0:31999:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a00af300 going to sleep for 11 seconds 00000100:00000001:0.0:1787998246.430616:0:31999:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998246.430619:0:31999:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998246.432404:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998246.432413:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4d00. 00000400:00000200:3.0:1787998246.432420:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998246.432428:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998246.432435:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928072a8 00000400:00000010:3.0:1787998246.432437:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928072a8. 00000100:00000001:3.0:1787998246.432442:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998246.432450:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c10e00 x1874850291747968/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1787998262 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998246.432463:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998246.432466:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c10e00 x1874850291747968/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1787998262 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998246.432552:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998246.432555:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998246.436482:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998246.436500:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998246.436506:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998246.436509:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998246.436519:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998246.436527:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998246.436535:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998246.436540:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998246.436545:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998246.436549:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 400 into portal 10 MB=0x6a92a99a58c80 00000400:00000200:3.0:1787998246.436554:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998246.436560:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 400/400 into md 0x7b6d [1] + 224 00000800:00000001:3.0:1787998246.436577:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998246.436584:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998246.436588:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998246.436592:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998246.436600:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998246.436609:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c10e00 x1874850291747968/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1787998262 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998246.436621:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff94d191c10e00 x1874850291747968/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1787998262 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998246.436644:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998246.436659:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998246.436663:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998246.436729:0:31999:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998246.436739:0:31999:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998246.436741:0:31999:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998246.436744:0:31999:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30b58. 00000400:00000200:0.0:1787998246.436749:0:31999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807990 00000400:00000010:0.0:1787998246.436751:0:31999:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807990. 00000100:00000001:0.0:1787998246.436754:0:31999:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998246.436759:0:31999:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c10e00 x1874850291747968/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1787998262 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998246.436799:0:31999:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c10e00 x1874850291747968/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1787998262 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998246.436805:0:31999:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998246.436807:0:31999:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998246.436810:0:31999:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998246.436813:0:31999:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998246.436815:0:31999:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998246.436818:0:31999:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998246.436821:0:31999:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998246.436829:0:31999:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=72 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998246.436833:0:31999:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998246.436835:0:31999:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998246.436837:0:31999:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998246.436840:0:31999:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998246.436842:0:31999:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998246.436846:0:31999:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998246.436848:0:31999:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967597 00000100:00000001:0.0:1787998246.436850:0:31999:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998246.436852:0:31999:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998246.436856:0:31999:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c10e00 x1874850291747968/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 376/400 e 0 to 0 dl 1787998262 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998246.436864:0:31999:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998246.436867:0:31999:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998246.436868:0:31999:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998246.436872:0:31999:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c10e00 x1874850291747968/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 376/400 e 0 to 0 dl 1787998262 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998246.436880:0:31999:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c10e00 pname:cluuid:pid:xid:nid:opc:job touch:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:31999:1874850291747968:192.168.206.123@tcp:101:touch.0 00000100:00000001:0.0:1787998246.436885:0:31999:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998246.436888:0:31999:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998246.436891:0:31999:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998246.436893:0:31999:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998246.436896:0:31999:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c10e00 x1874850291747968/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 376/400 e 0 to 0 dl 1787998262 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998246.436903:0:31999:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998246.436905:0:31999:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a00af300. 00000100:00000001:0.0:1787998246.436908:0:31999:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998246.436911:0:31999:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998246.436914:0:31999:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1787998246.436918:0:31999:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998246.436920:0:31999:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998246.436924:0:31999:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366c00 refcount=4 00000020:00000001:0.0:1787998246.436926:0:31999:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370407424 : -117847339144192 : ffff94d187366c00) 00010000:00000001:0.0:1787998246.436995:0:31999:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370407424 : -117847339144192 : ffff94d187366c00) 00010000:00000040:0.0:1787998246.437082:0:31999:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d187366c00, remote cookie: 0x4fd9a50f3a6acb89, flags: 0x1000 00010000:00000001:0.0:1787998246.437087:0:31999:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1787998246.437091:0:31999:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1787998246.437093:0:31999:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1787998246.437095:0:31999:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1787998246.437096:0:31999:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1787998246.437098:0:31999:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x22:0x0].0x0 (ffff94d185921000) refcount = 1 00010000:00010000:0.0:1787998246.437104:0:31999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366c00/0xb2d39e653c8ca03 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acb89 expref: -99 pid: 31999 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998246.437112:0:31999:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1787998246.437115:0:31999:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1787998246.437117:0:31999:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998246.437120:0:31999:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1787998246.437122:0:31999:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998246.437125:0:31999:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366c00/0xb2d39e653c8ca03 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acb89 expref: -99 pid: 31999 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998246.437132:0:31999:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1787998246.437133:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998246.437135:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998246.437136:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998246.437137:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998246.437138:0:31999:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998246.437142:0:31999:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1787998246.437143:0:31999:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998246.437145:0:31999:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998246.437146:0:31999:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366c00 refcount=3 00000020:00000001:0.0:1787998246.437148:0:31999:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370407424 : -117847339144192 : ffff94d187366c00) 00010000:00000001:0.0:1787998246.437150:0:31999:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370407424 : -117847339144192 : ffff94d187366c00) 00010000:00000001:0.0:1787998246.437152:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998246.437154:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1787998246.437159:0:31999:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff94d191c10e00 x1874850291747968/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 376/400 e 0 to 0 dl 1787998262 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:0.0:1787998246.437167:0:31999:0:(mdc_locks.c:907:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff94d1a0bb2800: layout return lvb 56 transno 0 00010000:00000001:0.0:1787998246.437169:0:31999:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998246.437170:0:31999:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998246.437172:0:31999:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366c00 refcount=3 00000020:00000001:0.0:1787998246.437173:0:31999:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370407424 : -117847339144192 : ffff94d187366c00) 00010000:00000001:0.0:1787998246.437175:0:31999:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370407424 : -117847339144192 : ffff94d187366c00) 00000002:00010000:0.0:1787998246.437178:0:31999:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366c00/0xb2d39e653c8ca03 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acb89 expref: -99 pid: 31999 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1787998246.437187:0:31999:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94d190b35580. 00010000:00000001:0.0:1787998246.437189:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998246.437190:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998246.437192:0:31999:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998246.437194:0:31999:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998246.437197:0:31999:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1787998246.437198:0:31999:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998246.437199:0:31999:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998246.437200:0:31999:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366c00 refcount=3 00000020:00000001:0.0:1787998246.437202:0:31999:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370407424 : -117847339144192 : ffff94d187366c00) 00010000:00000001:0.0:1787998246.437204:0:31999:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370407424 : -117847339144192 : ffff94d187366c00) 00000002:00010000:0.0:1787998246.437208:0:31999:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366c00/0xb2d39e653c8ca03 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acb89 expref: -99 pid: 31999 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998246.437213:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998246.437214:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998246.437215:0:31999:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1787998246.437217:0:31999:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998246.437218:0:31999:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998246.437219:0:31999:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366c00 refcount=3 00000020:00000001:0.0:1787998246.437221:0:31999:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370407424 : -117847339144192 : ffff94d187366c00) 00010000:00000001:0.0:1787998246.437223:0:31999:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370407424 : -117847339144192 : ffff94d187366c00) 00010000:00000040:0.0:1787998246.437228:0:31999:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921000 count: 2 00010000:00000001:0.0:1787998246.437231:0:31999:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1787998246.437234:0:31999:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 16 res 8589935621/34 (0 0) 00010000:00000001:0.0:1787998246.437237:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998246.437238:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998246.437239:0:31999:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1787998246.437242:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d415437b0 00000002:00002000:0.0:1787998246.437243:0:31999:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=0x1: rc = 0 00000002:00000001:0.0:1787998246.437246:0:31999:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998246.437249:0:31999:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998246.437251:0:31999:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1787998246.437254:0:31999:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000405:0x22:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1787998246.437257:0:31999:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998246.437260:0:31999:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998246.437263:0:31999:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c10e00 x1874850291747968/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 376/400 e 0 to 0 dl 1787998262 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998246.437269:0:31999:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998246.437271:0:31999:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998246.437274:0:31999:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1923a0400. 02000000:00000001:0.0:1787998246.437278:0:31999:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998246.437280:0:31999:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998246.437281:0:31999:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998246.437284:0:31999:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998246.437286:0:31999:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d190451600. 02000000:00000001:0.0:1787998246.437289:0:31999:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998246.437290:0:31999:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998246.437292:0:31999:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c10e00. 00000100:00000001:0.0:1787998246.437297:0:31999:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998246.437298:0:31999:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1787998246.437302:0:31999:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d190451200. 00000080:00010000:0.0:1787998246.437306:0:31999:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x22:0x0](ffff94d198933248) for lock 0xb2d39e653c8ca03 00800000:00000001:0.0:1787998246.437310:0:31999:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998246.437313:0:31999:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998246.437315:0:31999:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998246.437316:0:31999:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998246.437318:0:31999:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366c00 refcount=3 00000020:00000001:0.0:1787998246.437320:0:31999:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370407424 : -117847339144192 : ffff94d187366c00) 00010000:00000001:0.0:1787998246.437322:0:31999:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370407424 : -117847339144192 : ffff94d187366c00) 00010000:00000001:0.0:1787998246.437324:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998246.437325:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998246.437327:0:31999:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998246.437329:0:31999:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998246.437331:0:31999:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8ca03 from it ffffb66d41543a78 00010000:00000001:0.0:1787998246.437333:0:31999:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998246.437334:0:31999:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998246.437336:0:31999:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366c00 refcount=3 00000020:00000001:0.0:1787998246.437337:0:31999:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370407424 : -117847339144192 : ffff94d187366c00) 00010000:00000001:0.0:1787998246.437340:0:31999:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370407424 : -117847339144192 : ffff94d187366c00) 00010000:00000001:0.0:1787998246.437342:0:31999:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998246.437345:0:31999:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366c00/0xb2d39e653c8ca03 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acb89 expref: -99 pid: 31999 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998246.437352:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998246.437353:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998246.437354:0:31999:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998246.437357:0:31999:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998246.437359:0:31999:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366c00/0xb2d39e653c8ca03 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acb89 expref: -99 pid: 31999 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787998246.437367:0:31999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998246.437370:0:31999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998246.437371:0:31999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998246.437375:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998246.437376:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998246.437378:0:31999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998246.437381:0:31999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998246.437382:0:31999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998246.437384:0:31999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998246.437387:0:31999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998246.437389:0:31999:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998246.437390:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998246.437391:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1787998246.437393:0:31999:0:(file.c:7074:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998246.437396:0:31999:0:(file.c:6134:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1787998246.437397:0:31999:0:(file.c:6136:ll_take_md_lock()) trying to match res [0x200000405:0x22:0x0] 00800000:00000001:0.0:1787998246.437401:0:31999:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998246.437403:0:31999:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998246.437405:0:31999:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998246.437408:0:31999:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998246.437410:0:31999:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998246.437411:0:31999:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:0.0:1787998246.437413:0:31999:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998246.437416:0:31999:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998246.437418:0:31999:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998246.437420:0:31999:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921000 count: 2 00010000:00000001:0.0:1787998246.437422:0:31999:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998246.437425:0:31999:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998246.437428:0:31999:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998246.437432:0:31999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366c00/0xb2d39e653c8ca03 lrc: 2/1,0 mode: CR/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acb89 expref: -99 pid: 31999 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1787998246.437438:0:31999:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998246.437443:0:31999:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998246.437446:0:31999:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366c00/0xb2d39e653c8ca03 lrc: 2/1,0 mode: CR/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acb89 expref: -99 pid: 31999 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1787998246.437451:0:31999:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1787998246.437453:0:31999:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x22:0x0]: 16 00000080:00000001:0.0:1787998246.437456:0:31999:0:(file.c:6141:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:0.0:1787998246.437458:0:31999:0:(file.c:6931:ll_layout_lock_set()) Process entered 00010000:00000001:0.0:1787998246.437459:0:31999:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998246.437460:0:31999:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998246.437462:0:31999:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366c00 refcount=3 00000020:00000001:0.0:1787998246.437463:0:31999:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370407424 : -117847339144192 : ffff94d187366c00) 00010000:00000001:0.0:1787998246.437466:0:31999:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370407424 : -117847339144192 : ffff94d187366c00) 00000080:00010000:0.0:1787998246.437469:0:31999:0:(file.c:6941:ll_layout_lock_set()) ### file [0x200000405:0x22:0x0](0000000087b3d0b7) being reconfigured ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366c00/0xb2d39e653c8ca03 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acb89 expref: -99 pid: 31999 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:0.0:1787998246.437476:0:31999:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998246.437477:0:31999:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998246.437479:0:31999:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998246.437480:0:31999:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998246.437481:0:31999:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366c00 refcount=4 00000020:00000001:0.0:1787998246.437483:0:31999:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370407424 : -117847339144192 : ffff94d187366c00) 00010000:00000001:0.0:1787998246.437485:0:31999:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370407424 : -117847339144192 : ffff94d187366c00) 00010000:00000001:0.0:1787998246.437487:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998246.437488:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998246.437489:0:31999:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998246.437490:0:31999:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998246.437492:0:31999:0:(file.c:6856:ll_layout_fetch()) Process entered 00000080:00000002:0.0:1787998246.437494:0:31999:0:(file.c:6859:ll_layout_fetch()) [0x200000405:0x22:0x0] LVB_READY=0 l_lvb_data=ffff94d190b35580 l_lvb_len=56 00000080:00000001:0.0:1787998246.437496:0:31999:0:(file.c:6862:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998246.437498:0:31999:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:0.0:1787998246.437500:0:31999:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998246.437504:0:31999:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798654744 : -117846910896872 : ffff94d1a0bcf518) 00000020:00001000:0.0:1787998246.437506:0:31999:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf510 00000020:00000001:0.0:1787998246.437508:0:31999:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1787998246.437511:0:31999:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1787998246.437513:0:31999:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1787998246.437519:0:31999:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d1a0ad5000. 00020000:00000010:0.0:1787998246.437524:0:31999:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d1a0b86180. 00020000:00000010:0.0:1787998246.437528:0:31999:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d1a0ad5f00. 00020000:00000001:0.0:1787998246.437530:0:31999:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626226797633280 : -117846911918336 : ffff94d1a0ad5f00) 00020000:00000002:0.0:1787998246.437533:0:31999:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0ad5f00, objid 0x22:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1787998246.437537:0:31999:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1787998246.437541:0:31999:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d1a0b86180: ostid: 0x280000401:20 ost idx: 0 gen: 0 00020000:00000002:0.0:1787998246.437544:0:31999:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d1872424d8) owner ffff94d188dccf80 00020000:00000001:0.0:1787998246.437547:0:31999:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1787998246.437550:0:31999:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d1872424d8) owner ffff94d188dccf80 00020000:00000010:0.0:1787998246.437553:0:31999:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d1a0b86180. 00020000:00000010:0.0:1787998246.437558:0:31999:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d1a0ad5000. 00020000:00000010:0.0:1787998246.437560:0:31999:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d1a0ad5f00. 00020000:00000002:0.0:1787998246.437562:0:31999:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x22:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1787998246.437564:0:31999:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998246.437566:0:31999:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998246.437569:0:31999:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1787998246.437572:0:31999:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1872424d8) owner 0000000000000000/ffff94d188dccf80 00020000:00000002:0.0:1787998246.437575:0:31999:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d1a0b0a240 addref 2/0 by ffff94d188dccf80. 00020000:00000002:0.0:1787998246.437577:0:31999:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1872424d8) owner 0000000000000000/ffff94d188dccf80 00020000:00000001:0.0:1787998246.437579:0:31999:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1787998246.437581:0:31999:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1787998246.437582:0:31999:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1787998246.437584:0:31999:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1787998246.437586:0:31999:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1787998246.437588:0:31999:0:(file.c:6836:ll_layout_conf()) [0x200000405:0x22:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1787998246.437591:0:31999:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf510 00000080:00000001:0.0:1787998246.437593:0:31999:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998246.437595:0:31999:0:(file.c:6978:ll_layout_lock_set()) Process leaving 00010000:00000001:0.0:1787998246.437596:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998246.437597:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998246.437598:0:31999:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998246.437600:0:31999:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998246.437601:0:31999:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366c00 refcount=3 00000020:00000001:0.0:1787998246.437603:0:31999:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370407424 : -117847339144192 : ffff94d187366c00) 00010000:00000001:0.0:1787998246.437605:0:31999:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370407424 : -117847339144192 : ffff94d187366c00) 00010000:00000001:0.0:1787998246.437607:0:31999:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998246.437610:0:31999:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366c00/0xb2d39e653c8ca03 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6acb89 expref: -99 pid: 31999 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787998246.439029:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998246.439031:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998246.439033:0:31999:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998246.439036:0:31999:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998246.439040:0:31999:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366c00/0xb2d39e653c8ca03 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6acb89 expref: -99 pid: 31999 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1787998246.439051:0:31999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998246.439054:0:31999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998246.439056:0:31999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998246.439059:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998246.439060:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998246.439062:0:31999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998246.439065:0:31999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998246.439067:0:31999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998246.439069:0:31999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998246.439072:0:31999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998246.439075:0:31999:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998246.439076:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998246.439077:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1787998246.439079:0:31999:0:(file.c:7019:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998246.439082:0:31999:0:(file.c:7138:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998246.439085:0:31999:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1787998246.439090:0:31999:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x22:0x0]io ffff94d198516c50 type 3 ignore/verify layout 0/0 00020000:00000002:0.0:1787998246.439094:0:31999:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1872424d8) owner 0000000000000000/ffff94d188dccf80 00020000:00000001:0.0:1787998246.439097:0:31999:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1787998246.439099:0:31999:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1787998246.439101:0:31999:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1787998246.439103:0:31999:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998246.439105:0:31999:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1787998246.439107:0:31999:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1787998246.439109:0:31999:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998246.439111:0:31999:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787998246.439113:0:31999:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1787998246.439114:0:31999:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1787998246.439116:0:31999:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1872424d8) owner 0000000000000000/ffff94d188dccf80 00000020:00000001:0.0:1787998246.439118:0:31999:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998246.439121:0:31999:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1787998246.439122:0:31999:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1787998246.439124:0:31999:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:0.0:1787998246.439126:0:31999:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1787998246.439129:0:31999:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1787998246.439132:0:31999:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1787998246.439135:0:31999:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1787998246.439136:0:31999:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1787998246.439138:0:31999:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998246.439140:0:31999:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798654744 : -117846910896872 : ffff94d1a0bcf518) 00000020:00001000:0.0:1787998246.439143:0:31999:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf510 00000020:00000001:0.0:1787998246.439147:0:31999:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3b70 -> ffff94d1a0aa3dc8 00000020:00000001:0.0:1787998246.439149:0:31999:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1787998246.439152:0:31999:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787998246.439153:0:31999:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1787998246.439154:0:31999:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998246.439156:0:31999:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998246.439158:0:31999:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226527315760 : -117847182235856 : ffff94d19090a730) 00000020:00000001:0.0:1787998246.439160:0:31999:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1787998246.439163:0:31999:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1787998246.439166:0:31999:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998246.439167:0:31999:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998246.439169:0:31999:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998246.439171:0:31999:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998246.439173:0:31999:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998246.439175:0:31999:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1787998246.439177:0:31999:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1787998246.439178:0:31999:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1787998246.439179:0:31999:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1787998246.439181:0:31999:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1787998246.439182:0:31999:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998246.439184:0:31999:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998246.439185:0:31999:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998246.439187:0:31999:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998246.439188:0:31999:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1787998246.439189:0:31999:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998246.439190:0:31999:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998246.439192:0:31999:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:0.0:1787998246.439195:0:31999:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3dc8 -> ffff94d1a0aa3dc8 00000020:00000001:0.0:1787998246.439196:0:31999:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3dc8 -> ffff94d1a0aa3dc8 00000020:00000001:0.0:1787998246.439198:0:31999:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1787998246.439200:0:31999:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998246.439202:0:31999:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3dc8 -> ffff94d1a0aa3dc8 00020000:00000001:0.0:1787998246.439204:0:31999:0:(lov_io.c:1857:lov_io_setattr_start()) Process entered 00020000:00000001:0.0:1787998246.439205:0:31999:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1787998246.439206:0:31999:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1787998246.439207:0:31999:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1787998246.439209:0:31999:0:(osc_io.c:717:osc_io_setattr_start()) Process entered 00000020:00000001:0.0:1787998246.439210:0:31999:0:(cl_object.c:143:cl_object_top()) ffff94d19391ddc0 -> ffff94d1a0aa3dc8 00000020:00000001:0.0:1787998246.439212:0:31999:0:(cl_object.c:143:cl_object_top()) ffff94d19391ddc0 -> ffff94d1a0aa3dc8 00000020:00000001:0.0:1787998246.439213:0:31999:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1787998246.439216:0:31999:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998246.439218:0:31999:0:(cl_object.c:143:cl_object_top()) ffff94d19391ddc0 -> ffff94d1a0aa3dc8 00000020:00000001:0.0:1787998246.439219:0:31999:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1787998246.439221:0:31999:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1787998246.439223:0:31999:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998246.439224:0:31999:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998246.439226:0:31999:0:(cl_object.c:143:cl_object_top()) ffff94d19391ddc0 -> ffff94d1a0aa3dc8 00000020:00000001:0.0:1787998246.439228:0:31999:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1787998246.439229:0:31999:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1787998246.439230:0:31999:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1787998246.439232:0:31999:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1787998246.439233:0:31999:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1787998246.439234:0:31999:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1787998246.439236:0:31999:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:0.0:1787998246.439242:0:31999:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c10e00. 00000020:00000040:0.0:1787998246.439245:0:31999:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998246.439249:0:31999:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998246.439252:0:31999:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998246.439255:0:31999:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998246.439261:0:31999:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d190451200. 00000100:00000001:0.0:1787998246.439266:0:31999:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998246.439272:0:31999:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998246.439276:0:31999:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998246.439286:0:31999:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfdfe8e8] to pc [ptlrpcd_00_00+0] req@ffff94d191c10e00 x1874850291748096/t0(0) o2->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1787998246.439310:0:31999:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998246.439312:0:31999:0:(osc_io.c:838:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998246.439314:0:31999:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998246.439315:0:31999:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998246.439317:0:31999:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998246.439319:0:31999:0:(lov_io.c:1872:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998246.439320:0:31999:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998246.439321:0:31999:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1787998246.439323:0:31999:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1787998246.439324:0:31999:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1787998246.439325:0:31999:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1787998246.439337:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1787998246.439340:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1787998246.439341:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998246.439347:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998246.439349:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998246.439357:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998246.439358:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998246.439360:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998246.439366:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c10e00 x1874850291748096/t0(0) o2->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998246.439372:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998246.439374:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998246.439377:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998246.439379:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998246.439381:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998246.439384:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2403:1874850291748096:192.168.206.123@tcp:2:touch.0 00000100:00000001:0.0:1787998246.439388:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998246.439392:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998246.439394:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998246.439396:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998246.439400:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a0400. 02000000:00000001:0.0:1787998246.439402:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998246.439408:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998246.439411:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30b58. 00000400:00000010:0.0:1787998246.439417:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807990. 00000100:00000200:0.0:1787998246.439423:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291748096, portal 4 00000100:00000001:0.0:1787998246.439425:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998246.439427:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547265024 : -117847162286592 : ffff94d191c10e00) 00000100:00000040:0.0:1787998246.439433:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191c10e00 x1874850291748096/t0(0) o2->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998262 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998246.439440:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998246.439443:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998246.439445:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807aa0. 00000100:00000200:0.0:1787998246.439448:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1874850291748096, offset 0 00000400:00000200:0.0:1787998246.439454:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998246.439461:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998246.439467:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998246.439472:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998246.439476:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998246.439479:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998246.439482:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998246.439486:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2637:2637:256:4294967295] 192.168.206.123@tcp LPNI seq info [2637:2637:8:4294967295] 00000400:00000200:0.0:1787998246.439490:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998246.439499:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998246.439505:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998246.439510:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4200. 00000800:00000200:0.0:1787998246.439516:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998246.439522:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998246.439527:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4200 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1787998246.439542:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998246.439546:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 214676 usecs (215 jiffies) 00000400:00000200:0.0:1787998246.439549:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998246.439551:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296426811 00000100:00000001:0.0:1787998246.439553:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296430580 00000100:00000001:0.0:1787998246.439555:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296426811 00000100:00000001:0.0:1787998246.439557:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296430581 00000100:00000001:0.0:1787998246.439559:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998246.439561:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998246.439564:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998246.439566:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998246.439575:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998246.439578:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998246.440254:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998246.440260:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4200. 00000400:00000200:2.0:1787998246.440265:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998246.440271:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998246.440276:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807aa0 00000400:00000010:2.0:1787998246.440278:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807aa0. 00000100:00000001:2.0:1787998246.440283:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998246.440287:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c10e00 x1874850291748096/t0(0) o2->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998262 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998246.440297:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998246.440301:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c10e00 x1874850291748096/t0(0) o2->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998262 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998246.440307:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998246.440309:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998246.451516:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998246.451534:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998246.451538:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998246.451542:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998246.451549:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998246.451557:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998246.451566:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998246.451571:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998246.451576:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998246.451580:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 432 into portal 4 MB=0x6a92a99a58d00 00000400:00000200:2.0:1787998246.451584:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998246.451590:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 432/432 into md 0x7b75 [1] + 224 00000800:00000001:2.0:1787998246.451597:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998246.452513:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998246.452519:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998246.452525:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998246.452534:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998246.452543:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c10e00 x1874850291748096/t0(0) o2->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998262 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998246.452559:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff94d191c10e00 x1874850291748096/t0(0) o2->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998262 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998246.452584:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998246.452593:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998246.452598:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1787998246.452834:0:31999:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1787998246.452837:0:31999:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998246.452839:0:31999:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998246.452843:0:31999:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1787998246.452845:0:31999:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1787998246.452847:0:31999:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1787998246.452849:0:31999:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1787998246.452850:0:31999:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1787998246.452852:0:31999:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1787998246.452853:0:31999:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998246.452855:0:31999:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998246.452856:0:31999:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1787998246.452857:0:31999:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1787998246.452859:0:31999:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1787998246.452861:0:31999:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1787998246.452862:0:31999:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1787998246.452863:0:31999:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1787998246.452865:0:31999:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1787998246.452866:0:31999:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1787998246.452868:0:31999:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1787998246.452869:0:31999:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998246.452871:0:31999:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998246.452872:0:31999:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1787998246.452873:0:31999:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1787998246.452874:0:31999:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998246.452877:0:31999:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1787998246.452878:0:31999:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1787998246.452880:0:31999:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1787998246.452881:0:31999:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1787998246.452882:0:31999:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1787998246.452884:0:31999:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf510 00020000:00000001:2.0:1787998246.452887:0:31999:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1787998246.452889:0:31999:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1787998246.452891:0:31999:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1787998246.452894:0:31999:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x22:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1787998246.452897:0:31999:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1787998246.452898:0:31999:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1787998246.452899:0:31999:0:(cl_object.c:917:cl_env_put()) 1@ffff94d198601750 00000080:00000001:2.0:1787998246.452901:0:31999:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998246.452904:0:31999:0:(llite_lib.c:2656:ll_setattr_raw()) Process leaving 00000080:00000010:2.0:1787998246.452909:0:31999:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191d93400. 00000020:00000001:2.0:1787998246.452917:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41543c30 00000080:00200008:2.0:1787998246.452920:0:31999:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file f:[0x200000405:0x22:0x0](ffff94d198933248) current size 0, valid attrs 100201f0, mode 0, uid -1053494718, gid -1, new size 213440, atime 1787998230.000000000, mtime 1787998230.000000000, ctime 1787998230.000000000, rc 0 00000080:00000001:2.0:1787998246.452926:0:31999:0:(llite_lib.c:2688:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998246.453040:0:31999:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1787998246.453043:0:31999:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1872424d8) owner 0000000000000000/ffff94d188dccf80 00020000:00000002:2.0:1787998246.453048:0:31999:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1872424d8) owner 0000000000000000/ffff94d188dccf80 00020000:00000001:2.0:1787998246.453050:0:31999:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998246.453056:0:31999:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1787998246.453058:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41543df0 00000080:00200008:2.0:1787998246.453060:0:31999:0:(file.c:479:ll_file_release()) START file f:[0x200000405:0x22:0x0](ffff94d198933248), flags 104001 00000080:00000001:2.0:1787998246.453064:0:31999:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1787998246.453066:0:31999:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1787998246.453067:0:31999:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1787998246.453069:0:31999:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1872424d8) owner 0000000000000000/ffff94d188dccf80 00020000:00000002:2.0:1787998246.453071:0:31999:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1872424d8) owner 0000000000000000/ffff94d188dccf80 00020000:00000001:2.0:1787998246.453073:0:31999:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998246.453075:0:31999:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1787998246.453081:0:31999:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998246.453084:0:31999:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998246.453087:0:31999:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998246.453089:0:31999:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998246.453092:0:31999:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998246.453094:0:31999:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:2.0:1787998246.453097:0:31999:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998246.453102:0:31999:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998246.453105:0:31999:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998246.453111:0:31999:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921000 count: 2 00010000:00000001:2.0:1787998246.453114:0:31999:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1787998246.453119:0:31999:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998246.453121:0:31999:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x22:0x0]: 0 00000080:00000001:2.0:1787998246.453124:0:31999:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1787998246.453126:0:31999:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1787998246.453130:0:31999:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d1a0b09800. 00000080:00000001:2.0:1787998246.453133:0:31999:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1787998246.453137:0:31999:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1787998246.453141:0:31999:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1787998246.453142:0:31999:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998246.453143:0:31999:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998246.453145:0:31999:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998246.453146:0:31999:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998246.453148:0:31999:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998246.453150:0:31999:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:2.0:1787998246.453152:0:31999:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998246.453154:0:31999:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x22:0x0] 00000002:00000001:2.0:1787998246.453158:0:31999:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1787998246.453159:0:31999:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff94d1a0bb2800: [0x200000405:0x22:0x0] file closed with intent: 0 00000100:00000010:2.0:1787998246.453165:0:31999:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d18000. 00000020:00000040:2.0:1787998246.453169:0:31999:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998246.453173:0:31999:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998246.453176:0:31999:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998246.453180:0:31999:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998246.453187:0:31999:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d1a0b09c00. 00000100:00000001:2.0:1787998246.453193:0:31999:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1787998246.453206:0:31999:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d199edc380 x1874850291744384/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998246 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1787998246.453215:0:31999:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1787998246.453220:0:31999:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191d18000 x1874850291748352/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1787998246.453227:0:31999:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787998246.453229:0:31999:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787998246.453235:0:31999:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1916c8600. 00000100:00000001:2.0:1787998246.453237:0:31999:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226541725184 : -117847167826432 : ffff94d1916c8600) 00000100:00000001:2.0:1787998246.453240:0:31999:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998246.453241:0:31999:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548342784 : -117847161208832 : ffff94d191d18000) 00000100:00000001:2.0:1787998246.453245:0:31999:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998246.453250:0:31999:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998246.453252:0:31999:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787998246.453253:0:31999:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998246.453257:0:31999:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d18000 x1874850291748352/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998246.453265:0:31999:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998246.453267:0:31999:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998246.453270:0:31999:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998246.453273:0:31999:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998246.453275:0:31999:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998246.453278:0:31999:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d18000 pname:cluuid:pid:xid:nid:opc:job touch:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:31999:1874850291748352:192.168.206.123@tcp:35:touch.0 00000100:00000001:2.0:1787998246.453282:0:31999:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998246.453286:0:31999:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998246.453288:0:31999:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998246.453290:0:31999:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998246.453294:0:31999:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1a0bad000. 02000000:00000001:2.0:1787998246.453296:0:31999:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998246.453302:0:31999:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998246.453306:0:31999:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151f78. 00000400:00000010:2.0:1787998246.453311:0:31999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfbb0. 00000100:00000200:2.0:1787998246.453316:0:31999:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291748352, portal 10 00000100:00000001:2.0:1787998246.453318:0:31999:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998246.453319:0:31999:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548342784 : -117847161208832 : ffff94d191d18000) 00000100:00000040:2.0:1787998246.453325:0:31999:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d18000 x1874850291748352/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998262 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998246.453331:0:31999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998246.453334:0:31999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998246.453336:0:31999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfcc0. 00000100:00000200:2.0:1787998246.453339:0:31999:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1874850291748352, offset 0 00000400:00000200:2.0:1787998246.453344:0:31999:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998246.453351:0:31999:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998246.453358:0:31999:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998246.453362:0:31999:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998246.453366:0:31999:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998246.453370:0:31999:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998246.453372:0:31999:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998246.453375:0:31999:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2638:2638:256:4294967295] 192.168.206.123@tcp LPNI seq info [2638:2638:8:4294967295] 00000400:00000200:2.0:1787998246.453379:0:31999:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998246.453387:0:31999:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998246.453393:0:31999:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998246.453397:0:31999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d188db0d00. 00000800:00000200:2.0:1787998246.453403:0:31999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998246.453410:0:31999:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998246.454004:0:31999:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d188db0d00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1787998246.454207:0:31999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998246.454213:0:31999:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 856915 usecs (857 jiffies) 00000400:00000200:2.0:1787998246.454218:0:31999:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998246.454220:0:31999:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296427468 00000100:00000001:2.0:1787998246.454224:0:31999:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296430580 00000100:00000001:2.0:1787998246.454226:0:31999:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296427468 00000100:00000001:2.0:1787998246.454229:0:31999:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296430581 00000100:00000001:2.0:1787998246.454231:0:31999:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998246.454234:0:31999:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998246.454236:0:31999:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998246.454238:0:31999:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787998246.454241:0:31999:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1916c8600 going to sleep for 11 seconds 00000100:00000001:2.0:1787998246.454243:0:31999:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998246.454246:0:31999:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998246.460376:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998246.460386:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d188db0d00. 00000400:00000200:3.0:1787998246.460392:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998246.460400:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998246.460407:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfcc0 00000400:00000010:3.0:1787998246.460410:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfcc0. 00000100:00000001:3.0:1787998246.460415:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998246.460423:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d18000 x1874850291748352/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998262 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998246.460434:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998246.460438:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d18000 x1874850291748352/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998262 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998246.460445:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998246.460447:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998246.470651:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998246.470666:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998246.470670:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998246.470672:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998246.470680:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998246.470688:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998246.470696:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998246.470700:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998246.470706:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998246.470710:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a58e00 00000400:00000200:2.0:1787998246.470715:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998246.470721:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x7b7d [1] + 224 00000800:00000001:2.0:1787998246.470728:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998246.470734:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998246.470738:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998246.470742:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998246.470748:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998246.470756:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d18000 x1874850291748352/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998262 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998246.470798:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d191d18000 x1874850291748352/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998262 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998246.470874:0:31999:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998246.470895:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998246.470905:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998246.470908:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1787998246.473086:0:31999:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998246.474232:0:31999:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998246.474238:0:31999:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151f78. 00000400:00000200:3.0:1787998246.474245:0:31999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfbb0 00000400:00000010:3.0:1787998246.474247:0:31999:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfbb0. 00000100:00000001:3.0:1787998246.474253:0:31999:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998246.474264:0:31999:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d18000 x1874850291748352/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998262 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1787998246.474275:0:31999:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d18000 x1874850291748352/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998262 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998246.474282:0:31999:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998246.474285:0:31999:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998246.474288:0:31999:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998246.474291:0:31999:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998246.474294:0:31999:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998246.474296:0:31999:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998246.474299:0:31999:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998246.474308:0:31999:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06cf0 time=72 v=5 (5 5 5 5) 00000100:00001000:3.0:1787998246.474313:0:31999:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998246.474315:0:31999:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998246.474317:0:31999:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998246.474320:0:31999:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998246.474323:0:31999:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998246.474326:0:31999:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1787998246.474328:0:31999:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1787998246.474329:0:31999:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1787998246.474332:0:31999:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998246.474334:0:31999:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548342784 : -117847161208832 : ffff94d191d18000) 00000100:00000001:3.0:1787998246.474337:0:31999:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998246.474338:0:31999:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967597 00000100:00000001:3.0:1787998246.474340:0:31999:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998246.474342:0:31999:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998246.474348:0:31999:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d18000 x1874850291748352/t4294967599(4294967599) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998262 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998246.474355:0:31999:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998246.474358:0:31999:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998246.474360:0:31999:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998246.474364:0:31999:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d18000 x1874850291748352/t4294967599(4294967599) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998262 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787998246.474372:0:31999:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d18000 pname:cluuid:pid:xid:nid:opc:job touch:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:31999:1874850291748352:192.168.206.123@tcp:35:touch.0 00000100:00000001:3.0:1787998246.474377:0:31999:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998246.474380:0:31999:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998246.474382:0:31999:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787998246.474384:0:31999:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998246.474387:0:31999:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d18000 x1874850291748352/t4294967599(4294967599) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998262 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998246.474394:0:31999:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787998246.474398:0:31999:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1916c8600. 00000100:00000001:3.0:1787998246.474401:0:31999:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787998246.474402:0:31999:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998246.474408:0:31999:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998246.474409:0:31999:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548342784 : -117847161208832 : ffff94d191d18000) 00000002:00000001:3.0:1787998246.474412:0:31999:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998246.474415:0:31999:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1787998246.474420:0:31999:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1a0b09800. 00000080:00000001:3.0:1787998246.474425:0:31999:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1787998246.474439:0:31999:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1787998246.474442:0:31999:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998246.474444:0:31999:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998246.474447:0:31999:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998246.474449:0:31999:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998246.474451:0:31999:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998246.474453:0:31999:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:3.0:1787998246.474456:0:31999:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998246.474522:0:31999:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1787998246.474530:0:31999:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d199edc380 x1874850291744384/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998246 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998246.474538:0:31999:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998246.474540:0:31999:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684412800 : -117847025138816 : ffff94d199edc380) 00000100:00000001:2.0:1787998246.474542:0:31999:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998246.474545:0:31999:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edc380 x1874850291744384/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998246 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998246.474551:0:31999:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998246.474553:0:31999:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998246.474556:0:31999:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edc380 x1874850291744384/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998246 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998246.474563:0:31999:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1787998246.474566:0:31999:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998246.474568:0:31999:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998246.474570:0:31999:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998246.474573:0:31999:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e24800. 02000000:00000001:2.0:1787998246.474578:0:31999:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998246.474580:0:31999:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998246.474582:0:31999:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edc380. 00000100:00000001:2.0:1787998246.474586:0:31999:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998246.474587:0:31999:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998246.474588:0:31999:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998246.474592:0:31999:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d18000 x1874850291748352/t4294967599(4294967599) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998262 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998246.474598:0:31999:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787998246.474600:0:31999:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff94d190a908e0. 00000002:00000001:2.0:1787998246.474604:0:31999:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998246.474606:0:31999:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1787998246.474608:0:31999:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d191236940. 00000100:00000001:2.0:1787998246.474610:0:31999:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998246.474675:0:31999:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d18000 x1874850291748352/t4294967599(4294967599) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998262 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998246.474682:0:31999:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998246.474684:0:31999:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1787998246.474688:0:31999:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d1a067be00. 00000080:00000001:2.0:1787998246.474692:0:31999:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998246.474699:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41543df0 00000080:00000008:2.0:1787998246.474701:0:31999:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000405:0x22:0x0](ffff94d198933248), flags 104001, rc = 0 00000080:00000001:2.0:1787998246.474705:0:31999:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998246.474710:0:31999:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1787998246.474711:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41543e00 00000080:00002000:2.0:1787998246.474713:0:31999:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff94d198ae8510, parent ffff94d198ae85e8, inode ffff94d198933248) hashed, 00000080:00000001:2.0:1787998246.474716:0:31999:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787998246.474721:0:31999:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1787998246.474725:0:31999:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1787998246.474728:0:31999:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1787998246.474729:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41543e00 00000080:00002000:2.0:1787998246.474731:0:31999:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff94d198ae85e8, parent ffff94d198a90798, inode ffff94d1989321c8) hashed, 00000080:00000001:2.0:1787998246.474733:0:31999:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787998246.474737:0:31999:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1787998246.474739:0:31999:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1787998246.483972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90b60. 00000080:00000010:2.1:1787998246.483992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a909a0. 00010000:00000001:0.0:1787998246.787120:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998246.787127:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998246.787131:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998246.787132:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998246.790884:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998246.790890:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998246.790895:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1787998247.654342:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998247.654350:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f400. 00000400:00000200:3.0:1787998247.654359:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998247.654367:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998247.654374:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854096e8 00000400:00000010:3.0:1787998247.654377:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854096e8. 00000100:00000001:3.0:1787998247.654382:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998247.654390:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edfb80 x1874850291748480/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998263 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998247.654402:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998247.654405:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edfb80 x1874850291748480/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998263 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998247.654413:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998247.654414:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998247.665820:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.665840:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998247.665844:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.665847:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.665855:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.665863:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998247.665873:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.665878:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.665882:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.665886:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a58e80 00000400:00000200:2.0:1787998247.665891:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.665897:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x7b8d [1] + 224 00000800:00000001:2.0:1787998247.665904:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.665915:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.665918:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.665922:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998247.665929:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998247.665937:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edfb80 x1874850291748480/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998263 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998247.665949:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d199edfb80 x1874850291748480/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.665973:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998247.665982:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.665985:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1787998247.670400:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998247.670405:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031fa00. 00000400:00000200:2.0:1787998247.670416:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.670423:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998247.670428:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409990 00000400:00000010:2.0:1787998247.670431:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409990. 00000100:00000001:2.0:1787998247.670435:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998247.670440:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edfb80 x1874850291748608/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998263 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.670454:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998247.670457:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edfb80 x1874850291748608/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998263 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.670463:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998247.670465:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998247.678053:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.678070:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998247.678075:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.678077:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.678085:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.678092:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998247.678101:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.678106:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.678111:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.678909:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a58f00 00000400:00000200:2.0:1787998247.678916:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.678922:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x7b95 [1] + 224 00000800:00000001:2.0:1787998247.678930:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.679511:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.679516:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.679522:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998247.679531:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998247.679541:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edfb80 x1874850291748608/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998263 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998247.679553:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d199edfb80 x1874850291748608/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.679579:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998247.679590:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.679593:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1787998247.687608:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998247.687616:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f900. 00000400:00000200:2.0:1787998247.687625:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.687633:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998247.687641:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409cc0 00000400:00000010:2.0:1787998247.687643:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409cc0. 00000100:00000001:2.0:1787998247.687648:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998247.687655:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edfb80 x1874850291748736/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998263 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.687665:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998247.687669:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edfb80 x1874850291748736/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998263 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.687675:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998247.687677:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998247.693226:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.693241:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998247.693246:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.693248:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.693256:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.693263:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998247.693271:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.693275:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.693280:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.693284:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 640 into portal 10 MB=0x6a92a99a58f80 00000400:00000200:2.0:1787998247.693288:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.693294:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 640/640 into md 0x7b9d [1] + 224 00000800:00000001:2.0:1787998247.693300:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.693317:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.693320:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.693324:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998247.693331:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998247.693338:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edfb80 x1874850291748736/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998263 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998247.693350:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff94d199edfb80 x1874850291748736/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.693370:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998247.693378:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.693382:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.698352:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998247.698355:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998247.698358:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998247.698364:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edfb80 x1874850291748864/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.698371:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998247.698373:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.698377:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998247.698379:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998247.698381:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998247.698385:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2403:1874850291748864:192.168.206.123@tcp:101:checkstat.0 00000100:00000001:0.0:1787998247.698389:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998247.698394:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998247.698396:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.698398:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998247.698404:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a1400. 02000000:00000001:0.0:1787998247.698406:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998247.698413:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998247.698417:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30e18. 00000400:00000010:0.0:1787998247.698423:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1928074c8. 00000100:00000200:0.0:1787998247.698430:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291748864, portal 4 00000100:00000001:0.0:1787998247.698432:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.698434:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684427136 : -117847025124480 : ffff94d199edfb80) 00000100:00000040:0.0:1787998247.698440:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199edfb80 x1874850291748864/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998263 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.698447:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998247.698450:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998247.698453:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807198. 00000100:00000200:0.0:1787998247.698456:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1874850291748864, offset 0 00000400:00000200:0.0:1787998247.698462:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998247.698469:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998247.698476:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998247.698481:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998247.698484:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998247.698487:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998247.698489:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998247.698493:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2642:2642:256:4294967295] 192.168.206.123@tcp LPNI seq info [2642:2642:8:4294967295] 00000400:00000200:0.0:1787998247.698497:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998247.698506:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998247.698512:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998247.698517:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4200. 00000800:00000200:0.0:1787998247.698522:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998247.698529:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998247.698533:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1787998247.698555:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998247.698559:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 20310 usecs (21 jiffies) 00000400:00000200:0.0:1787998247.698562:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998247.698565:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296427876 00000100:00000001:0.0:1787998247.698567:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296430580 00000100:00000001:0.0:1787998247.698569:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296427876 00000100:00000001:0.0:1787998247.698571:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296430581 00000100:00000001:0.0:1787998247.698573:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998247.698575:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.698578:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.698580:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1787998247.698848:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998247.698852:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4200. 00000400:00000200:2.0:1787998247.698857:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.698862:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998247.698867:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807198 00000400:00000010:2.0:1787998247.698869:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807198. 00000100:00000001:2.0:1787998247.698873:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998247.698877:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edfb80 x1874850291748864/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998263 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.698885:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998247.698888:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edfb80 x1874850291748864/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998263 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.698895:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998247.698896:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787998247.699171:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998247.699175:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787998247.699177:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998247.699179:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998247.699182:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.699184:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998247.706137:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.706157:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998247.706160:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.706163:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.706171:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.706177:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998247.706189:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.706193:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.706197:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.706202:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 400 into portal 4 MB=0x6a92a99a59000 00000400:00000200:2.0:1787998247.706206:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.706213:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 400/400 into md 0x7ba5 [1] + 224 00000800:00000001:2.0:1787998247.706219:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.706244:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.706247:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.706252:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998247.706260:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998247.706270:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edfb80 x1874850291748864/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998263 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998247.706281:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff94d199edfb80 x1874850291748864/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998263 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.706302:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998247.706310:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.706313:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.706377:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998247.706382:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998247.706388:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998247.706390:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998247.706393:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30e18. 00000400:00000200:0.0:1787998247.706397:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928074c8 00000400:00000010:0.0:1787998247.706400:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928074c8. 00000100:00000001:0.0:1787998247.706403:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998247.706407:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edfb80 x1874850291748864/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998263 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998247.706415:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edfb80 x1874850291748864/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998263 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.706421:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998247.706423:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.706425:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998247.706428:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998247.706430:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998247.706432:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.706435:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998247.706443:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca460 time=73 v=5 (5 5 37 37) 00000100:00001000:0.0:1787998247.706447:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998247.706450:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998247.706452:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.706454:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998247.706457:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.706461:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998247.706463:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:0.0:1787998247.706464:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998247.706466:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998247.706470:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edfb80 x1874850291748864/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998263 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.706484:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998247.706487:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998247.706488:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1787998247.706491:0:2403:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:0.0:1787998247.706493:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.706496:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.706499:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=4 00000020:00000001:0.0:1787998247.706501:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:0.0:1787998247.706504:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:0.0:1787998247.706506:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.706507:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.706508:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=5 00000020:00000001:0.0:1787998247.706510:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:0.0:1787998247.706512:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:0.0:1787998247.706515:0:2403:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998247.706518:0:2403:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998247.706522:0:2403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000c8a7c921/0xb2d39e653c8ca1f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32033 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.706532:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.706534:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.706536:0:2403:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1787998247.706538:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.706539:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.706540:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=6 00000020:00000001:0.0:1787998247.706542:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:0.0:1787998247.706544:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000040:0.0:1787998247.706550:0:2403:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1917f2800, remote cookie: 0x4fd9a50f3a6acbd6, flags: 0x1001 00010000:00010000:0.0:1787998247.706556:0:2403:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000c8a7c921/0xb2d39e653c8ca1f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acbd6 expref: -99 pid: 32033 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.706569:0:2403:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1787998247.706572:0:2403:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.706574:0:2403:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1787998247.706577:0:2403:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1787998247.706581:0:2403:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000c8a7c921/0xb2d39e653c8ca1f lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acbd6 expref: -99 pid: 32033 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1787998247.706589:0:2403:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x12:0x0].0x0 (ffff94d192b98100) refcount = 1 00010000:00000040:0.0:1787998247.706592:0:2403:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1787998247.706595:0:2403:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000c8a7c921/0xb2d39e653c8ca1f lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acbd6 expref: -99 pid: 32033 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.706602:0:2403:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1787998247.706604:0:2403:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998247.706607:0:2403:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1787998247.706609:0:2403:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998247.706612:0:2403:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000c8a7c921/0xb2d39e653c8ca1f lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acbd6 expref: -99 pid: 32033 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.706619:0:2403:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1787998247.706620:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.706621:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.706622:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.706623:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1787998247.706625:0:2403:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1787998247.706627:0:2403:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1787998247.706630:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.706631:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.706632:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=5 00000020:00000001:0.0:1787998247.706634:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:0.0:1787998247.706636:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00000008:00000001:0.0:1787998247.706640:0:2403:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1787998247.706643:0:2403:0:(cl_object.c:143:cl_object_top()) ffff94d19391d880 -> ffff94d1a0aa3788 00000008:00010000:0.0:1787998247.706648:0:2403:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000c8a7c921/0xb2d39e653c8ca1f lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6acbd6 expref: -99 pid: 32033 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1787998247.706655:0:2403:0:(cl_object.c:143:cl_object_top()) ffff94d19391d880 -> ffff94d1a0aa3788 00000020:00000001:0.0:1787998247.706656:0:2403:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1787998247.706659:0:2403:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1787998247.706662:0:2403:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1787998247.706664:0:2403:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.706666:0:2403:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.706667:0:2403:0:(cl_object.c:143:cl_object_top()) ffff94d19391d880 -> ffff94d1a0aa3788 00000008:00000001:0.0:1787998247.706669:0:2403:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:0.0:1787998247.706671:0:2403:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1787998247.706673:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1787998247.706691:0:2403:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1787998247.706693:0:2403:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.706695:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.706697:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.706698:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=6 00000020:00000001:0.0:1787998247.706700:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:0.0:1787998247.706702:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:0.0:1787998247.706704:0:2403:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998247.706707:0:2403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000c8a7c921/0xb2d39e653c8ca1f lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4fd9a50f3a6acbd6 expref: -99 pid: 32033 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.706714:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.706799:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1787998247.706802:0:2403:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000c8a7c921/0xb2d39e653c8ca1f lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4fd9a50f3a6acbd6 expref: -99 pid: 32033 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.706809:0:2403:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998247.706811:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.706812:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1787998247.706814:0:2403:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.706815:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.706817:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.706818:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=5 00000020:00000001:0.0:1787998247.706820:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:0.0:1787998247.706822:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:0.0:1787998247.706824:0:2403:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998247.706826:0:2403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000c8a7c921/0xb2d39e653c8ca1f lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4fd9a50f3a6acbd6 expref: -99 pid: 32033 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.706832:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.706833:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.706834:0:2403:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998247.706837:0:2403:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998247.706839:0:2403:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000c8a7c921/0xb2d39e653c8ca1f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x4fd9a50f3a6acbd6 expref: -99 pid: 32033 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787998247.706847:0:2403:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998247.706850:0:2403:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998247.706851:0:2403:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998247.706855:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.706856:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.706858:0:2403:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.706861:0:2403:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998247.706862:0:2403:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.706864:0:2403:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.706866:0:2403:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.706868:0:2403:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998247.706869:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.706870:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.706871:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.706872:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1787998247.706873:0:2403:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998247.706879:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edfb80 x1874850291748864/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998263 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998247.706887:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2403:1874850291748864:192.168.206.123@tcp:101:checkstat.0 00000100:00000001:0.0:1787998247.706892:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.706895:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998247.706898:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edfb80 x1874850291748864/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998263 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.706904:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998247.706906:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998247.706910:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1923a1400. 02000000:00000001:0.0:1787998247.706915:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998247.706923:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998247.706924:0:2403:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998247.706927:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998247.706929:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d185431e00. 02000000:00000001:0.0:1787998247.706933:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998247.706935:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998247.706937:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edfb80. 00000100:00000001:0.0:1787998247.706941:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998247.706943:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.706945:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.706951:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998247.706954:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.706956:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998247.706958:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.713307:0:32034:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787998247.713313:0:32034:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787998247.713316:0:32034:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1787998247.713319:0:32034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbfb20 00000080:00200000:0.0:1787998247.713323:0:32034:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:0.0:1787998247.713331:0:32034:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d190450400. 00800000:00000002:0.0:1787998247.713338:0:32034:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998247.713341:0:32034:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998247.713346:0:32034:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998247.713349:0:32034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbfa40 00800000:00000002:0.0:1787998247.713351:0:32034:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998247.713356:0:32034:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998247.713358:0:32034:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998247.713361:0:32034:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998247.713363:0:32034:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998247.713365:0:32034:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998247.713367:0:32034:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.713370:0:32034:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998247.713372:0:32034:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.713375:0:32034:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1787998247.713381:0:32034:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998247.713383:0:32034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbf910 00000002:00010000:0.0:1787998247.713385:0:32034:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787998247.713388:0:32034:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787998247.713389:0:32034:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998247.713392:0:32034:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998247.713399:0:32034:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98000 count: 2 00010000:00000001:0.0:1787998247.713401:0:32034:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998247.713405:0:32034:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998247.713409:0:32034:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998247.713414:0:32034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2a00/0xb2d39e653c8ca0a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acb97 expref: -99 pid: 32033 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1787998247.713426:0:32034:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998247.713431:0:32034:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998247.713434:0:32034:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2a00/0xb2d39e653c8ca0a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acb97 expref: -99 pid: 32033 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1787998247.713441:0:32034:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1787998247.713443:0:32034:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998247.713445:0:32034:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998247.713447:0:32034:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998247.713449:0:32034:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998247.713451:0:32034:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1787998247.713454:0:32034:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1787998247.713457:0:32034:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998247.713460:0:32034:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d190450400. 00000080:00000001:0.0:1787998247.713464:0:32034:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787998247.713466:0:32034:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998247.713468:0:32034:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:0.0:1787998247.713472:0:32034:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8ca0a 00800000:00000001:0.0:1787998247.713475:0:32034:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998247.713476:0:32034:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998247.713478:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.713480:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.713483:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2a00 refcount=3 00000020:00000001:0.0:1787998247.713485:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946816 : -117847166604800 : ffff94d1917f2a00) 00010000:00000001:0.0:1787998247.713488:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946816 : -117847166604800 : ffff94d1917f2a00) 00010000:00000001:0.0:1787998247.713491:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.713492:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998247.713493:0:32034:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.713495:0:32034:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998247.713498:0:32034:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8ca0a from it ffffb66d41cbfb58 00010000:00000001:0.0:1787998247.713500:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.713501:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.713502:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2a00 refcount=3 00000020:00000001:0.0:1787998247.713504:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946816 : -117847166604800 : ffff94d1917f2a00) 00010000:00000001:0.0:1787998247.713506:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946816 : -117847166604800 : ffff94d1917f2a00) 00010000:00000001:0.0:1787998247.713509:0:32034:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998247.713512:0:32034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2a00/0xb2d39e653c8ca0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acb97 expref: -99 pid: 32033 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787998247.713519:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.713520:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.713522:0:32034:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998247.713524:0:32034:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998247.713527:0:32034:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2a00/0xb2d39e653c8ca0a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acb97 expref: -99 pid: 32033 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1787998247.714030:0:32034:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998247.714033:0:32034:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998247.714035:0:32034:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998247.714039:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.714040:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.714042:0:32034:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.714044:0:32034:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998247.714046:0:32034:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.714048:0:32034:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.714050:0:32034:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.714052:0:32034:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998247.714053:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.714054:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787998247.714058:0:32034:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787998247.714059:0:32034:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998247.714061:0:32034:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:0.0:1787998247.714066:0:32034:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998247.714075:0:32034:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d190a9cc80. 00000020:00000001:0.0:1787998247.714079:0:32034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbfa88 00000080:00200000:0.0:1787998247.714081:0:32034:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), flags=24 00000080:00000001:0.0:1787998247.714083:0:32034:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1787998247.714085:0:32034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbf938 00000080:00200000:0.0:1787998247.714086:0:32034:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), intent=0 00000080:00000010:0.0:1787998247.714092:0:32034:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d190450400. 00800000:00000002:0.0:1787998247.714095:0:32034:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998247.714098:0:32034:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998247.714100:0:32034:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998247.714102:0:32034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbf858 00800000:00000002:0.0:1787998247.714103:0:32034:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998247.714105:0:32034:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998247.714108:0:32034:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998247.714110:0:32034:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998247.714111:0:32034:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998247.714112:0:32034:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998247.714114:0:32034:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.714116:0:32034:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998247.714117:0:32034:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.714120:0:32034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbf7f0 00800000:00000002:0.0:1787998247.714121:0:32034:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:0.0:1787998247.714124:0:32034:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998247.714126:0:32034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbf728 00000002:00010000:0.0:1787998247.714127:0:32034:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1787998247.714131:0:32034:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1787998247.714133:0:32034:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1787998247.714137:0:32034:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c10700. 00000020:00000040:0.0:1787998247.714140:0:32034:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:0.0:1787998247.714145:0:32034:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1787998247.714148:0:32034:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998247.714151:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.714152:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.714153:0:32034:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.714156:0:32034:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998247.714158:0:32034:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998247.714161:0:32034:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998247.714167:0:32034:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1923a1400. 00000100:00000001:0.0:1787998247.714173:0:32034:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.714178:0:32034:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998247.714179:0:32034:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.714180:0:32034:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998247.714181:0:32034:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.714183:0:32034:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.714189:0:32034:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226547263232 : -117847162288384 : ffff94d191c10700) 00010000:00000001:0.0:1787998247.714192:0:32034:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1787998247.714194:0:32034:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1787998247.714197:0:32034:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98000 count: 2 00010000:00000001:0.0:1787998247.714199:0:32034:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998247.714201:0:32034:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1787998247.714204:0:32034:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d187367400. 00000020:00000001:0.0:1787998247.714207:0:32034:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1787998247.714210:0:32034:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d187367400 with handle 0xb2d39e653c8ca26 to hash 00000020:00000001:0.0:1787998247.714212:0:32034:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1787998247.714213:0:32034:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998247.714217:0:32034:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998247.714220:0:32034:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998247.714221:0:32034:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998247.714225:0:32034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8ca26 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998247.714231:0:32034:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8ca26 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998247.714240:0:32034:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8ca26 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1787998247.714246:0:32034:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998247.714248:0:32034:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998247.714254:0:32034:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a00af300. 00000100:00000001:0.0:1787998247.714256:0:32034:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786988800 : -117846922562816 : ffff94d1a00af300) 00000100:00000001:0.0:1787998247.714258:0:32034:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.714259:0:32034:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547263232 : -117847162288384 : ffff94d191c10700) 00000100:00000001:0.0:1787998247.714263:0:32034:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998247.714266:0:32034:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.714268:0:32034:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998247.714270:0:32034:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998247.714278:0:32034:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c10700 x1874850291748992/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.714286:0:32034:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998247.714288:0:32034:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.714292:0:32034:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998247.714294:0:32034:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998247.714296:0:32034:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998247.714299:0:32034:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c10700 pname:cluuid:pid:xid:nid:opc:job checkstat:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32034:1874850291748992:192.168.206.123@tcp:101:checkstat.0 00000100:00000001:0.0:1787998247.714305:0:32034:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998247.714309:0:32034:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998247.714311:0:32034:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.714314:0:32034:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998247.714318:0:32034:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d1a00ff800. 02000000:00000001:0.0:1787998247.714320:0:32034:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998247.714327:0:32034:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998247.714331:0:32034:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30e18. 00000400:00000010:0.0:1787998247.714337:0:32034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1928074c8. 00000100:00000200:0.0:1787998247.714343:0:32034:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291748992, portal 10 00000100:00000001:0.0:1787998247.714346:0:32034:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.714347:0:32034:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547263232 : -117847162288384 : ffff94d191c10700) 00000100:00000040:0.0:1787998247.714353:0:32034:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191c10700 x1874850291748992/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998263 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.714360:0:32034:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998247.714362:0:32034:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998247.714365:0:32034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1928075d8. 00000100:00000200:0.0:1787998247.714368:0:32034:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1874850291748992, offset 0 00000400:00000200:0.0:1787998247.714374:0:32034:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998247.714382:0:32034:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998247.714388:0:32034:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998247.714393:0:32034:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998247.714398:0:32034:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998247.714402:0:32034:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998247.714404:0:32034:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998247.714408:0:32034:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2643:2643:256:4294967295] 192.168.206.123@tcp LPNI seq info [2643:2643:8:4294967295] 00000400:00000200:0.0:1787998247.714412:0:32034:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998247.714422:0:32034:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998247.714428:0:32034:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998247.714432:0:32034:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4d00. 00000800:00000200:0.0:1787998247.714438:0:32034:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998247.714445:0:32034:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998247.714450:0:32034:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4d00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1787998247.714513:0:32034:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998247.714518:0:32034:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 851848 usecs (852 jiffies) 00000400:00000200:0.0:1787998247.714521:0:32034:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998247.714523:0:32034:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296428723 00000100:00000001:0.0:1787998247.714526:0:32034:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296430580 00000100:00000001:0.0:1787998247.714529:0:32034:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296428723 00000100:00000001:0.0:1787998247.714531:0:32034:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296430581 00000100:00000001:0.0:1787998247.714533:0:32034:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998247.714545:0:32034:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.714548:0:32034:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998247.714549:0:32034:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998247.714552:0:32034:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a00af300 going to sleep for 11 seconds 00000100:00000001:0.0:1787998247.714554:0:32034:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998247.714557:0:32034:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998247.716324:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998247.716332:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4d00. 00000400:00000200:2.0:1787998247.716338:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.716346:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998247.716353:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928075d8 00000400:00000010:2.0:1787998247.716355:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928075d8. 00000100:00000001:2.0:1787998247.716360:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998247.716367:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c10700 x1874850291748992/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998263 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.716377:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998247.716381:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c10700 x1874850291748992/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998263 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.716387:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998247.716389:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998247.720252:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.720269:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998247.720273:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.720275:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.720283:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.720290:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998247.720299:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.720304:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.720309:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.720321:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a59080 00000400:00000200:2.0:1787998247.720326:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.720331:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x7bad [1] + 224 00000800:00000001:2.0:1787998247.720337:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.720345:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.720347:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.720351:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998247.720359:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998247.720366:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c10700 x1874850291748992/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998263 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998247.720375:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d191c10700 x1874850291748992/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.720394:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998247.720402:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.720405:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.720453:0:32034:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998247.720461:0:32034:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998247.720463:0:32034:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998247.720466:0:32034:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30e18. 00000400:00000200:0.0:1787998247.720472:0:32034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928074c8 00000400:00000010:0.0:1787998247.720474:0:32034:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928074c8. 00000100:00000001:0.0:1787998247.720477:0:32034:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998247.720482:0:32034:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c10700 x1874850291748992/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998247.720490:0:32034:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c10700 x1874850291748992/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.720497:0:32034:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998247.720499:0:32034:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.720501:0:32034:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998247.720505:0:32034:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998247.720507:0:32034:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998247.720510:0:32034:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.720512:0:32034:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998247.720521:0:32034:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=73 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998247.720525:0:32034:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998247.720527:0:32034:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998247.720529:0:32034:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.720532:0:32034:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998247.720535:0:32034:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.720539:0:32034:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998247.720541:0:32034:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967597 00000100:00000001:0.0:1787998247.720543:0:32034:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998247.720546:0:32034:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998247.720550:0:32034:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c10700 x1874850291748992/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.720557:0:32034:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998247.720560:0:32034:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998247.720562:0:32034:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998247.720565:0:32034:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c10700 x1874850291748992/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998263 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998247.720573:0:32034:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c10700 pname:cluuid:pid:xid:nid:opc:job checkstat:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32034:1874850291748992:192.168.206.123@tcp:101:checkstat.0 00000100:00000001:0.0:1787998247.720578:0:32034:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.720580:0:32034:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.720582:0:32034:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998247.720584:0:32034:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998247.720588:0:32034:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c10700 x1874850291748992/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998263 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.720594:0:32034:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998247.720597:0:32034:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a00af300. 00000100:00000001:0.0:1787998247.720600:0:32034:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998247.720601:0:32034:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.720604:0:32034:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1787998247.720607:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.720610:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.720613:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367400 refcount=4 00000020:00000001:0.0:1787998247.720615:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998247.720618:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000040:0.0:1787998247.720634:0:32034:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d187367400, remote cookie: 0x4fd9a50f3a6acbf2, flags: 0x1001 00010000:00010000:0.0:1787998247.720640:0:32034:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8ca26 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acbf2 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1787998247.720649:0:32034:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x20:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1787998247.720652:0:32034:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1787998247.720659:0:32034:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d185921e00. 00010000:00000010:0.0:1787998247.720664:0:32034:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d1861db300. 00010000:00000001:0.0:1787998247.720668:0:32034:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998247.720671:0:32034:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8ca26 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acbf2 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998247.720679:0:32034:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8ca26 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acbf2 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.720685:0:32034:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1787998247.720689:0:32034:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1787998247.720691:0:32034:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1787998247.720692:0:32034:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1787998247.720694:0:32034:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1787998247.720696:0:32034:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x20:0x0].0x0 (ffff94d185921e00) refcount = 1 00010000:00010000:0.0:1787998247.720700:0:32034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8ca26 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acbf2 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.720706:0:32034:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1787998247.720710:0:32034:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1787998247.720711:0:32034:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998247.720714:0:32034:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1787998247.720717:0:32034:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998247.720720:0:32034:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8ca26 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acbf2 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.720724:0:32034:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1787998247.720726:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.720728:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.720728:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.720729:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.720730:0:32034:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.720735:0:32034:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1787998247.720737:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.720738:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.720739:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367400 refcount=3 00000020:00000001:0.0:1787998247.720741:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998247.720743:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998247.720745:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.720746:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.720747:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367400 refcount=4 00000020:00000001:0.0:1787998247.720749:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998247.720751:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998247.720754:0:32034:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998247.720757:0:32034:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998247.720759:0:32034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8ca26 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acbf2 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.720798:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.720799:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.720801:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.720802:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.720803:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367400 refcount=5 00000020:00000001:0.0:1787998247.720805:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998247.720807:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998247.720809:0:32034:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998247.720813:0:32034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8ca26 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acbf2 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.720819:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.720820:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1787998247.720822:0:32034:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8ca26 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acbf2 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.720828:0:32034:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998247.720829:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.720830:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.720831:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.720831:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1787998247.720836:0:32034:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff94d191c10700 x1874850291748992/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998263 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1787998247.720844:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.720845:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.720846:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367400 refcount=3 00000020:00000001:0.0:1787998247.720847:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998247.720849:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998247.720851:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.720852:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998247.720853:0:32034:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.720855:0:32034:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.720858:0:32034:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1787998247.720859:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.720860:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.720861:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367400 refcount=3 00000020:00000001:0.0:1787998247.720863:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998247.720865:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00000002:00010000:0.0:1787998247.720868:0:32034:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8ca26 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acbf2 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.720877:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.720878:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.720880:0:32034:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1787998247.720881:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.720882:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.720883:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367400 refcount=3 00000020:00000001:0.0:1787998247.720884:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998247.720886:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000040:0.0:1787998247.720889:0:32034:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921e00 count: 2 00010000:00000001:0.0:1787998247.720892:0:32034:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1787998247.720895:0:32034:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589935621/32 (0 0) 00010000:00000001:0.0:1787998247.720897:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.720898:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998247.720899:0:32034:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1787998247.720902:0:32034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbf6b0 00000002:00002000:0.0:1787998247.720904:0:32034:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1787998247.720907:0:32034:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.720911:0:32034:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.720913:0:32034:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1787998247.720916:0:32034:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1787998247.720918:0:32034:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.720922:0:32034:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000001:0.0:1787998247.720924:0:32034:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1787998247.720925:0:32034:0:(namei.c:674:ll_lookup_it_finish()) it ffffb66d41cbfa28 it_disposition b 00000080:00000001:0.0:1787998247.720928:0:32034:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1787998247.720933:0:32034:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1787998247.720937:0:32034:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1787998247.720941:0:32034:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d190b352c0. 00800000:00000001:0.0:1787998247.720943:0:32034:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626226529587904 : -117847179963712 : ffff94d190b352c0) 00800000:00000001:0.0:1787998247.720944:0:32034:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.720947:0:32034:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1787998247.720949:0:32034:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:0.0:1787998247.720952:0:32034:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1787998247.720956:0:32034:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1787998247.720957:0:32034:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x20:0x0] 00000080:00000001:0.0:1787998247.720960:0:32034:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1787998247.720962:0:32034:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1787998247.720963:0:32034:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.720966:0:32034:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:0.0:1787998247.720968:0:32034:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1787998247.720971:0:32034:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611168 mtime from 1787998229 to 1787998230 00000080:00200000:0.0:1787998247.720975:0:32034:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x20:0x0], updating i_size 4096 00000080:00200000:0.0:1787998247.720977:0:32034:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x20:0x0](ffff94d1989321c8): rc = 0 00000080:00000001:0.0:1787998247.720979:0:32034:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626226661695944 : -117847047855672 : ffff94d1989321c8) 00010000:00000001:0.0:1787998247.720980:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.720982:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.720983:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367400 refcount=3 00000020:00000001:0.0:1787998247.720985:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998247.720987:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998247.720988:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.720989:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1787998247.720991:0:32034:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1787998247.720993:0:32034:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1787998247.720994:0:32034:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d190b352c0 1 00800000:00000010:0.0:1787998247.720996:0:32034:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d190b352c0. 00800000:00000001:0.0:1787998247.720999:0:32034:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998247.721002:0:32034:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x20:0x0](ffff94d1989321c8) for lock 0xb2d39e653c8ca26 00800000:00000001:0.0:1787998247.721004:0:32034:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998247.721005:0:32034:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998247.721006:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.721007:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.721008:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367400 refcount=3 00000020:00000001:0.0:1787998247.721010:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998247.721012:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998247.721014:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.721015:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998247.721017:0:32034:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.721018:0:32034:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1787998247.721025:0:32034:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d1834b5510 inode ffff94d1989321c8 refc 1 flags 0x20000e 00000080:00000002:0.0:1787998247.721029:0:32034:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-2 [0x200000405:0x20:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1787998247.721032:0:32034:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1787998247.721036:0:32034:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x20:0x0](ffff94d1989321c8) 00000080:00010000:0.0:1787998247.721039:0:32034:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8ca26 from it ffffb66d41cbfa28 00010000:00000001:0.0:1787998247.721041:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.721043:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.721044:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367400 refcount=3 00000020:00000001:0.0:1787998247.721045:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998247.721047:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998247.721049:0:32034:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998247.721052:0:32034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8ca26 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acbf2 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.721058:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.721059:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.721060:0:32034:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998247.721062:0:32034:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998247.721064:0:32034:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8ca26 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acbf2 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787998247.721071:0:32034:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998247.721073:0:32034:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998247.721075:0:32034:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998247.721079:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.721079:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.721081:0:32034:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.721083:0:32034:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998247.721085:0:32034:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.721087:0:32034:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.721090:0:32034:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.721092:0:32034:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998247.721094:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.721094:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1787998247.721096:0:32034:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1787998247.721099:0:32034:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d190450400. 00000100:00000001:0.0:1787998247.721103:0:32034:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998247.721108:0:32034:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c10700 x1874850291748992/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998263 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.721114:0:32034:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998247.721117:0:32034:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998247.721119:0:32034:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d1a00ff800. 02000000:00000001:0.0:1787998247.721123:0:32034:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998247.721125:0:32034:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998247.721126:0:32034:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998247.721129:0:32034:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998247.721131:0:32034:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1923a1400. 02000000:00000001:0.0:1787998247.721134:0:32034:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998247.721135:0:32034:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998247.721137:0:32034:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c10700. 00000100:00000001:0.0:1787998247.721141:0:32034:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998247.721142:0:32034:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998247.721150:0:32034:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:0.0:1787998247.721152:0:32034:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000405:0x20:0x0](ffff94d1989321c8), inode mode 41ed mask 1 00000080:00000001:0.0:1787998247.721156:0:32034:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998247.721166:0:32034:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d190a9c600. 00000020:00000001:0.0:1787998247.721170:0:32034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbfae8 00000080:00200000:0.0:1787998247.721186:0:32034:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000405:0x20:0x0](ffff94d1989321c8), flags=8 00000080:00000001:0.0:1787998247.721189:0:32034:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1787998247.721191:0:32034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbf998 00000080:00200000:0.0:1787998247.721193:0:32034:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x20:0x0](ffff94d1989321c8), intent=getattr 00000080:00000010:0.0:1787998247.721200:0:32034:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d190450400. 00800000:00000002:0.0:1787998247.721204:0:32034:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d191236680 2 00000080:00000001:0.0:1787998247.721208:0:32034:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998247.721210:0:32034:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998247.721212:0:32034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbf8b8 00800000:00000002:0.0:1787998247.721213:0:32034:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000405:0x20:0x0] 00800000:00000001:0.0:1787998247.721217:0:32034:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998247.721220:0:32034:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998247.721223:0:32034:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998247.721225:0:32034:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998247.721227:0:32034:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998247.721229:0:32034:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.721231:0:32034:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1787998247.721233:0:32034:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.721236:0:32034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbf850 00800000:00000002:0.0:1787998247.721238:0:32034:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x20:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:0.0:1787998247.721242:0:32034:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998247.721243:0:32034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbf788 00000002:00010000:0.0:1787998247.721245:0:32034:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000405:0x20:0x0], intent: getattr flags 01 00000002:00000001:0.0:1787998247.721249:0:32034:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1787998247.721251:0:32034:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1787998247.721254:0:32034:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c10700. 00000020:00000040:0.0:1787998247.721257:0:32034:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:0.0:1787998247.721261:0:32034:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1787998247.721265:0:32034:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998247.721267:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.721269:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.721270:0:32034:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.721272:0:32034:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998247.721274:0:32034:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998247.721278:0:32034:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998247.721283:0:32034:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1923a1400. 00000100:00000001:0.0:1787998247.721289:0:32034:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.721292:0:32034:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998247.721293:0:32034:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.721295:0:32034:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998247.721296:0:32034:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.721298:0:32034:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.721304:0:32034:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226547263232 : -117847162288384 : ffff94d191c10700) 00010000:00000001:0.0:1787998247.721307:0:32034:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1787998247.721308:0:32034:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1787998247.721311:0:32034:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921e00 count: 2 00010000:00000001:0.0:1787998247.721313:0:32034:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998247.721315:0:32034:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1787998247.721318:0:32034:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d187367c00. 00000020:00000001:0.0:1787998247.721321:0:32034:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1787998247.721323:0:32034:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d187367c00 with handle 0xb2d39e653c8ca2d to hash 00000020:00000001:0.0:1787998247.721326:0:32034:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1787998247.721327:0:32034:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226370411520 : -117847339140096 : ffff94d187367c00) 00010000:00000001:0.0:1787998247.721330:0:32034:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226370411520 : -117847339140096 : ffff94d187367c00) 00010000:00000001:0.0:1787998247.721332:0:32034:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998247.721334:0:32034:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998247.721337:0:32034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367c00/0xb2d39e653c8ca2d lrc: 3/1,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998247.721344:0:32034:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367c00/0xb2d39e653c8ca2d lrc: 3/1,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998247.721352:0:32034:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367c00/0xb2d39e653c8ca2d lrc: 3/1,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1787998247.721357:0:32034:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998247.721359:0:32034:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998247.721364:0:32034:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a00af300. 00000100:00000001:0.0:1787998247.721366:0:32034:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786988800 : -117846922562816 : ffff94d1a00af300) 00000100:00000001:0.0:1787998247.721369:0:32034:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.721370:0:32034:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547263232 : -117847162288384 : ffff94d191c10700) 00000100:00000001:0.0:1787998247.721374:0:32034:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998247.721377:0:32034:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.721379:0:32034:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998247.721381:0:32034:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998247.721385:0:32034:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c10700 x1874850291749120/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.721392:0:32034:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998247.721395:0:32034:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.721398:0:32034:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998247.721401:0:32034:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998247.721403:0:32034:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998247.721407:0:32034:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c10700 pname:cluuid:pid:xid:nid:opc:job checkstat:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32034:1874850291749120:192.168.206.123@tcp:101:checkstat.0 00000100:00000001:0.0:1787998247.721410:0:32034:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998247.721415:0:32034:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998247.721417:0:32034:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.721419:0:32034:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998247.721424:0:32034:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d1a00ff800. 02000000:00000001:0.0:1787998247.721426:0:32034:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998247.721430:0:32034:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998247.721433:0:32034:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30e18. 00000400:00000010:0.0:1787998247.721438:0:32034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1928074c8. 00000100:00000200:0.0:1787998247.721444:0:32034:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291749120, portal 10 00000100:00000001:0.0:1787998247.721446:0:32034:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.721447:0:32034:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547263232 : -117847162288384 : ffff94d191c10700) 00000100:00000040:0.0:1787998247.721453:0:32034:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191c10700 x1874850291749120/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998263 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.721459:0:32034:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998247.721462:0:32034:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998247.721464:0:32034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807000. 00000100:00000200:0.0:1787998247.721468:0:32034:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1874850291749120, offset 0 00000400:00000200:0.0:1787998247.721474:0:32034:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998247.721480:0:32034:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998247.721486:0:32034:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998247.721491:0:32034:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998247.721495:0:32034:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998247.721499:0:32034:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998247.721502:0:32034:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998247.721505:0:32034:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2644:2644:256:4294967295] 192.168.206.123@tcp LPNI seq info [2644:2644:8:4294967295] 00000400:00000200:0.0:1787998247.721509:0:32034:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998247.721517:0:32034:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998247.721523:0:32034:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998247.721528:0:32034:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4500. 00000800:00000200:0.0:1787998247.721533:0:32034:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998247.721540:0:32034:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998247.721545:0:32034:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1787998247.721563:0:32034:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998247.721568:0:32034:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 850576 usecs (851 jiffies) 00000400:00000200:0.0:1787998247.721571:0:32034:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998247.721574:0:32034:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296428728 00000100:00000001:0.0:1787998247.721578:0:32034:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296430580 00000100:00000001:0.0:1787998247.721580:0:32034:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296428728 00000100:00000001:0.0:1787998247.721582:0:32034:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296430581 00000100:00000001:0.0:1787998247.721584:0:32034:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998247.721587:0:32034:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.721589:0:32034:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998247.721590:0:32034:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998247.721593:0:32034:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a00af300 going to sleep for 11 seconds 00000100:00000001:0.0:1787998247.721595:0:32034:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998247.721597:0:32034:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998247.721795:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998247.721799:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4500. 00000400:00000200:2.0:1787998247.721803:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.721808:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998247.721812:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807000 00000400:00000010:2.0:1787998247.721814:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807000. 00000100:00000001:2.0:1787998247.721817:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998247.721821:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c10700 x1874850291749120/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998263 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.721830:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998247.721833:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c10700 x1874850291749120/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998263 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.721838:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998247.721840:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998247.726522:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.726548:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998247.726551:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.726554:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.726563:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.726570:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998247.726578:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.726582:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.726588:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.726592:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 640 into portal 10 MB=0x6a92a99a59100 00000400:00000200:2.0:1787998247.726596:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.726601:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 640/640 into md 0x7bb5 [1] + 224 00000800:00000001:2.0:1787998247.726608:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.726614:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.726618:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.726622:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998247.726638:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998247.726646:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c10700 x1874850291749120/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998263 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998247.726658:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff94d191c10700 x1874850291749120/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.726677:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998247.726684:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.726688:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.726923:0:32034:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998247.726930:0:32034:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998247.726933:0:32034:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998247.726935:0:32034:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30e18. 00000400:00000200:0.0:1787998247.726940:0:32034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928074c8 00000400:00000010:0.0:1787998247.726943:0:32034:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928074c8. 00000100:00000001:0.0:1787998247.726946:0:32034:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998247.726951:0:32034:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c10700 x1874850291749120/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998247.726958:0:32034:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c10700 x1874850291749120/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.726964:0:32034:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998247.726966:0:32034:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.726969:0:32034:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998247.726973:0:32034:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998247.726975:0:32034:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998247.726977:0:32034:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.726980:0:32034:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998247.726988:0:32034:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=73 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998247.726993:0:32034:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998247.726995:0:32034:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998247.726997:0:32034:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.727000:0:32034:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998247.727003:0:32034:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.727006:0:32034:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998247.727008:0:32034:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967597 00000100:00000001:0.0:1787998247.727009:0:32034:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998247.727012:0:32034:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998247.727016:0:32034:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c10700 x1874850291749120/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.727023:0:32034:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998247.727026:0:32034:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998247.727028:0:32034:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998247.727032:0:32034:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c10700 x1874850291749120/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1787998263 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998247.727038:0:32034:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c10700 pname:cluuid:pid:xid:nid:opc:job checkstat:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32034:1874850291749120:192.168.206.123@tcp:101:checkstat.0 00000100:00000001:0.0:1787998247.727042:0:32034:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.727045:0:32034:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.727047:0:32034:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998247.727049:0:32034:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998247.727052:0:32034:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c10700 x1874850291749120/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1787998263 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.727059:0:32034:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998247.727062:0:32034:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a00af300. 00000100:00000001:0.0:1787998247.727065:0:32034:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998247.727066:0:32034:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.727069:0:32034:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1787998247.727073:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.727075:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.727078:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367c00 refcount=4 00000020:00000001:0.0:1787998247.727080:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370411520 : -117847339140096 : ffff94d187367c00) 00010000:00000001:0.0:1787998247.727084:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370411520 : -117847339140096 : ffff94d187367c00) 00010000:00000040:0.0:1787998247.727090:0:32034:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d187367c00, remote cookie: 0x4fd9a50f3a6acc0e, flags: 0x1001 00010000:00010000:0.0:1787998247.727095:0:32034:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367c00/0xb2d39e653c8ca2d lrc: 4/1,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acc0e expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1787998247.727103:0:32034:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x22:0x0].0x0, instead of [0x200000405:0x20:0x0].0x0 00010000:00000001:0.0:1787998247.727106:0:32034:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1787998247.727112:0:32034:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921000 count: 2 00010000:00000001:0.0:1787998247.727115:0:32034:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998247.727118:0:32034:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998247.727121:0:32034:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367c00/0xb2d39e653c8ca2d lrc: 4/1,0 mode: --/PR res: [0x200000405:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acc0e expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998247.727129:0:32034:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367c00/0xb2d39e653c8ca2d lrc: 4/1,0 mode: --/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acc0e expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.727135:0:32034:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1787998247.727139:0:32034:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1787998247.727141:0:32034:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1787998247.727143:0:32034:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1787998247.727149:0:32034:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1787998247.727151:0:32034:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x22:0x0].0x0 (ffff94d185921000) refcount = 2 00010000:00000040:0.0:1787998247.727155:0:32034:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1787998247.727157:0:32034:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366c00/0xb2d39e653c8ca03 lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6acb89 expref: -99 pid: 31999 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787998247.727163:0:32034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367c00/0xb2d39e653c8ca2d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acc0e expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.727170:0:32034:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1787998247.727173:0:32034:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1787998247.727175:0:32034:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998247.727177:0:32034:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1787998247.727179:0:32034:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998247.727182:0:32034:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367c00/0xb2d39e653c8ca2d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acc0e expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.727187:0:32034:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1787998247.727188:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.727190:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.727191:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.727192:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.727193:0:32034:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.727197:0:32034:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1787998247.727198:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.727200:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.727201:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367c00 refcount=3 00000020:00000001:0.0:1787998247.727203:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370411520 : -117847339140096 : ffff94d187367c00) 00010000:00000001:0.0:1787998247.727205:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370411520 : -117847339140096 : ffff94d187367c00) 00010000:00000001:0.0:1787998247.727207:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.727207:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.727209:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367c00 refcount=4 00000020:00000001:0.0:1787998247.727210:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370411520 : -117847339140096 : ffff94d187367c00) 00010000:00000001:0.0:1787998247.727212:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370411520 : -117847339140096 : ffff94d187367c00) 00010000:00000001:0.0:1787998247.727215:0:32034:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998247.727217:0:32034:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998247.727220:0:32034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367c00/0xb2d39e653c8ca2d lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acc0e expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.727226:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.727227:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.727229:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.727230:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.727231:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367c00 refcount=5 00000020:00000001:0.0:1787998247.727232:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370411520 : -117847339140096 : ffff94d187367c00) 00010000:00000001:0.0:1787998247.727234:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370411520 : -117847339140096 : ffff94d187367c00) 00010000:00000001:0.0:1787998247.727236:0:32034:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998247.727239:0:32034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367c00/0xb2d39e653c8ca2d lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acc0e expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.727244:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.727245:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1787998247.727247:0:32034:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367c00/0xb2d39e653c8ca2d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acc0e expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.727253:0:32034:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998247.727254:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.727255:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.727256:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.727257:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1787998247.727262:0:32034:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d191c10700 x1874850291749120/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1787998263 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1787998247.727271:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.727272:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.727273:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367c00 refcount=3 00000020:00000001:0.0:1787998247.727275:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370411520 : -117847339140096 : ffff94d187367c00) 00010000:00000001:0.0:1787998247.727277:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370411520 : -117847339140096 : ffff94d187367c00) 00000002:00010000:0.0:1787998247.727280:0:32034:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367c00/0xb2d39e653c8ca2d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acc0e expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1787998247.727289:0:32034:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94d190b352c0. 00010000:00000001:0.0:1787998247.727291:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.727293:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998247.727295:0:32034:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.727297:0:32034:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.727300:0:32034:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1787998247.727302:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.727303:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.727304:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367c00 refcount=3 00000020:00000001:0.0:1787998247.727306:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370411520 : -117847339140096 : ffff94d187367c00) 00010000:00000001:0.0:1787998247.727308:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370411520 : -117847339140096 : ffff94d187367c00) 00000002:00010000:0.0:1787998247.727311:0:32034:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367c00/0xb2d39e653c8ca2d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acc0e expref: -99 pid: 32034 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.727318:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.727319:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.727320:0:32034:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1787998247.727322:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.727323:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.727324:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367c00 refcount=3 00000020:00000001:0.0:1787998247.727326:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370411520 : -117847339140096 : ffff94d187367c00) 00010000:00000001:0.0:1787998247.727327:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370411520 : -117847339140096 : ffff94d187367c00) 00010000:00000040:0.0:1787998247.727330:0:32034:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921000 count: 3 00010000:00000001:0.0:1787998247.727332:0:32034:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1787998247.727335:0:32034:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589935621/34 (0 0) 00010000:00000001:0.0:1787998247.727337:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.727338:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998247.727340:0:32034:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1787998247.727342:0:32034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbf710 00000002:00002000:0.0:1787998247.727344:0:32034:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1787998247.727347:0:32034:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.727351:0:32034:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.727353:0:32034:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1787998247.727356:0:32034:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x20:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1787998247.727359:0:32034:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.727362:0:32034:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d191236680 2 00000080:00000001:0.0:1787998247.727365:0:32034:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1787998247.727367:0:32034:0:(namei.c:674:ll_lookup_it_finish()) it ffffb66d41cbfb20 it_disposition b 00000080:00000001:0.0:1787998247.727369:0:32034:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1787998247.727375:0:32034:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1787998247.727377:0:32034:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1787998247.727380:0:32034:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611170 : 144115205339611170 : 200000405000022) 00000080:00000001:0.0:1787998247.727383:0:32034:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:0.0:1787998247.727388:0:32034:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998247.727392:0:32034:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226658351944 : -117847051199672 : ffff94d198601b48) 00000020:00001000:0.0:1787998247.727395:0:32034:0:(cl_object.c:823:cl_env_get()) 1@ffff94d198601b40 00000020:00000001:0.0:1787998247.727397:0:32034:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1787998247.727400:0:32034:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1787998247.727403:0:32034:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1787998247.727408:0:32034:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d1a0ad5f00. 00020000:00000010:0.0:1787998247.727413:0:32034:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d1a0b86d80. 00020000:00000010:0.0:1787998247.727417:0:32034:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d1a0ad5000. 00020000:00000001:0.0:1787998247.727420:0:32034:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626226797629440 : -117846911922176 : ffff94d1a0ad5000) 00020000:00000002:0.0:1787998247.727423:0:32034:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0ad5000, objid 0x22:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1787998247.727427:0:32034:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1787998247.727431:0:32034:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d1a0b86d80: ostid: 0x280000401:20 ost idx: 0 gen: 0 00020000:00000002:0.0:1787998247.727435:0:32034:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d1872424d8) owner ffff94d192ba4f80 00020000:00000001:0.0:1787998247.727437:0:32034:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1787998247.727440:0:32034:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d1872424d8) owner ffff94d192ba4f80 00020000:00000010:0.0:1787998247.727443:0:32034:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d1a0b86d80. 00020000:00000010:0.0:1787998247.727447:0:32034:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d1a0ad5f00. 00020000:00000010:0.0:1787998247.727450:0:32034:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d1a0ad5000. 00020000:00000002:0.0:1787998247.727451:0:32034:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x22:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1787998247.727453:0:32034:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.727454:0:32034:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1787998247.727456:0:32034:0:(cl_object.c:917:cl_env_put()) 1@ffff94d198601b40 00000080:00000001:0.0:1787998247.727460:0:32034:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611170 : 144115205339611170 : 200000405000022) 00000080:00000001:0.0:1787998247.727462:0:32034:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1787998247.727466:0:32034:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x22:0x0](ffff94d198933248): rc = 0 00000080:00000001:0.0:1787998247.727468:0:32034:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626226661700168 : -117847047851448 : ffff94d198933248) 00010000:00000001:0.0:1787998247.727470:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.727471:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.727473:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367c00 refcount=3 00000020:00000001:0.0:1787998247.727475:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370411520 : -117847339140096 : ffff94d187367c00) 00010000:00000001:0.0:1787998247.727476:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370411520 : -117847339140096 : ffff94d187367c00) 00000080:00000001:0.0:1787998247.727480:0:32034:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:0.0:1787998247.727481:0:32034:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998247.727482:0:32034:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226658351944 : -117847051199672 : ffff94d198601b48) 00000020:00001000:0.0:1787998247.727484:0:32034:0:(cl_object.c:823:cl_env_get()) 1@ffff94d198601b40 00000020:00000001:0.0:1787998247.727485:0:32034:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1787998247.727486:0:32034:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1787998247.727487:0:32034:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1787998247.727490:0:32034:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d1a0ad5000. 00020000:00000010:0.0:1787998247.727492:0:32034:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d1a0b86d80. 00020000:00000010:0.0:1787998247.727494:0:32034:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d1a0ad5f00. 00020000:00000001:0.0:1787998247.727496:0:32034:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626226797633280 : -117846911918336 : ffff94d1a0ad5f00) 00020000:00000002:0.0:1787998247.727498:0:32034:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0ad5f00, objid 0x22:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1787998247.727501:0:32034:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1787998247.727504:0:32034:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d1a0b86d80: ostid: 0x280000401:20 ost idx: 0 gen: 0 00020000:00000002:0.0:1787998247.727506:0:32034:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d1872424d8) owner ffff94d192ba4f80 00020000:00000001:0.0:1787998247.727508:0:32034:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1787998247.727509:0:32034:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d1872424d8) owner ffff94d192ba4f80 00020000:00000010:0.0:1787998247.727511:0:32034:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d1a0b86d80. 00020000:00000010:0.0:1787998247.727513:0:32034:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d1a0ad5000. 00020000:00000010:0.0:1787998247.727515:0:32034:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d1a0ad5f00. 00020000:00000002:0.0:1787998247.727516:0:32034:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x22:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1787998247.727518:0:32034:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.727519:0:32034:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.727523:0:32034:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1787998247.727525:0:32034:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1872424d8) owner 0000000000000000/ffff94d192ba4f80 00020000:00000002:0.0:1787998247.727528:0:32034:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d1a0b0a240 addref 2/0 by ffff94d192ba4f80. 00020000:00000002:0.0:1787998247.727530:0:32034:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1872424d8) owner 0000000000000000/ffff94d192ba4f80 00020000:00000001:0.0:1787998247.727532:0:32034:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1787998247.727972:0:32034:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1787998247.727975:0:32034:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1787998247.727977:0:32034:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1787998247.727980:0:32034:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1787998247.727982:0:32034:0:(file.c:6836:ll_layout_conf()) [0x200000405:0x22:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1787998247.727985:0:32034:0:(cl_object.c:917:cl_env_put()) 1@ffff94d198601b40 00000080:00000001:0.0:1787998247.727987:0:32034:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.727989:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.727990:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1787998247.727992:0:32034:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1787998247.727995:0:32034:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1787998247.727996:0:32034:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998247.727999:0:32034:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x22:0x0](ffff94d198933248) for lock 0xb2d39e653c8ca2d 00800000:00000001:0.0:1787998247.728002:0:32034:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998247.728004:0:32034:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998247.728005:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.728007:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.728008:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367c00 refcount=3 00000020:00000001:0.0:1787998247.728010:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370411520 : -117847339140096 : ffff94d187367c00) 00010000:00000001:0.0:1787998247.728011:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370411520 : -117847339140096 : ffff94d187367c00) 00010000:00000001:0.0:1787998247.728013:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.728014:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998247.728016:0:32034:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.728017:0:32034:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1787998247.728023:0:32034:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d1834b5798 inode ffff94d198933248 refc 1 flags 0x40000e 00000080:00000001:0.0:1787998247.728026:0:32034:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1787998247.728030:0:32034:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x22:0x0](ffff94d198933248) 00000080:00010000:0.0:1787998247.728032:0:32034:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8ca2d from it ffffb66d41cbfb20 00010000:00000001:0.0:1787998247.728034:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.728035:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.728036:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367c00 refcount=3 00000020:00000001:0.0:1787998247.728038:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370411520 : -117847339140096 : ffff94d187367c00) 00010000:00000001:0.0:1787998247.728039:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370411520 : -117847339140096 : ffff94d187367c00) 00010000:00000001:0.0:1787998247.728041:0:32034:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998247.728043:0:32034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367c00/0xb2d39e653c8ca2d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6acc0e expref: -99 pid: 32034 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.728049:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.728050:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.728051:0:32034:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998247.728054:0:32034:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998247.728056:0:32034:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367c00/0xb2d39e653c8ca2d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6acc0e expref: -99 pid: 32034 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787998247.728062:0:32034:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998247.728065:0:32034:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998247.728067:0:32034:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998247.728071:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.728071:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.728073:0:32034:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.728075:0:32034:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998247.728077:0:32034:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.728079:0:32034:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.728081:0:32034:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.728083:0:32034:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998247.728084:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.728085:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1787998247.728087:0:32034:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1787998247.728090:0:32034:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d190450400. 00000100:00000001:0.0:1787998247.728094:0:32034:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998247.728100:0:32034:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c10700 x1874850291749120/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1787998263 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.728106:0:32034:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998247.728108:0:32034:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998247.728111:0:32034:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d1a00ff800. 02000000:00000001:0.0:1787998247.728114:0:32034:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998247.728116:0:32034:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998247.728117:0:32034:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998247.728119:0:32034:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998247.728121:0:32034:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1923a1400. 02000000:00000001:0.0:1787998247.728124:0:32034:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998247.728126:0:32034:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998247.728128:0:32034:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c10700. 00000100:00000001:0.0:1787998247.728131:0:32034:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998247.728133:0:32034:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998247.728135:0:32034:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1787998247.728137:0:32034:0:(dcache.c:176:ll_intent_release()) intent ffffb66d41cbfb20 released 00000080:00000001:0.0:1787998247.728138:0:32034:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:0.0:1787998247.728149:0:32034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbfd08 00000080:00200008:0.0:1787998247.728151:0:32034:0:(file.c:6295:ll_getattr_dentry()) START file f:[0x200000405:0x22:0x0](ffff94d198933248), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1787998247.728156:0:32034:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1787998247.728157:0:32034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbfc80 00000080:00200000:0.0:1787998247.728159:0:32034:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x22:0x0](ffff94d198933248),name=f 00000080:00000010:0.0:1787998247.728164:0:32034:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d190450400. 00800000:00000002:0.0:1787998247.728168:0:32034:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d191236680 2 00000080:00000001:0.0:1787998247.728173:0:32034:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998247.728176:0:32034:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998247.728177:0:32034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbfba0 00800000:00000002:0.0:1787998247.728179:0:32034:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x22:0x0] 'f' on [0x200000405:0x20:0x0] 00800000:00000001:0.0:1787998247.728181:0:32034:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998247.728185:0:32034:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998247.728187:0:32034:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998247.728189:0:32034:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998247.728191:0:32034:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998247.728193:0:32034:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.728195:0:32034:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1787998247.728197:0:32034:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.728200:0:32034:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998247.728201:0:32034:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998247.728201:0:32034:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998247.728202:0:32034:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998247.728204:0:32034:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.728205:0:32034:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:0.0:1787998247.728206:0:32034:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.728209:0:32034:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x20:0x0], fid2=[0x200000405:0x22:0x0], name='' -> mds #0 00000002:00000001:0.0:1787998247.728475:0:32034:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998247.728478:0:32034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbfa70 00000002:00010000:0.0:1787998247.728480:0:32034:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x22:0x0]) in obj [0x200000405:0x20:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787998247.728484:0:32034:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787998247.728486:0:32034:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998247.728488:0:32034:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998247.728492:0:32034:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921000 count: 3 00010000:00000001:0.0:1787998247.728494:0:32034:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998247.728497:0:32034:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998247.728500:0:32034:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998247.728503:0:32034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367c00/0xb2d39e653c8ca2d lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6acc0e expref: -99 pid: 32034 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1787998247.728511:0:32034:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998247.728514:0:32034:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998247.728517:0:32034:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367c00/0xb2d39e653c8ca2d lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6acc0e expref: -99 pid: 32034 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1787998247.728523:0:32034:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1787998247.728525:0:32034:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998247.728527:0:32034:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998247.728529:0:32034:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998247.728530:0:32034:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998247.728532:0:32034:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x20:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1787998247.728665:0:32034:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1787998247.728668:0:32034:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d191236680 2 00000080:00000010:0.0:1787998247.728671:0:32034:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d190450400. 00000080:00000001:0.0:1787998247.728674:0:32034:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787998247.728676:0:32034:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998247.728678:0:32034:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x22:0x0](ffff94d198933248) 00000080:00010000:0.0:1787998247.728681:0:32034:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x22:0x0](ffff94d198933248) for lock 0xb2d39e653c8ca2d 00800000:00000001:0.0:1787998247.728684:0:32034:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998247.728686:0:32034:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998247.728687:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.728689:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.728690:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367c00 refcount=3 00000020:00000001:0.0:1787998247.728692:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370411520 : -117847339140096 : ffff94d187367c00) 00010000:00000001:0.0:1787998247.728694:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370411520 : -117847339140096 : ffff94d187367c00) 00010000:00000001:0.0:1787998247.728696:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.728698:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998247.728699:0:32034:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.728700:0:32034:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998247.728702:0:32034:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8ca2d from it ffffb66d41cbfcb8 00010000:00000001:0.0:1787998247.728714:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.728716:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.728717:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367c00 refcount=3 00000020:00000001:0.0:1787998247.728719:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370411520 : -117847339140096 : ffff94d187367c00) 00010000:00000001:0.0:1787998247.728721:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370411520 : -117847339140096 : ffff94d187367c00) 00010000:00000001:0.0:1787998247.728723:0:32034:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998247.728726:0:32034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367c00/0xb2d39e653c8ca2d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6acc0e expref: -99 pid: 32034 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787998247.728732:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.728733:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.728734:0:32034:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998247.728736:0:32034:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998247.728738:0:32034:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367c00/0xb2d39e653c8ca2d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6acc0e expref: -99 pid: 32034 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1787998247.728743:0:32034:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998247.728745:0:32034:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998247.728746:0:32034:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998247.728748:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.728749:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.728750:0:32034:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.728752:0:32034:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998247.728753:0:32034:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.728754:0:32034:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.728756:0:32034:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.728758:0:32034:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998247.728760:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.728791:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787998247.728794:0:32034:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787998247.728795:0:32034:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998247.728798:0:32034:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1787998247.728801:0:32034:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1787998247.728802:0:32034:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998247.728804:0:32034:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1787998247.728805:0:32034:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.728807:0:32034:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1787998247.728810:0:32034:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1787998247.728812:0:32034:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998247.728815:0:32034:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226658351944 : -117847051199672 : ffff94d198601b48) 00000020:00001000:0.0:1787998247.728817:0:32034:0:(cl_object.c:823:cl_env_get()) 1@ffff94d198601b40 00000020:00000001:0.0:1787998247.728821:0:32034:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3dc8 -> ffff94d1a0aa3dc8 00000020:00000001:0.0:1787998247.728824:0:32034:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1787998247.728826:0:32034:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1787998247.728828:0:32034:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x22:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1787998247.728831:0:32034:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787998247.728832:0:32034:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1787998247.728834:0:32034:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1787998247.728835:0:32034:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.728837:0:32034:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1787998247.728840:0:32034:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x22:0x0]io ffff94d198516310 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1787998247.728843:0:32034:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1872424d8) owner 0000000000000000/ffff94d192ba4f80 00020000:00000001:0.0:1787998247.728846:0:32034:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1787998247.728847:0:32034:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1787998247.728850:0:32034:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1787998247.728851:0:32034:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998247.728853:0:32034:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1787998247.728855:0:32034:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1787998247.728856:0:32034:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.728857:0:32034:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787998247.728858:0:32034:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1787998247.728859:0:32034:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1787998247.728860:0:32034:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1872424d8) owner 0000000000000000/ffff94d192ba4f80 00000020:00000001:0.0:1787998247.728862:0:32034:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1787998247.728865:0:32034:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1787998247.728866:0:32034:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x22:0x0] 00000020:00000001:0.0:1787998247.728868:0:32034:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1787998247.728870:0:32034:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1787998247.728872:0:32034:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1787998247.728874:0:32034:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1787998247.728878:0:32034:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1787998247.728884:0:32034:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d1861db200. 00020000:00000002:0.0:1787998247.728886:0:32034:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1787998247.728889:0:32034:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1787998247.728891:0:32034:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1787998247.728892:0:32034:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1787998247.728893:0:32034:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998247.728895:0:32034:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226549080936 : -117847160470680 : ffff94d191dcc368) 00000020:00001000:0.0:1787998247.728896:0:32034:0:(cl_object.c:823:cl_env_get()) 1@ffff94d191dcc360 00000020:00000001:0.0:1787998247.728898:0:32034:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3b70 -> ffff94d1a0aa3dc8 00000020:00000001:0.0:1787998247.728900:0:32034:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1787998247.728903:0:32034:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787998247.728904:0:32034:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1787998247.728906:0:32034:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998247.728907:0:32034:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998247.728909:0:32034:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226527316928 : -117847182234688 : ffff94d19090abc0) 00000020:00000001:0.0:1787998247.728911:0:32034:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1787998247.728915:0:32034:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d1860f5c80. 00000008:00010000:0.0:1787998247.728918:0:32034:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1787998247.728920:0:32034:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1787998247.728921:0:32034:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1787998247.728922:0:32034:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d1861db230, osc lock ffff94d1860f5c80, flags 0x400001002 00000020:00000001:0.0:1787998247.728924:0:32034:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998247.728926:0:32034:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998247.728929:0:32034:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626226352009728 : -117847357541888 : ffff94d1861db200) 00000020:00000001:0.0:1787998247.728931:0:32034:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1787998247.728932:0:32034:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1787998247.728933:0:32034:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.728935:0:32034:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.728937:0:32034:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1787998247.728939:0:32034:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1787998247.728940:0:32034:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1787998247.728941:0:32034:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1787998247.728943:0:32034:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1787998247.728944:0:32034:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226527316928 : -117847182234688 : ffff94d19090abc0) 00000020:00000001:0.0:1787998247.728946:0:32034:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1787998247.728949:0:32034:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1787998247.728951:0:32034:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1787998247.728954:0:32034:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1787998247.728956:0:32034:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1787998247.728957:0:32034:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1787998247.728959:0:32034:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1787998247.728960:0:32034:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1787998247.728961:0:32034:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1787998247.728963:0:32034:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1787998247.728965:0:32034:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1787998247.728968:0:32034:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.728971:0:32034:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1787998247.728975:0:32034:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c10700. 00000020:00000040:0.0:1787998247.728978:0:32034:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=4 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00010000:00000001:0.0:1787998247.728982:0:32034:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1787998247.728985:0:32034:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998247.728987:0:32034:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.728990:0:32034:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998247.728992:0:32034:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998247.728995:0:32034:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998247.729000:0:32034:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d190450400. 00000100:00000001:0.0:1787998247.729006:0:32034:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.729010:0:32034:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998247.729012:0:32034:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.729014:0:32034:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998247.729015:0:32034:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.729017:0:32034:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.729019:0:32034:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446626226547263232 : -117847162288384 : ffff94d191c10700) 00010000:00000001:0.0:1787998247.729022:0:32034:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1787998247.729024:0:32034:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1787998247.729028:0:32034:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d185921500. 00010000:00000010:0.0:1787998247.729031:0:32034:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff94d185921a00. 00010000:00000001:0.0:1787998247.729036:0:32034:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1787998247.729039:0:32034:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d187366600. 00000020:00000001:0.0:1787998247.729043:0:32034:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1787998247.729045:0:32034:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d187366600 with handle 0xb2d39e653c8ca34 to hash 00000020:00000001:0.0:1787998247.729047:0:32034:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1787998247.729049:0:32034:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226370405888 : -117847339145728 : ffff94d187366600) 00010000:00000010:0.0:1787998247.729052:0:32034:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff94d190b357c0. 00010000:00000001:0.0:1787998247.729055:0:32034:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226370405888 : -117847339145728 : ffff94d187366600) 00010000:00000001:0.0:1787998247.729057:0:32034:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998247.729059:0:32034:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998247.729062:0:32034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000017b1d8c9/0xb2d39e653c8ca34 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32034 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998247.729072:0:32034:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000017b1d8c9/0xb2d39e653c8ca34 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32034 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.729081:0:32034:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.729085:0:32034:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998247.729089:0:32034:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998247.729096:0:32034:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095f3020e] to pc [ptlrpcd_00_00+0] req@ffff94d191c10700 x1874850291749248/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1787998247.729131:0:32034:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998247.729134:0:32034:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.729136:0:32034:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998247.729138:0:32034:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.729139:0:32034:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.729142:0:32034:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1787998247.729144:0:32034:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1787998247.729145:0:32034:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1787998247.729147:0:32034:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:0.0:1787998247.729157:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1787998247.729160:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1787998247.729162:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.729169:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998247.729171:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.729173:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998247.729175:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998247.729177:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998247.729183:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c10700 x1874850291749248/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.729192:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998247.729195:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.729198:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998247.729201:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998247.729204:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998247.729207:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2403:1874850291749248:192.168.206.123@tcp:101:checkstat.0 00000100:00000001:0.0:1787998247.729223:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998247.729229:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998247.729231:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.729233:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998247.729238:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a1400. 02000000:00000001:0.0:1787998247.729240:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998247.729246:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998247.729250:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30e18. 00000400:00000010:0.0:1787998247.729257:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1928074c8. 00000100:00000200:0.0:1787998247.729263:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291749248, portal 4 00000100:00000001:0.0:1787998247.729265:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.729266:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547263232 : -117847162288384 : ffff94d191c10700) 00000100:00000040:0.0:1787998247.729272:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191c10700 x1874850291749248/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998263 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.729279:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998247.729282:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998247.729285:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807dd0. 00000100:00000200:0.0:1787998247.729371:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1874850291749248, offset 0 00000400:00000200:0.0:1787998247.729379:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998247.729389:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998247.729395:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998247.729401:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998247.729405:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998247.729408:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998247.729411:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998247.729415:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2645:2645:256:4294967295] 192.168.206.123@tcp LPNI seq info [2645:2645:8:4294967295] 00000400:00000200:0.0:1787998247.729419:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998247.729429:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998247.729434:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998247.729439:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4c00. 00000800:00000200:0.0:1787998247.729444:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998247.729452:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998247.729456:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1787998247.729475:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998247.729479:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 213686 usecs (214 jiffies) 00000400:00000200:0.0:1787998247.729483:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998247.729486:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296428100 00000100:00000001:0.0:1787998247.729489:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296430580 00000100:00000001:0.0:1787998247.729491:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296428100 00000100:00000001:0.0:1787998247.729494:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296430581 00000100:00000001:0.0:1787998247.729496:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998247.729498:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.729502:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.729504:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998247.729838:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998247.729843:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4c00. 00000400:00000200:2.0:1787998247.729848:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.729853:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998247.729858:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807dd0 00000400:00000010:2.0:1787998247.729860:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807dd0. 00000100:00000001:2.0:1787998247.729863:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998247.729868:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c10700 x1874850291749248/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998263 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.729878:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998247.729880:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c10700 x1874850291749248/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998263 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.729887:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998247.729889:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998247.732289:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.732319:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998247.732323:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.732327:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.732336:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.732343:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998247.732353:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.732358:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.732363:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.732368:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 400 into portal 4 MB=0x6a92a99a59180 00000400:00000200:2.0:1787998247.732373:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.732379:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 400/400 into md 0x7bbd [1] + 224 00000800:00000001:2.0:1787998247.732387:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.732394:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.732397:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.732402:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998247.732410:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998247.732419:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c10700 x1874850291749248/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998263 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998247.732430:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff94d191c10700 x1874850291749248/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998263 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.732454:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998247.732464:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.732467:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.733564:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998247.733572:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998247.733580:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998247.733582:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998247.733586:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30e18. 00000400:00000200:0.0:1787998247.733593:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928074c8 00000400:00000010:0.0:1787998247.733595:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928074c8. 00000100:00000001:0.0:1787998247.733599:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998247.733607:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c10700 x1874850291749248/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998263 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998247.733618:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c10700 x1874850291749248/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998263 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.733641:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998247.733642:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.733645:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998247.733648:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998247.733650:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998247.733652:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.733655:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998247.733662:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=73 v=5 (5 5 37 37) 00000100:00001000:0.0:1787998247.733666:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=13 v=5 (1 1 0 0) 00000100:00000001:0.0:1787998247.733669:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998247.733671:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.733674:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998247.733678:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.733682:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998247.733684:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1787998247.733686:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998247.733689:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998247.733693:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c10700 x1874850291749248/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998263 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.733700:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998247.733703:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998247.733705:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1787998247.733708:0:2403:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:0.0:1787998247.733711:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.733713:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.733716:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366600 refcount=4 00000020:00000001:0.0:1787998247.733719:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370405888 : -117847339145728 : ffff94d187366600) 00010000:00000001:0.0:1787998247.733722:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370405888 : -117847339145728 : ffff94d187366600) 00010000:00000001:0.0:1787998247.733724:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.733725:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.733726:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366600 refcount=5 00000020:00000001:0.0:1787998247.733727:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370405888 : -117847339145728 : ffff94d187366600) 00010000:00000001:0.0:1787998247.733729:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370405888 : -117847339145728 : ffff94d187366600) 00010000:00000001:0.0:1787998247.733732:0:2403:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998247.733735:0:2403:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998247.733739:0:2403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000017b1d8c9/0xb2d39e653c8ca34 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32034 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.733749:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.733750:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.733753:0:2403:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1787998247.733755:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.733756:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.733758:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366600 refcount=6 00000020:00000001:0.0:1787998247.733760:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370405888 : -117847339145728 : ffff94d187366600) 00010000:00000001:0.0:1787998247.734131:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370405888 : -117847339145728 : ffff94d187366600) 00010000:00000040:0.0:1787998247.734140:0:2403:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d187366600, remote cookie: 0x4fd9a50f3a6acc15, flags: 0x1001 00010000:00010000:0.0:1787998247.734146:0:2403:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000017b1d8c9/0xb2d39e653c8ca34 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acc15 expref: -99 pid: 32034 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.734155:0:2403:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1787998247.734157:0:2403:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.734159:0:2403:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1787998247.734163:0:2403:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1787998247.734167:0:2403:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000017b1d8c9/0xb2d39e653c8ca34 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acc15 expref: -99 pid: 32034 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1787998247.734175:0:2403:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x14:0x0].0x0 (ffff94d185921500) refcount = 1 00010000:00000040:0.0:1787998247.734178:0:2403:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1787998247.734180:0:2403:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000017b1d8c9/0xb2d39e653c8ca34 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acc15 expref: -99 pid: 32034 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.734189:0:2403:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1787998247.734191:0:2403:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998247.734194:0:2403:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1787998247.734196:0:2403:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998247.734199:0:2403:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000017b1d8c9/0xb2d39e653c8ca34 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acc15 expref: -99 pid: 32034 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.734205:0:2403:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1787998247.734207:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.734208:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.734209:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.734210:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1787998247.734212:0:2403:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1787998247.734214:0:2403:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1787998247.734217:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.734218:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.734220:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366600 refcount=5 00000020:00000001:0.0:1787998247.734222:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370405888 : -117847339145728 : ffff94d187366600) 00010000:00000001:0.0:1787998247.734224:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370405888 : -117847339145728 : ffff94d187366600) 00000008:00000001:0.0:1787998247.734227:0:2403:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1787998247.734231:0:2403:0:(cl_object.c:143:cl_object_top()) ffff94d19391ddc0 -> ffff94d1a0aa3dc8 00000008:00010000:0.0:1787998247.734235:0:2403:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000017b1d8c9/0xb2d39e653c8ca34 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6acc15 expref: -99 pid: 32034 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1787998247.734242:0:2403:0:(cl_object.c:143:cl_object_top()) ffff94d19391ddc0 -> ffff94d1a0aa3dc8 00000020:00000001:0.0:1787998247.734244:0:2403:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1787998247.734246:0:2403:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1787998247.734248:0:2403:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1787998247.734251:0:2403:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.734253:0:2403:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.734254:0:2403:0:(cl_object.c:143:cl_object_top()) ffff94d19391ddc0 -> ffff94d1a0aa3dc8 00000008:00000001:0.0:1787998247.734256:0:2403:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:0.0:1787998247.734259:0:2403:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1787998247.736345:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1787998247.736368:0:2403:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1787998247.736372:0:2403:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.736376:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.736378:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.736382:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366600 refcount=6 00000020:00000001:0.0:1787998247.736384:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370405888 : -117847339145728 : ffff94d187366600) 00010000:00000001:0.0:1787998247.736388:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370405888 : -117847339145728 : ffff94d187366600) 00010000:00000001:0.0:1787998247.736390:0:2403:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998247.736395:0:2403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000017b1d8c9/0xb2d39e653c8ca34 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4fd9a50f3a6acc15 expref: -99 pid: 32034 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.736405:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.736406:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1787998247.736409:0:2403:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000017b1d8c9/0xb2d39e653c8ca34 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4fd9a50f3a6acc15 expref: -99 pid: 32034 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.736415:0:2403:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998247.736416:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.736417:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1787998247.736419:0:2403:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.736422:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.736423:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.736424:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366600 refcount=5 00000020:00000001:0.0:1787998247.736426:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370405888 : -117847339145728 : ffff94d187366600) 00010000:00000001:0.0:1787998247.736428:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370405888 : -117847339145728 : ffff94d187366600) 00010000:00000001:0.0:1787998247.736430:0:2403:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998247.736432:0:2403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000017b1d8c9/0xb2d39e653c8ca34 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4fd9a50f3a6acc15 expref: -99 pid: 32034 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.736438:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.736439:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.736440:0:2403:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998247.736443:0:2403:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998247.736445:0:2403:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000017b1d8c9/0xb2d39e653c8ca34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x4fd9a50f3a6acc15 expref: -99 pid: 32034 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787998247.736455:0:2403:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998247.736458:0:2403:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998247.736459:0:2403:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998247.736463:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.736463:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.736465:0:2403:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.736468:0:2403:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998247.736470:0:2403:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.736471:0:2403:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.736474:0:2403:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.736476:0:2403:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998247.736477:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.736478:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.736478:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.736479:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1787998247.736481:0:2403:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998247.736492:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c10700 x1874850291749248/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998263 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998247.736502:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2403:1874850291749248:192.168.206.123@tcp:101:checkstat.0 00000100:00000001:0.0:1787998247.736508:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.736511:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998247.736514:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c10700 x1874850291749248/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998263 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.736520:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998247.736523:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998247.736527:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1923a1400. 02000000:00000001:0.0:1787998247.736532:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998247.736534:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998247.736536:0:2403:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998247.736538:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998247.736541:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d190450400. 02000000:00000001:0.0:1787998247.736544:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998247.736546:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998247.736548:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c10700. 00000100:00000001:0.0:1787998247.736552:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998247.736554:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.736556:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.736563:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998247.736565:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.736567:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998247.736570:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998247.736643:0:32034:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998247.736647:0:32034:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998247.736653:0:32034:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1787998247.736656:0:32034:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3dc8 -> ffff94d1a0aa3dc8 00000020:00000001:2.0:1787998247.736658:0:32034:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3dc8 -> ffff94d1a0aa3dc8 00000020:00000001:2.0:1787998247.736660:0:32034:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1787998247.736664:0:32034:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1787998247.736668:0:32034:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1787998247.736670:0:32034:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998247.736671:0:32034:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1787998247.736672:0:32034:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1787998247.736674:0:32034:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x22:1029 on OST[0]: s=0 (1) m=1787998230 a=1787998230 c=1787998230 b=0 00020000:00000001:2.0:1787998247.736677:0:32034:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1787998247.736679:0:32034:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=1787998230 a=1787998230 c=1787998230 b=0 00020000:00000001:2.0:1787998247.736683:0:32034:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998247.736684:0:32034:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998247.736685:0:32034:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3dc8 -> ffff94d1a0aa3dc8 00000080:00200000:2.0:1787998247.736687:0:32034:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x22:0x0] updating i_size 0 i_blocks 0 00000080:00000001:2.0:1787998247.736690:0:32034:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1787998247.736692:0:32034:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1787998247.736694:0:32034:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d1985162b0 (ffff94d198601b48/0) at cl_lock_release():245 00000020:00000001:2.0:1787998247.736697:0:32034:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1787998247.736698:0:32034:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d1985162b0 (ffff94d198601b48/0) at cl_lock_cancel():142 00020000:00000001:2.0:1787998247.736701:0:32034:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1787998247.736704:0:32034:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787998247.736706:0:32034:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226527316928 : -117847182234688 : ffff94d19090abc0) 00000020:00000001:2.0:1787998247.736708:0:32034:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1787998247.736709:0:32034:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d1861db230 (ffff94d191dcc368/1) at cl_lock_cancel():142 00000008:00000001:2.0:1787998247.736712:0:32034:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1787998247.736714:0:32034:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1787998247.736715:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998247.736716:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1787998247.736717:0:32034:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1787998247.736719:0:32034:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1787998247.736720:0:32034:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1787998247.736721:0:32034:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1787998247.736722:0:32034:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1787998247.736723:0:32034:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d1985162b0 (ffff94d198601b48/0) at cl_lock_fini():72 00020000:00000001:2.0:1787998247.736726:0:32034:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1787998247.736727:0:32034:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1787998247.736728:0:32034:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d1861db230 (ffff94d198601b48/1) at cl_lock_fini():72 00000008:00000010:2.0:1787998247.736731:0:32034:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d1860f5c80. 00000020:00000001:2.0:1787998247.736736:0:32034:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1787998247.736737:0:32034:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d1861db200. 00020000:00000001:2.0:1787998247.736740:0:32034:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1787998247.736741:0:32034:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1787998247.736742:0:32034:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1787998247.736743:0:32034:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998247.736746:0:32034:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1787998247.736748:0:32034:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1787998247.736750:0:32034:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1787998247.736751:0:32034:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1787998247.736753:0:32034:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1787998247.736755:0:32034:0:(cl_object.c:917:cl_env_put()) 1@ffff94d191dcc360 00020000:00000001:2.0:1787998247.736757:0:32034:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1787998247.736759:0:32034:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1787998247.736787:0:32034:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1787998247.736790:0:32034:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x22:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1787998247.736794:0:32034:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1787998247.736796:0:32034:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998247.736798:0:32034:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1787998247.736800:0:32034:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1787998247.736801:0:32034:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1787998247.736802:0:32034:0:(cl_object.c:917:cl_env_put()) 1@ffff94d198601b40 00000001:00000001:2.0:1787998247.736804:0:32034:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998247.736813:0:32034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbfd08 00000080:00000008:2.0:1787998247.736815:0:32034:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file f:[0x200000405:0x22:0x0](ffff94d198933248), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1787998247.736823:0:32034:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1787998247.736825:0:32034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbfda0 00000080:00002000:2.0:1787998247.736827:0:32034:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff94d1834b5798, parent ffff94d1834b5510, inode ffff94d198933248) hashed, 00000080:00000001:2.0:1787998247.736830:0:32034:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998247.747006:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998247.747012:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f300. 00000400:00000200:2.0:1787998247.747020:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.747025:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998247.747031:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409908 00000400:00000010:2.0:1787998247.747033:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409908. 00000100:00000001:2.0:1787998247.747037:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998247.747043:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edea00 x1874850291749376/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998263 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.747052:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998247.747055:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edea00 x1874850291749376/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998263 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.747061:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998247.747063:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998247.749907:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.749923:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998247.749926:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.749929:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.749937:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.749947:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998247.749955:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.749959:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.749964:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.749967:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 4096 into portal 14 MB=0x6a92a99a59200 00000400:00000200:2.0:1787998247.749971:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.749977:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.206.123@tcp of length 4096/4096 into md 0x7bc5 [256] + 0 00000400:00000010:2.0:1787998247.749982:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc840. 00000400:00000200:2.0:1787998247.749986:0:2396:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff94d182ca8000 00000800:00000001:2.0:1787998247.749992:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.750001:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.750004:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.750008:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998247.750013:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d182ca8000 00000400:00000010:2.0:1787998247.750016:0:2396:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff94d182ca8000. 00000100:00000001:2.0:1787998247.750020:0:2396:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1787998247.750022:0:2396:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff94d199edea00 desc ffff94d199e26400 mbits 1874850291749376 00000100:00000001:2.0:1787998247.750132:0:2396:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1787998247.750140:0:2396:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1787998247.750144:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.750149:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.23@tcp to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998247.750155:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2647:2647:256:4294967295] 192.168.206.123@tcp LPNI seq info [2647:2647:8:4294967295] 00000400:00000200:2.0:1787998247.750159:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.750167:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:192.168.206.23@tcp) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) 192.168.206.123@tcp : ACK try# 0 00000800:00000200:2.0:1787998247.750173:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998247.750180:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff94d1a01e8000. 00000800:00000200:2.0:1787998247.750186:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998247.750193:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998247.750197:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1a01e8000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1787998247.750255:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998247.750259:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff94d1a01e8000. 00000400:00000200:2.0:1787998247.750263:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.750266:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: ACK: OK 00000800:00000001:2.0:1787998247.750272:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.750276:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998247.769015:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.769031:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998247.769036:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.769039:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.769048:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.769055:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998247.769064:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.769068:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.769073:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.769077:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 440 into portal 10 MB=0x6a92a99a59200 00000400:00000200:2.0:1787998247.769081:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.769088:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 440/440 into md 0x7bcd [1] + 224 00000800:00000001:2.0:1787998247.769095:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.769104:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.769107:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.769112:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998247.769119:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998247.769126:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edea00 x1874850291749376/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998263 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998247.769137:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff94d199edea00 x1874850291749376/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.769262:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998247.769278:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.769282:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787998247.783632:0:32035:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:2.0:1787998247.783639:0:32035:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:2.0:1787998247.783641:0:32035:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1787998247.783644:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fb20 00000080:00200000:2.0:1787998247.783649:0:32035:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:2.0:1787998247.783656:0:32035:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1a0b08e00. 00800000:00000002:2.0:1787998247.783661:0:32035:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:2.0:1787998247.783665:0:32035:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787998247.783669:0:32035:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787998247.783671:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fa40 00800000:00000002:2.0:1787998247.783673:0:32035:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998247.783677:0:32035:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1787998247.783679:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998247.783681:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998247.783684:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998247.783686:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998247.783688:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998247.783690:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998247.783692:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998247.783696:0:32035:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1787998247.783700:0:32035:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787998247.783703:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8f910 00000002:00010000:2.0:1787998247.784282:0:32035:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1787998247.784287:0:32035:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1787998247.784288:0:32035:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998247.784291:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998247.784297:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98000 count: 2 00010000:00000001:2.0:1787998247.784309:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998247.784314:0:32035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998247.784318:0:32035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787998247.784323:0:32035:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2a00/0xb2d39e653c8ca0a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acb97 expref: -99 pid: 32033 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1787998247.784333:0:32035:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1787998247.784338:0:32035:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998247.784341:0:32035:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2a00/0xb2d39e653c8ca0a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acb97 expref: -99 pid: 32033 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1787998247.784348:0:32035:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1787998247.784350:0:32035:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1787998247.784352:0:32035:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998247.784354:0:32035:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998247.784356:0:32035:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998247.784359:0:32035:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1787998247.784362:0:32035:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1787998247.784365:0:32035:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:2.0:1787998247.784369:0:32035:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1a0b08e00. 00000080:00000001:2.0:1787998247.784374:0:32035:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1787998247.784375:0:32035:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998247.784378:0:32035:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:2.0:1787998247.784381:0:32035:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8ca0a 00800000:00000001:2.0:1787998247.784384:0:32035:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1787998247.784386:0:32035:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1787998247.784388:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998247.784391:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998247.784394:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2a00 refcount=3 00000020:00000001:2.0:1787998247.784396:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946816 : -117847166604800 : ffff94d1917f2a00) 00010000:00000001:2.0:1787998247.784398:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946816 : -117847166604800 : ffff94d1917f2a00) 00010000:00000001:2.0:1787998247.784401:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998247.784403:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998247.784404:0:32035:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998247.784406:0:32035:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998247.784408:0:32035:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8ca0a from it ffffb66d41c8fb58 00010000:00000001:2.0:1787998247.784410:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998247.784412:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998247.784413:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2a00 refcount=3 00000020:00000001:2.0:1787998247.784414:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946816 : -117847166604800 : ffff94d1917f2a00) 00010000:00000001:2.0:1787998247.784416:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946816 : -117847166604800 : ffff94d1917f2a00) 00010000:00000001:2.0:1787998247.784418:0:32035:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998247.784421:0:32035:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2a00/0xb2d39e653c8ca0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acb97 expref: -99 pid: 32033 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1787998247.784427:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998247.784428:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998247.784429:0:32035:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787998247.784431:0:32035:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787998247.784434:0:32035:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2a00/0xb2d39e653c8ca0a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acb97 expref: -99 pid: 32033 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1787998247.784441:0:32035:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787998247.784443:0:32035:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998247.784446:0:32035:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998247.784450:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998247.784451:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998247.784452:0:32035:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998247.784455:0:32035:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998247.784457:0:32035:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998247.784459:0:32035:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998247.784473:0:32035:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998247.784477:0:32035:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998247.784478:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998247.784479:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1787998247.784482:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1787998247.784484:0:32035:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998247.784486:0:32035:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:2.0:1787998247.784491:0:32035:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998247.784495:0:32035:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1787998247.784497:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fb48 00000080:00002000:2.0:1787998247.784499:0:32035:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-1(ffff94d198a45510) flags 0x20000e refc 1 00000080:00000001:2.0:1787998247.784501:0:32035:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998247.784502:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fb90 00000080:00200000:2.0:1787998247.784504:0:32035:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-1, flags=8 00000080:00000002:2.0:1787998247.784508:0:32035:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-1 [0x200000405:0x1f:0x0] depth 1 server default LMV inherit depth 0 00000020:00000001:2.0:1787998247.784515:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fd08 00000080:00200008:2.0:1787998247.784517:0:32035:0:(file.c:6295:ll_getattr_dentry()) START file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff94d1989300c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1787998247.784521:0:32035:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1787998247.784522:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fc80 00000080:00200000:2.0:1787998247.784524:0:32035:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff94d1989300c8),name=d21g.recovery-small-1 00000080:00000010:2.0:1787998247.784529:0:32035:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1a0b08e00. 00800000:00000002:2.0:1787998247.784532:0:32035:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:2.0:1787998247.784537:0:32035:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787998247.784539:0:32035:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787998247.784541:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fba0 00800000:00000002:2.0:1787998247.784542:0:32035:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x1f:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998247.784545:0:32035:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1787998247.784548:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998247.784550:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998247.784551:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998247.784553:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998247.784555:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998247.784556:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998247.784558:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998247.784560:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998247.784561:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998247.784562:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998247.784563:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998247.784565:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998247.784566:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:2.0:1787998247.784568:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998247.784570:0:32035:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x1f:0x0], name='' -> mds #0 00000002:00000001:2.0:1787998247.784573:0:32035:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787998247.784574:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fa70 00000002:00010000:2.0:1787998247.784575:0:32035:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1787998247.784578:0:32035:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1787998247.784579:0:32035:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998247.784580:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998247.784584:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98a00 count: 2 00010000:00000001:2.0:1787998247.784586:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998247.784588:0:32035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998247.784591:0:32035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787998247.784594:0:32035:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2600/0xb2d39e653c8ca11 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acbb3 expref: -99 pid: 32033 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1787998247.784601:0:32035:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1787998247.784603:0:32035:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998247.784606:0:32035:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2600/0xb2d39e653c8ca11 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acbb3 expref: -99 pid: 32033 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1787998247.784612:0:32035:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1787998247.784613:0:32035:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1787998247.784615:0:32035:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998247.784617:0:32035:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998247.784618:0:32035:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998247.784620:0:32035:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1787998247.784622:0:32035:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1787998247.784623:0:32035:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:2.0:1787998247.784626:0:32035:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1a0b08e00. 00000080:00000001:2.0:1787998247.784628:0:32035:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1787998247.784630:0:32035:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998247.784632:0:32035:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1f:0x0](ffff94d1989300c8) 00000080:00010000:2.0:1787998247.784635:0:32035:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1f:0x0](ffff94d1989300c8) for lock 0xb2d39e653c8ca11 00800000:00000001:2.0:1787998247.784637:0:32035:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1787998247.784638:0:32035:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1787998247.784639:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998247.784641:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998247.784642:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2600 refcount=3 00000020:00000001:2.0:1787998247.784645:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945792 : -117847166605824 : ffff94d1917f2600) 00010000:00000001:2.0:1787998247.784647:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945792 : -117847166605824 : ffff94d1917f2600) 00010000:00000001:2.0:1787998247.784649:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998247.784650:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998247.784651:0:32035:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998247.784652:0:32035:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998247.784654:0:32035:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8ca11 from it ffffb66d41c8fcb8 00010000:00000001:2.0:1787998247.784656:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998247.784657:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998247.784658:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2600 refcount=3 00000020:00000001:2.0:1787998247.784659:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945792 : -117847166605824 : ffff94d1917f2600) 00010000:00000001:2.0:1787998247.784661:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945792 : -117847166605824 : ffff94d1917f2600) 00010000:00000001:2.0:1787998247.784662:0:32035:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998247.784665:0:32035:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2600/0xb2d39e653c8ca11 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acbb3 expref: -99 pid: 32033 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1787998247.784670:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998247.784671:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998247.784672:0:32035:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787998247.784674:0:32035:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787998247.784676:0:32035:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2600/0xb2d39e653c8ca11 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acbb3 expref: -99 pid: 32033 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1787998247.784682:0:32035:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787998247.784683:0:32035:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998247.784685:0:32035:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998247.784687:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998247.784688:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998247.784689:0:32035:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998247.784691:0:32035:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998247.784692:0:32035:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998247.784694:0:32035:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998247.784696:0:32035:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998247.784697:0:32035:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998247.784698:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998247.784699:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1787998247.784701:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1787998247.784702:0:32035:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787998247.784715:0:32035:0:(file.c:6248:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998247.784719:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fd08 00000080:00000008:2.0:1787998247.784720:0:32035:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff94d1989300c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1787998247.784754:0:32035:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:2.0:1787998247.784756:0:32035:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:2.0:1787998247.784757:0:32035:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1787998247.784758:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fbc0 00000080:00200000:2.0:1787998247.784760:0:32035:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:2.0:1787998247.784803:0:32035:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1a0b08e00. 00800000:00000002:2.0:1787998247.784806:0:32035:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:2.0:1787998247.784808:0:32035:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787998247.784809:0:32035:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787998247.784811:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fae0 00800000:00000002:2.0:1787998247.784812:0:32035:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998247.784815:0:32035:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1787998247.784816:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998247.784818:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998247.784819:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998247.784820:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998247.784822:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998247.784823:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998247.784825:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998247.784827:0:32035:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1787998247.784829:0:32035:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787998247.784831:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8f9b0 00000002:00010000:2.0:1787998247.784833:0:32035:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1787998247.784835:0:32035:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1787998247.784836:0:32035:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998247.784837:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998247.784840:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98000 count: 2 00010000:00000001:2.0:1787998247.784842:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998247.784844:0:32035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998247.784846:0:32035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787998247.784849:0:32035:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2a00/0xb2d39e653c8ca0a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acb97 expref: -99 pid: 32033 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:2.0:1787998247.784855:0:32035:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1787998247.784857:0:32035:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998247.784859:0:32035:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2a00/0xb2d39e653c8ca0a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acb97 expref: -99 pid: 32033 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:2.0:1787998247.784865:0:32035:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1787998247.784867:0:32035:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1787998247.784868:0:32035:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998247.784869:0:32035:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998247.784871:0:32035:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998247.784872:0:32035:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1787998247.784874:0:32035:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1787998247.784876:0:32035:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:2.0:1787998247.784878:0:32035:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1a0b08e00. 00000080:00000001:2.0:1787998247.784881:0:32035:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1787998247.784882:0:32035:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998247.784884:0:32035:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:2.0:1787998247.784886:0:32035:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8ca0a 00800000:00000001:2.0:1787998247.784888:0:32035:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1787998247.784889:0:32035:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1787998247.784891:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998247.784892:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998247.784894:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2a00 refcount=3 00000020:00000001:2.0:1787998247.784896:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946816 : -117847166604800 : ffff94d1917f2a00) 00010000:00000001:2.0:1787998247.784898:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946816 : -117847166604800 : ffff94d1917f2a00) 00010000:00000001:2.0:1787998247.784900:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998247.784901:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998247.784902:0:32035:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998247.784904:0:32035:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998247.784905:0:32035:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8ca0a from it ffffb66d41c8fbf8 00010000:00000001:2.0:1787998247.784907:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998247.784908:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998247.784909:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2a00 refcount=3 00000020:00000001:2.0:1787998247.784911:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946816 : -117847166604800 : ffff94d1917f2a00) 00010000:00000001:2.0:1787998247.784913:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946816 : -117847166604800 : ffff94d1917f2a00) 00010000:00000001:2.0:1787998247.784915:0:32035:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998247.784917:0:32035:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2a00/0xb2d39e653c8ca0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acb97 expref: -99 pid: 32033 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1787998247.784922:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998247.784923:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998247.784924:0:32035:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787998247.784926:0:32035:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787998247.784928:0:32035:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2a00/0xb2d39e653c8ca0a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acb97 expref: -99 pid: 32033 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1787998247.784933:0:32035:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787998247.784935:0:32035:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998247.784936:0:32035:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998247.784938:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998247.784939:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998247.784940:0:32035:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998247.784942:0:32035:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998247.784944:0:32035:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998247.784945:0:32035:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998247.784947:0:32035:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998247.784949:0:32035:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998247.784951:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998247.784952:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1787998247.784953:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1787998247.784955:0:32035:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998247.784957:0:32035:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:2.0:1787998247.784959:0:32035:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998247.784962:0:32035:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1787998247.784964:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fbc0 00000080:00002000:2.0:1787998247.784965:0:32035:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-1(ffff94d198a45510) flags 0x20000e refc 1 00000080:00000001:2.0:1787998247.784967:0:32035:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998247.784969:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fc08 00000080:00200000:2.0:1787998247.784970:0:32035:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-1, flags=266 00000080:00000002:2.0:1787998247.784974:0:32035:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-1 [0x200000405:0x1f:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:2.0:1787998247.784978:0:32035:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:2.0:1787998247.784979:0:32035:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff94d1989300c8), inode mode 41ed mask 44 00000080:00000001:2.0:1787998247.784981:0:32035:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998247.784986:0:32035:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:2.0:1787998247.784988:0:32035:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1787998247.784989:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fb78 00000080:00200008:2.0:1787998247.784991:0:32035:0:(file.c:1090:ll_file_open()) START file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff94d1989300c8), flags 704400 00000080:00000010:2.0:1787998247.784996:0:32035:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d1838d6c80. 00000080:00000001:2.0:1787998247.785001:0:32035:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1787998247.785003:0:32035:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1a0b08e00. 00800000:00000002:2.0:1787998247.785005:0:32035:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:2.0:1787998247.785008:0:32035:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787998247.785009:0:32035:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787998247.785010:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fa28 00800000:00000002:2.0:1787998247.785012:0:32035:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x1f:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998247.785015:0:32035:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1787998247.785016:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998247.785017:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998247.785018:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998247.785019:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998247.785021:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998247.785022:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:2.0:1787998247.785024:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998247.785026:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8f9a8 00800000:00000002:2.0:1787998247.785028:0:32035:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x1f:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1787998247.785031:0:32035:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787998247.785032:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8f8e0 00000002:00010000:2.0:1787998247.785033:0:32035:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:2.0:1787998247.785036:0:32035:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1787998247.785038:0:32035:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1787998247.785041:0:32035:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1787998247.785043:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98a00 count: 2 00010000:00000001:2.0:1787998247.785045:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998247.785047:0:32035:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1787998247.785050:0:32035:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998247.785052:0:32035:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998247.785053:0:32035:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998247.785055:0:32035:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1787998247.785056:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98000 count: 2 00010000:00000001:2.0:1787998247.785058:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998247.785059:0:32035:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1787998247.785060:0:32035:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998247.785061:0:32035:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998247.785063:0:32035:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787998247.785068:0:32035:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d18380. 00000020:00000040:2.0:1787998247.785072:0:32035:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:2.0:1787998247.785077:0:32035:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787998247.785079:0:32035:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998247.785081:0:32035:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1787998247.785084:0:32035:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998247.785087:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998247.785088:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998247.785089:0:32035:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998247.785091:0:32035:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998247.785093:0:32035:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998247.785095:0:32035:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998247.785103:0:32035:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0bae400. 00000100:00000001:2.0:1787998247.785110:0:32035:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998247.785115:0:32035:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787998247.785117:0:32035:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998247.785118:0:32035:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787998247.785119:0:32035:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998247.785121:0:32035:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998247.785127:0:32035:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626226548343680 : -117847161207936 : ffff94d191d18380) 00010000:00000001:2.0:1787998247.785130:0:32035:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1787998247.785132:0:32035:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1787998247.785134:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98000 count: 2 00010000:00000001:2.0:1787998247.785136:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998247.785138:0:32035:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1787998247.785142:0:32035:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d190a5d400. 00000020:00000001:2.0:1787998247.785145:0:32035:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1787998247.785147:0:32035:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d190a5d400 with handle 0xb2d39e653c8ca3b to hash 00000020:00000001:2.0:1787998247.785149:0:32035:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1787998247.785150:0:32035:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:2.0:1787998247.785153:0:32035:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:2.0:1787998247.785156:0:32035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998247.785157:0:32035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998247.785160:0:32035:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8ca3b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32035 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998247.785167:0:32035:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8ca3b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32035 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787998247.785178:0:32035:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787998247.785188:0:32035:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191d18380 x1874850291749632/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787998247.785197:0:32035:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8ca3b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32035 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1787998247.785202:0:32035:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787998247.785204:0:32035:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787998247.785211:0:32035:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1916c83c0. 00000100:00000001:2.0:1787998247.785213:0:32035:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226541724608 : -117847167827008 : ffff94d1916c83c0) 00000100:00000001:2.0:1787998247.785216:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998247.785217:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548343680 : -117847161207936 : ffff94d191d18380) 00000100:00000001:2.0:1787998247.785221:0:32035:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998247.785225:0:32035:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998247.785227:0:32035:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787998247.785228:0:32035:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998247.785232:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d18380 x1874850291749632/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.785240:0:32035:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998247.785242:0:32035:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998247.785245:0:32035:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998247.785248:0:32035:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998247.785250:0:32035:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998247.785253:0:32035:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d18380 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32035:1874850291749632:192.168.206.123@tcp:101:rm.0 00000100:00000001:2.0:1787998247.785257:0:32035:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998247.785263:0:32035:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998247.785265:0:32035:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998247.785267:0:32035:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998247.785374:0:32035:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94d199f00000. 02000000:00000001:2.0:1787998247.785377:0:32035:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998247.785385:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998247.785389:0:32035:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151058. 00000400:00000010:2.0:1787998247.785396:0:32035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94d192184000. 00000100:00000200:2.0:1787998247.785403:0:32035:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1874850291749632, portal 10 00000100:00000001:2.0:1787998247.785405:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998247.785407:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548343680 : -117847161207936 : ffff94d191d18380) 00000100:00000040:2.0:1787998247.785413:0:32035:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d18380 x1874850291749632/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998263 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.785420:0:32035:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998247.785423:0:32035:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998247.785427:0:32035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfd48. 00000100:00000200:2.0:1787998247.785430:0:32035:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1874850291749632, offset 0 00000400:00000200:2.0:1787998247.785441:0:32035:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998247.785449:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.785456:0:32035:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998247.785461:0:32035:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998247.785464:0:32035:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998247.785468:0:32035:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998247.785471:0:32035:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998247.785475:0:32035:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2648:2648:256:4294967295] 192.168.206.123@tcp LPNI seq info [2648:2648:8:4294967295] 00000400:00000200:2.0:1787998247.785479:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.785488:0:32035:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998247.785494:0:32035:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998247.785500:0:32035:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d188db0d00. 00000800:00000200:2.0:1787998247.785507:0:32035:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998247.785514:0:32035:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998247.785517:0:32035:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d188db0d00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1787998247.785540:0:32035:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998247.785545:0:32035:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 848073 usecs (849 jiffies) 00000400:00000200:2.0:1787998247.785548:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998247.785550:0:32035:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296428791 00000100:00000001:2.0:1787998247.785553:0:32035:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296430580 00000100:00000001:2.0:1787998247.785555:0:32035:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296428791 00000100:00000001:2.0:1787998247.785557:0:32035:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296430581 00000100:00000001:2.0:1787998247.785559:0:32035:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998247.785562:0:32035:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998247.785564:0:32035:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998247.785567:0:32035:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787998247.785570:0:32035:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1916c83c0 going to sleep for 11 seconds 00000100:00000001:2.0:1787998247.785572:0:32035:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998247.785576:0:32035:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998247.785675:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998247.785679:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d188db0d00. 00000400:00000200:3.0:1787998247.785684:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998247.785689:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998247.785695:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfd48 00000400:00000010:3.0:1787998247.785697:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfd48. 00000100:00000001:3.0:1787998247.785701:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998247.785706:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d18380 x1874850291749632/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998263 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998247.785715:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998247.785718:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d18380 x1874850291749632/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998263 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998247.785725:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998247.785727:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998247.793985:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.793999:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998247.794003:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.794005:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.794013:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.794020:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998247.794032:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.794036:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.794041:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.794045:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 664 into portal 10 MB=0x6a92a99a59300 00000400:00000200:2.0:1787998247.794050:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.794057:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 664/664 into md 0x7bd5 [64] + 224 00000800:00000001:2.0:1787998247.794064:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.794071:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.794074:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.794079:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998247.794086:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998247.794095:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d18380 x1874850291749632/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998263 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998247.794106:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff94d191d18380 x1874850291749632/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.794139:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998247.794147:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.794150:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998247.797826:0:32035:0:(file.c:6248:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.797835:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fd28 00000080:00000008:0.0:1787998247.797838:0:32035:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff94d1989300c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1787998247.797911:0:32035:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1787998247.797913:0:32035:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff94d1989300c8) pos/size0/4096 32bit_api 0 00000080:00000010:0.0:1787998247.797922:0:32035:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d190450400. 00800000:00000002:0.0:1787998247.797927:0:32035:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d1912361c0 2 00000080:00000001:0.0:1787998247.797931:0:32035:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:0.0:1787998247.797936:0:32035:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:0.0:1787998247.797939:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998247.797941:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998247.797943:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998247.797945:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998247.797947:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.797950:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:0.0:1787998247.797952:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.797956:0:32035:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:0.0:1787998247.797958:0:32035:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998247.797960:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fab8 00000002:00010000:0.0:1787998247.797962:0:32035:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x1f:0x0]) in obj [0x200000405:0x1f:0x0], intent: readdir flags 0 00000002:00000001:0.0:1787998247.797966:0:32035:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787998247.797968:0:32035:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998247.797970:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998247.797975:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98a00 count: 2 00010000:00000001:0.0:1787998247.797978:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998247.797981:0:32035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998247.797985:0:32035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998247.797989:0:32035:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2600/0xb2d39e653c8ca11 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acbb3 expref: -99 pid: 32033 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1787998247.798000:0:32035:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998247.798004:0:32035:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998247.798008:0:32035:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2600/0xb2d39e653c8ca11 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acbb3 expref: -99 pid: 32033 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1787998247.798015:0:32035:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1787998247.798017:0:32035:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998247.798019:0:32035:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998247.798021:0:32035:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998247.798023:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.798024:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.798026:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2600 refcount=3 00000020:00000001:0.0:1787998247.798028:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945792 : -117847166605824 : ffff94d1917f2600) 00010000:00000001:0.0:1787998247.798031:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945792 : -117847166605824 : ffff94d1917f2600) 00010000:00000001:0.0:1787998247.798033:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.798034:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998247.798035:0:32035:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.798064:0:32035:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:0.0:1787998247.798068:0:32035:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff94d1a00ff800. 00000002:00000001:0.0:1787998247.800124:0:32035:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:0.0:1787998247.800137:0:32035:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c10700. 00000020:00000040:0.0:1787998247.800144:0:32035:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998247.800149:0:32035:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998247.800152:0:32035:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998247.800157:0:32035:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998247.800166:0:32035:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d190451c00. 00000100:00000001:0.0:1787998247.800172:0:32035:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.800175:0:32035:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1787998247.800180:0:32035:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff94d1923a1400. 00000100:00000010:0.0:1787998247.800185:0:32035:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff94d182bc5000. 00000020:00000040:0.0:1787998247.800188:0:32035:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998247.800226:0:32035:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998247.800229:0:32035:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998247.800235:0:32035:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a00af300. 00000100:00000001:0.0:1787998247.800238:0:32035:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786988800 : -117846922562816 : ffff94d1a00af300) 00000100:00000001:0.0:1787998247.800241:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.800242:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547263232 : -117847162288384 : ffff94d191c10700) 00000100:00000001:0.0:1787998247.800247:0:32035:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998247.800251:0:32035:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.800254:0:32035:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998247.800255:0:32035:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998247.800267:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c10700 x1874850291749760/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.800276:0:32035:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998247.800278:0:32035:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.800281:0:32035:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998247.800284:0:32035:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998247.800286:0:32035:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998247.800289:0:32035:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c10700 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32035:1874850291749760:192.168.206.123@tcp:37:rm.0 00000100:00000001:0.0:1787998247.800293:0:32035:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998247.800297:0:32035:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998247.800300:0:32035:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.800302:0:32035:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:0.0:1787998247.800309:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998247.800313:0:32035:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30e18. 00000400:00000010:0.0:1787998247.800321:0:32035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff94d1a00d8000. 00000100:00000200:0.0:1787998247.800329:0:32035:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a92a99a59380-0x6a92a99a59380, portal 14 00000100:00000001:0.0:1787998247.800332:0:32035:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.800334:0:32035:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998247.800338:0:32035:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a2400. 02000000:00000001:0.0:1787998247.800340:0:32035:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998247.800343:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998247.800345:0:32035:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30dc0. 00000400:00000010:0.0:1787998247.800349:0:32035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1928074c8. 00000100:00000200:0.0:1787998247.800352:0:32035:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291749760, portal 10 00000100:00000001:0.0:1787998247.800354:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.800355:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547263232 : -117847162288384 : ffff94d191c10700) 00000100:00000040:0.0:1787998247.800362:0:32035:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191c10700 x1874850291749760/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998263 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.800369:0:32035:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998247.800371:0:32035:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998247.800373:0:32035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807880. 00000100:00000200:0.0:1787998247.800377:0:32035:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1874850291749760, offset 0 00000400:00000200:0.0:1787998247.800383:0:32035:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998247.800391:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998247.800398:0:32035:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998247.800404:0:32035:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998247.800408:0:32035:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998247.800412:0:32035:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998247.800415:0:32035:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998247.800418:0:32035:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2649:2649:256:4294967295] 192.168.206.123@tcp LPNI seq info [2649:2649:8:4294967295] 00000400:00000200:0.0:1787998247.800422:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998247.800432:0:32035:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998247.800438:0:32035:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998247.800442:0:32035:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4300. 00000800:00000200:0.0:1787998247.800449:0:32035:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998247.800456:0:32035:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998247.800473:0:32035:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4300 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1787998247.800491:0:32035:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998247.800495:0:32035:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 846817 usecs (847 jiffies) 00000400:00000200:0.0:1787998247.800499:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998247.800501:0:32035:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296428804 00000100:00000001:0.0:1787998247.800504:0:32035:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296430580 00000100:00000001:0.0:1787998247.800506:0:32035:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296428804 00000100:00000001:0.0:1787998247.800508:0:32035:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296430581 00000100:00000001:0.0:1787998247.800510:0:32035:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998247.800513:0:32035:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.800515:0:32035:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998247.800517:0:32035:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998247.800520:0:32035:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a00af300 going to sleep for 11 seconds 00000100:00000001:0.0:1787998247.800522:0:32035:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998247.800525:0:32035:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1787998247.801748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5d400. 00000800:00000200:3.0:1787998247.802037:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998247.802044:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4300. 00000400:00000200:3.0:1787998247.802049:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998247.802057:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998247.802063:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807880 00000400:00000010:3.0:1787998247.802066:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807880. 00000100:00000001:3.0:1787998247.802071:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998247.802079:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c10700 x1874850291749760/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998263 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998247.802092:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998247.802095:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c10700 x1874850291749760/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998263 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998247.802102:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998247.802103:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1787998247.811145:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998247.811153:0:15976:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998247.811155:0:15976:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998247.811159:0:15976:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.811163:0:15976:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998247.811165:0:15976:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.811167:0:15976:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.811169:0:15976:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.811171:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998247.811173:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.811175:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998247.811177:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.811179:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998247.811180:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998247.812399:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.812417:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998247.812421:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.812424:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.812432:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.812440:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998247.812449:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.812453:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.812460:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.812543:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 4096 into portal 14 MB=0x6a92a99a59380 00000400:00000200:2.0:1787998247.812549:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.812554:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.206.123@tcp of length 4096/4096 into md 0x7be5 [256] + 0 00000400:00000010:2.0:1787998247.812560:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30e18. 00000400:00000200:2.0:1787998247.812564:0:2396:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff94d1a00d8000 00000800:00000001:2.0:1787998247.812570:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.812579:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.812582:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.812587:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998247.812592:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1a00d8000 00000400:00000010:2.0:1787998247.812595:0:2396:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff94d1a00d8000. 00000100:00000001:2.0:1787998247.812600:0:2396:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1787998247.812603:0:2396:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff94d191c10700 desc ffff94d1923a1400 mbits 1874850291749760 00000100:00000001:0.0:1787998247.812660:0:32035:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998247.812664:0:32035:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998247.812695:0:2396:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1787998247.812867:0:2396:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1787998247.812871:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.812877:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.23@tcp to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998247.812884:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2650:2650:256:4294967295] 192.168.206.123@tcp LPNI seq info [2650:2650:8:4294967295] 00000400:00000200:2.0:1787998247.812888:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.812897:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:192.168.206.23@tcp) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) 192.168.206.123@tcp : ACK try# 0 00000800:00000200:2.0:1787998247.812902:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998247.812910:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff94d1a01e8000. 00000800:00000200:2.0:1787998247.812917:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998247.812924:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998247.812928:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1a01e8000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1787998247.813141:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998247.813145:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff94d1a01e8000. 00000400:00000200:2.0:1787998247.813148:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.813153:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: ACK: OK 00000800:00000001:2.0:1787998247.813160:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.813164:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998247.830231:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.830249:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998247.830254:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.830257:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.830267:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.830275:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998247.830285:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.830289:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.830295:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.830299:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 440 into portal 10 MB=0x6a92a99a59380 00000400:00000200:2.0:1787998247.830303:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.830309:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 440/440 into md 0x7bed [1] + 224 00000800:00000001:2.0:1787998247.830317:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.830328:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.830332:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.830447:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998247.830456:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998247.830464:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c10700 x1874850291749760/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998263 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998247.830475:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff94d191c10700 x1874850291749760/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.830529:0:32035:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998247.830548:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998247.830557:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.830561:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1787998247.830936:0:32035:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998247.830939:0:32035:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998247.830943:0:32035:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30dc0. 00000400:00000200:0.0:1787998247.830947:0:32035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928074c8 00000400:00000010:0.0:1787998247.830949:0:32035:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928074c8. 00000100:00000001:0.0:1787998247.830953:0:32035:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998247.830958:0:32035:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c10700 x1874850291749760/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998247.830968:0:32035:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c10700 x1874850291749760/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.830974:0:32035:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998247.830975:0:32035:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.830978:0:32035:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998247.830982:0:32035:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998247.830985:0:32035:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998247.830987:0:32035:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.830990:0:32035:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998247.831000:0:32035:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06cf0 time=73 v=5 (5 5 5 5) 00000100:00001000:0.0:1787998247.831004:0:32035:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998247.831007:0:32035:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998247.831008:0:32035:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.831011:0:32035:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998247.831014:0:32035:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.831018:0:32035:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998247.831020:0:32035:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967597 00000100:00000001:0.0:1787998247.831022:0:32035:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998247.831024:0:32035:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998247.831028:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff94d191c10700 x1874850291749760/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1787998247.831037:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff94d191c10700 x1874850291749760/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998263 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.831044:0:32035:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998247.831047:0:32035:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998247.831050:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c10700 x1874850291749760/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998263 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998247.831057:0:32035:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c10700 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32035:1874850291749760:192.168.206.123@tcp:37:rm.0 00000100:00000001:0.0:1787998247.831061:0:32035:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.831064:0:32035:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.831067:0:32035:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998247.831069:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998247.831072:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c10700 x1874850291749760/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998263 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.831078:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998247.831080:0:32035:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a00af300. 00000100:00000001:0.0:1787998247.831084:0:32035:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998247.831086:0:32035:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.831089:0:32035:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.831092:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998247.831095:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c10700 x1874850291749760/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998263 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.831101:0:32035:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998247.831104:0:32035:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998247.831108:0:32035:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1923a2400. 02000000:00000001:0.0:1787998247.831111:0:32035:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998247.831113:0:32035:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998247.831115:0:32035:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998247.831117:0:32035:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1787998247.831119:0:32035:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1787998247.831121:0:32035:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998247.831122:0:32035:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998247.831123:0:32035:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:0.0:1787998247.831148:0:32035:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff94d182bc5000. 00000100:00000010:0.0:1787998247.831152:0:32035:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff94d1923a1400. 00000100:00000001:0.0:1787998247.831154:0:32035:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1787998247.831157:0:32035:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d190451c00. 02000000:00000001:0.0:1787998247.831159:0:32035:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998247.831161:0:32035:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998247.831163:0:32035:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c10700. 00000100:00000001:0.0:1787998247.831167:0:32035:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998247.831168:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998247.831170:0:32035:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:0.0:1787998247.831172:0:32035:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:0.0:1787998247.835957:0:32035:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff94d1a00ff800. 00000002:00000001:0.0:1787998247.835969:0:32035:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.835975:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.835977:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.835980:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2600 refcount=3 00000020:00000001:0.0:1787998247.835983:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945792 : -117847166605824 : ffff94d1917f2600) 00010000:00000001:0.0:1787998247.835986:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945792 : -117847166605824 : ffff94d1917f2600) 00010000:00000001:0.0:1787998247.835988:0:32035:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998247.835994:0:32035:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2600/0xb2d39e653c8ca11 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acbb3 expref: -99 pid: 32033 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1787998247.836008:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.836014:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.836016:0:32035:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998247.836019:0:32035:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998247.836022:0:32035:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2600/0xb2d39e653c8ca11 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acbb3 expref: -99 pid: 32033 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1787998247.836029:0:32035:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998247.836033:0:32035:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998247.836035:0:32035:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998247.836039:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.836040:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.836042:0:32035:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.836044:0:32035:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998247.836046:0:32035:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.836048:0:32035:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.836051:0:32035:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.836053:0:32035:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998247.836054:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.836055:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:0.0:1787998247.836058:0:32035:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.836063:0:32035:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611167 : 144115205339611167 : 20000040500001f) 00000080:00000001:0.0:1787998247.836069:0:32035:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611169 : 144115205339611169 : 200000405000021) 00000080:00000001:0.0:1787998247.836072:0:32035:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1787998247.836077:0:32035:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.836081:0:32035:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d1912361c0 2 00000080:00000010:0.0:1787998247.836084:0:32035:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d190450400. 00000080:00000001:0.0:1787998247.836089:0:32035:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.836180:0:32035:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1787998247.836183:0:32035:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1787998247.836186:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fdd0 00000080:00200008:0.0:1787998247.836188:0:32035:0:(file.c:479:ll_file_release()) START file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff94d1989300c8), flags 704000 00000080:00400000:0.0:1787998247.836193:0:32035:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x1f:0x0] 00000080:00000001:0.0:1787998247.836197:0:32035:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1787998247.836198:0:32035:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1787998247.836200:0:32035:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1787998247.836205:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998247.836208:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998247.836211:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998247.836213:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998247.836215:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.836217:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:0.0:1787998247.836219:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.836224:0:32035:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998247.836227:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998247.836232:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98a00 count: 2 00010000:00000001:0.0:1787998247.836235:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998247.836240:0:32035:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.836242:0:32035:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x1f:0x0]: 0 00000080:00000001:0.0:1787998247.836244:0:32035:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1787998247.836246:0:32035:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1787998247.836250:0:32035:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d190450400. 00000080:00000001:0.0:1787998247.836252:0:32035:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:0.0:1787998247.836257:0:32035:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d1912361c0 2 00000080:00000001:0.0:1787998247.836260:0:32035:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1787998247.836264:0:32035:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1787998247.836266:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998247.836267:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998247.836268:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998247.836269:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998247.836271:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.836273:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:0.0:1787998247.836274:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.836276:0:32035:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x1f:0x0] 00000002:00000001:0.0:1787998247.836280:0:32035:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1787998247.836282:0:32035:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff94d1a0bb2800: [0x200000405:0x1f:0x0] file closed with intent: 0 00000100:00000010:0.0:1787998247.836295:0:32035:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c10700. 00000020:00000040:0.0:1787998247.836300:0:32035:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998247.836304:0:32035:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998247.836307:0:32035:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998247.836312:0:32035:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998247.836319:0:32035:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d190451c00. 00000100:00000001:0.0:1787998247.836325:0:32035:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1787998247.836343:0:32035:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d191d18380 x1874850291749632/t4294967600(4294967600) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998263 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1787998247.836355:0:32035:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1787998247.836360:0:32035:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191c10700 x1874850291750016/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1787998247.836368:0:32035:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998247.836369:0:32035:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998247.836376:0:32035:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a00af300. 00000100:00000001:0.0:1787998247.836378:0:32035:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786988800 : -117846922562816 : ffff94d1a00af300) 00000100:00000001:0.0:1787998247.836381:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.836382:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547263232 : -117847162288384 : ffff94d191c10700) 00000100:00000001:0.0:1787998247.836386:0:32035:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998247.836390:0:32035:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.836392:0:32035:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998247.836394:0:32035:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998247.836399:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c10700 x1874850291750016/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.836406:0:32035:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998247.836408:0:32035:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.836411:0:32035:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998247.836414:0:32035:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998247.836416:0:32035:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998247.836420:0:32035:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c10700 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32035:1874850291750016:192.168.206.123@tcp:35:rm.0 00000100:00000001:0.0:1787998247.836424:0:32035:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998247.836428:0:32035:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998247.836431:0:32035:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.836433:0:32035:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998247.836437:0:32035:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a1400. 02000000:00000001:0.0:1787998247.836438:0:32035:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998247.836446:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998247.836451:0:32035:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30dc0. 00000400:00000010:0.0:1787998247.836458:0:32035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1928074c8. 00000100:00000200:0.0:1787998247.836465:0:32035:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291750016, portal 10 00000100:00000001:0.0:1787998247.836467:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.836468:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547263232 : -117847162288384 : ffff94d191c10700) 00000100:00000040:0.0:1787998247.836479:0:32035:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191c10700 x1874850291750016/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998263 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.836486:0:32035:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998247.836488:0:32035:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998247.836491:0:32035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807330. 00000100:00000200:0.0:1787998247.836495:0:32035:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1874850291750016, offset 0 00000400:00000200:0.0:1787998247.836502:0:32035:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998247.836510:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998247.836517:0:32035:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998247.836522:0:32035:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998247.836527:0:32035:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998247.836531:0:32035:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998247.836533:0:32035:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998247.836537:0:32035:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2651:2651:256:4294967295] 192.168.206.123@tcp LPNI seq info [2651:2651:8:4294967295] 00000400:00000200:0.0:1787998247.836541:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998247.836552:0:32035:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998247.836557:0:32035:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998247.836561:0:32035:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4100. 00000800:00000200:0.0:1787998247.836567:0:32035:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998247.836574:0:32035:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998247.836579:0:32035:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1787998247.836597:0:32035:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998247.836602:0:32035:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 845605 usecs (846 jiffies) 00000400:00000200:0.0:1787998247.836605:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998247.836608:0:32035:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296428839 00000100:00000001:0.0:1787998247.836611:0:32035:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296430580 00000100:00000001:0.0:1787998247.836614:0:32035:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296428839 00000100:00000001:0.0:1787998247.836616:0:32035:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296430581 00000100:00000001:0.0:1787998247.836618:0:32035:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998247.836620:0:32035:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.836622:0:32035:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998247.836624:0:32035:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998247.836626:0:32035:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a00af300 going to sleep for 11 seconds 00000100:00000001:0.0:1787998247.836628:0:32035:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998247.836630:0:32035:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998247.836983:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998247.836988:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4100. 00000400:00000200:3.0:1787998247.836993:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998247.836997:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998247.837003:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807330 00000400:00000010:3.0:1787998247.837005:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807330. 00000100:00000001:3.0:1787998247.837009:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998247.837014:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c10700 x1874850291750016/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998263 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998247.837028:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998247.837032:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c10700 x1874850291750016/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998263 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998247.837039:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998247.837040:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998247.845900:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.845915:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998247.845919:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.845922:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.845931:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.845938:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998247.845947:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.845951:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.845957:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.845961:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a59480 00000400:00000200:2.0:1787998247.845966:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.845971:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x7bf5 [1] + 224 00000800:00000001:2.0:1787998247.845978:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.845986:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.845989:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.845993:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998247.846001:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998247.846010:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c10700 x1874850291750016/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998263 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998247.846021:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d191c10700 x1874850291750016/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.846042:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998247.846050:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.846053:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.846267:0:32035:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998247.846274:0:32035:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998247.846276:0:32035:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998247.846280:0:32035:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30dc0. 00000400:00000200:0.0:1787998247.846285:0:32035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928074c8 00000400:00000010:0.0:1787998247.846298:0:32035:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928074c8. 00000100:00000001:0.0:1787998247.846302:0:32035:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998247.846307:0:32035:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c10700 x1874850291750016/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998247.846419:0:32035:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c10700 x1874850291750016/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.846425:0:32035:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998247.846428:0:32035:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.846499:0:32035:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998247.846503:0:32035:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998247.846505:0:32035:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998247.846507:0:32035:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.846510:0:32035:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998247.846521:0:32035:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06cf0 time=73 v=5 (5 5 5 5) 00000100:00001000:0.0:1787998247.846525:0:32035:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998247.846527:0:32035:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998247.846528:0:32035:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.846531:0:32035:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998247.846534:0:32035:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.846536:0:32035:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1787998247.846539:0:32035:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1787998247.846540:0:32035:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1787998247.846542:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.846543:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547263232 : -117847162288384 : ffff94d191c10700) 00000100:00000001:0.0:1787998247.846546:0:32035:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998247.846548:0:32035:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967597 00000100:00000001:0.0:1787998247.846550:0:32035:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998247.846552:0:32035:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998247.846558:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c10700 x1874850291750016/t4294967601(4294967601) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998263 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.846565:0:32035:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998247.846567:0:32035:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998247.846569:0:32035:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998247.846572:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c10700 x1874850291750016/t4294967601(4294967601) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998263 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998247.846579:0:32035:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c10700 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32035:1874850291750016:192.168.206.123@tcp:35:rm.0 00000100:00000001:0.0:1787998247.846584:0:32035:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.846586:0:32035:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.846588:0:32035:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998247.846590:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998247.846593:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c10700 x1874850291750016/t4294967601(4294967601) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998263 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.846600:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998247.846614:0:32035:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a00af300. 00000100:00000001:0.0:1787998247.846618:0:32035:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998247.846901:0:32035:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.846910:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.846911:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547263232 : -117847162288384 : ffff94d191c10700) 00000002:00000001:0.0:1787998247.846914:0:32035:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.846917:0:32035:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.846921:0:32035:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d1912361c0 2 00000080:00000010:0.0:1787998247.846925:0:32035:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d190450400. 00000080:00000001:0.0:1787998247.846929:0:32035:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1787998247.846932:0:32035:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1787998247.846935:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998247.846938:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998247.846940:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998247.846942:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998247.846944:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.846946:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:0.0:1787998247.846948:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998247.849758:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998247.849793:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f800. 00000400:00000200:3.0:1787998247.849800:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998247.849805:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998247.849810:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409ee0 00000400:00000010:3.0:1787998247.849812:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409ee0. 00000100:00000001:3.0:1787998247.849816:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998247.849820:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edea00 x1874850291750272/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998263 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998247.849829:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998247.849831:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edea00 x1874850291750272/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998263 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998247.849837:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998247.849839:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998247.855857:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.855874:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998247.855877:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.855880:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.855888:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.855895:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998247.855903:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.855908:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.855913:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.855917:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 664 into portal 10 MB=0x6a92a99a59580 00000400:00000200:2.0:1787998247.855921:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.855926:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 664/664 into md 0x7bfd [64] + 224 00000800:00000001:2.0:1787998247.855932:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.855940:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.855942:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.855947:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998247.855954:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998247.855961:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edea00 x1874850291750272/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998263 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998247.855972:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff94d199edea00 x1874850291750272/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.855991:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998247.855999:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.856002:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787998247.857839:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998247.857844:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f200. 00000400:00000200:3.0:1787998247.857852:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998247.857857:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998247.857862:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854097f8 00000400:00000010:3.0:1787998247.857865:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854097f8. 00000100:00000001:3.0:1787998247.857868:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998247.857873:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eded80 x1874850291750400/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1787998263 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998247.857881:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998247.857884:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199eded80 x1874850291750400/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1787998263 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998247.857895:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998247.857897:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998247.861457:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.861473:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998247.861477:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.861480:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.861488:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.861499:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998247.861508:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.861512:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.861516:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.861520:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 368 into portal 10 MB=0x6a92a99a59600 00000400:00000200:2.0:1787998247.861525:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.861531:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 368/368 into md 0x7c05 [1] + 224 00000800:00000001:2.0:1787998247.861537:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.861544:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.861547:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.861551:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998247.861559:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998247.861569:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eded80 x1874850291750400/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1787998263 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998247.861581:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94d199eded80 x1874850291750400/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998247.861869:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998247.861879:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.861884:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787998247.865984:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998247.865992:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031ff00. 00000400:00000200:3.0:1787998247.866002:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998247.866010:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998247.866017:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409440 00000400:00000010:3.0:1787998247.866019:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409440. 00000100:00000001:3.0:1787998247.866024:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998247.866032:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eded80 x1874850291750656/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1787998263 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998247.866043:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998247.866047:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199eded80 x1874850291750656/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1787998263 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998247.866054:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998247.866056:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1787998247.868898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98300. 00010000:00000010:1.1:1787998247.868910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2c00. 00010000:00000010:1.1:1787998247.868912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2600. 00000800:00000001:2.0:1787998247.874975:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.874990:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998247.874994:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.874997:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.875005:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.875012:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998247.875020:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.875024:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.875029:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.875033:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a59700 00000400:00000200:2.0:1787998247.875037:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.875042:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x7c0d [1] + 224 00000800:00000001:2.0:1787998247.875049:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.875056:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.875059:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.875063:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998247.875070:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998247.875078:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eded80 x1874850291750656/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1787998263 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998247.875089:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94d199eded80 x1874850291750656/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998247.875105:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998247.875112:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.875130:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.876036:0:32035:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998247.876046:0:32035:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998247.876049:0:32035:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998247.876053:0:32035:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fcd10. 00000400:00000200:0.0:1787998247.876058:0:32035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409550 00000400:00000010:0.0:1787998247.876061:0:32035:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409550. 00000100:00000001:0.0:1787998247.876064:0:32035:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998247.876072:0:32035:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199eded80 x1874850291750656/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998247.876082:0:32035:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199eded80 x1874850291750656/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998247.876089:0:32035:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998247.876090:0:32035:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.876093:0:32035:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998247.876096:0:32035:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998247.876098:0:32035:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998247.876100:0:32035:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.876103:0:32035:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998247.876112:0:32035:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=73 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998247.876129:0:32035:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998247.876132:0:32035:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998247.876134:0:32035:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.876137:0:32035:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998247.876140:0:32035:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.876144:0:32035:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1787998247.876146:0:32035:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x100000129/0x10000012b] 00000100:00000001:0.0:1787998247.876148:0:32035:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1787998247.876151:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.876153:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684423552 : -117847025128064 : ffff94d199eded80) 00000100:00000001:0.0:1787998247.876156:0:32035:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998247.876158:0:32035:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967597 00000100:00000001:0.0:1787998247.876160:0:32035:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998247.876163:0:32035:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998247.876168:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199eded80 x1874850291750656/t4294967603(4294967603) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1787998263 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998247.876176:0:32035:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998247.876179:0:32035:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998247.876180:0:32035:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998247.876185:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199eded80 x1874850291750656/t4294967603(4294967603) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1787998263 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998247.876193:0:32035:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199eded80 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32035:1874850291750656:192.168.206.123@tcp:36:rm.0 00000100:00000001:0.0:1787998247.876198:0:32035:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.876200:0:32035:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.876202:0:32035:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998247.876205:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998247.876208:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199eded80 x1874850291750656/t4294967603(4294967603) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1787998263 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998247.876214:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998247.876217:0:32035:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d192196480. 00000100:00000001:0.0:1787998247.876220:0:32035:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998247.876221:0:32035:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.876228:0:32035:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.876231:0:32035:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.876235:0:32035:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d1912361c0 2 00000080:00000010:0.0:1787998247.876239:0:32035:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d185430c00. 00000100:00000001:0.0:1787998247.876244:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998247.876248:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199eded80 x1874850291750656/t4294967603(4294967603) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1787998263 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998247.876253:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.876257:0:32035:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.876266:0:32035:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1787998247.876269:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fe28 00000080:00002000:0.0:1787998247.876271:0:32035:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff94d198a456c0, parent ffff94d198a45510, inode 0000000000000000) hashed, 00000080:00000001:0.0:1787998247.876274:0:32035:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998247.876280:0:32035:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1787998247.876285:0:32035:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1787998247.876293:0:32035:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1787998247.876295:0:32035:0:(file.c:5294:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1787998247.876298:0:32035:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998247.876301:0:32035:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226549081512 : -117847160470104 : ffff94d191dcc5a8) 00000020:00001000:0.0:1787998247.876311:0:32035:0:(cl_object.c:823:cl_env_get()) 1@ffff94d191dcc5a0 00000020:00000001:0.0:1787998247.876317:0:32035:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3788 -> ffff94d1a0aa3788 00000020:00000001:0.0:1787998247.876320:0:32035:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1787998247.876322:0:32035:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1787998247.876327:0:32035:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x21:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1787998247.876330:0:32035:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787998247.876332:0:32035:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1787998247.876333:0:32035:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1787998247.876337:0:32035:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x21:0x0]io ffff94d190913a30 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1787998247.876340:0:32035:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1872428b8) owner 0000000000000000/ffff94d199ed27c0 00020000:00000001:0.0:1787998247.876344:0:32035:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1787998247.876345:0:32035:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1787998247.876523:0:32035:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1787998247.876525:0:32035:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998247.876527:0:32035:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1787998247.876529:0:32035:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1787998247.876531:0:32035:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.876533:0:32035:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787998247.876534:0:32035:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1787998247.876535:0:32035:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1787998247.876537:0:32035:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1872428b8) owner 0000000000000000/ffff94d199ed27c0 00000020:00000001:0.0:1787998247.876540:0:32035:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.876542:0:32035:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1787998247.876544:0:32035:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1787998247.876546:0:32035:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1787998247.876549:0:32035:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1787998247.876552:0:32035:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1787998247.876556:0:32035:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1787998247.876557:0:32035:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1787998247.876559:0:32035:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998247.876561:0:32035:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226549082664 : -117847160468952 : ffff94d191dcca28) 00000020:00001000:0.0:1787998247.876563:0:32035:0:(cl_object.c:823:cl_env_get()) 1@ffff94d191dcca20 00000020:00000001:0.0:1787998247.876566:0:32035:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3d00 -> ffff94d1a0aa3788 00000020:00000001:0.0:1787998247.876568:0:32035:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1787998247.876572:0:32035:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787998247.876573:0:32035:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1787998247.876575:0:32035:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998247.876577:0:32035:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998247.876578:0:32035:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226549112936 : -117847160438680 : ffff94d191dd4068) 00000020:00000001:0.0:1787998247.876580:0:32035:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1787998247.876582:0:32035:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998247.876584:0:32035:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.876586:0:32035:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.876588:0:32035:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1787998247.876589:0:32035:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1787998247.876591:0:32035:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1787998247.876592:0:32035:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1787998247.876593:0:32035:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1787998247.876595:0:32035:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.876597:0:32035:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998247.876598:0:32035:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998247.876600:0:32035:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.876602:0:32035:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1787998247.876603:0:32035:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.876604:0:32035:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.876683:0:32035:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1787998247.876685:0:32035:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1787998247.876687:0:32035:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1787998247.876688:0:32035:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1787998247.876689:0:32035:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1787998247.876691:0:32035:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1787998247.876694:0:32035:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1787998247.876697:0:32035:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff94d19391d880 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1787998247.876700:0:32035:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1787998247.876703:0:32035:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff94d19391d880 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1787998247.877022:0:32035:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998247.877024:0:32035:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.877026:0:32035:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998247.877029:0:32035:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998247.877030:0:32035:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.877031:0:32035:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.877033:0:32035:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1787998247.877036:0:32035:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1787998247.877038:0:32035:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1787998247.877039:0:32035:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1787998247.877040:0:32035:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1787998247.877041:0:32035:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998247.877043:0:32035:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1787998247.877044:0:32035:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1787998247.877046:0:32035:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1787998247.877048:0:32035:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1787998247.877049:0:32035:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1787998247.877050:0:32035:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1787998247.877051:0:32035:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1787998247.877052:0:32035:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998247.877054:0:32035:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998247.877056:0:32035:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1787998247.877057:0:32035:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1787998247.877058:0:32035:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1787998247.877060:0:32035:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1787998247.877061:0:32035:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1787998247.877062:0:32035:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1787998247.877063:0:32035:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1787998247.877065:0:32035:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1787998247.877066:0:32035:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1787998247.877067:0:32035:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998247.877069:0:32035:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998247.877070:0:32035:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1787998247.877071:0:32035:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1787998247.877072:0:32035:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.877073:0:32035:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1787998247.877075:0:32035:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1787998247.877077:0:32035:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1787998247.877078:0:32035:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1787998247.877079:0:32035:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1787998247.877080:0:32035:0:(cl_object.c:917:cl_env_put()) 1@ffff94d191dcca20 00020000:00000001:0.0:1787998247.877083:0:32035:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1787998247.877085:0:32035:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1787998247.877087:0:32035:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1787998247.877088:0:32035:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x21:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1787998247.877092:0:32035:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1787998247.877092:0:32035:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1787998247.877094:0:32035:0:(cl_object.c:917:cl_env_put()) 1@ffff94d191dcc5a0 00000080:00000001:0.0:1787998247.877096:0:32035:0:(file.c:5331:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.877100:0:32035:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1787998247.877101:0:32035:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x21:0x0](ffff94d198930908) 00800000:00000001:0.0:1787998247.877106:0:32035:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1787998247.877107:0:32035:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x21:0x0] 00000002:00000001:0.0:1787998247.877112:0:32035:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1787998247.877116:0:32035:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.877118:0:32035:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1787998247.877120:0:32035:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.877121:0:32035:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.877124:0:32035:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1787998247.877261:0:32035:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1787998247.877264:0:32035:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998247.877267:0:32035:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998247.877270:0:32035:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787998247.877273:0:32035:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798656472 : -117846910895144 : ffff94d1a0bcfbd8) 00000020:00001000:3.0:1787998247.877275:0:32035:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfbd0 00020000:00000001:3.0:1787998247.877281:0:32035:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:3.0:1787998247.877282:0:32035:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1872428b8) owner 0000000000000000/ffff94d199ed27c0 00020000:00000001:3.0:1787998247.877285:0:32035:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:3.0:1787998247.877289:0:32035:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0b0a5a0, objid 0x21:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1787998247.877293:0:32035:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1787998247.877296:0:32035:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d187222e80: ostid: 0x2c0000401:18 ost idx: 1 gen: 0 00020000:00000001:3.0:1787998247.877298:0:32035:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:3.0:1787998247.877311:0:32035:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998247.877313:0:32035:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:3.0:1787998247.877315:0:32035:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:3.0:1787998247.877320:0:32035:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:3.0:1787998247.877325:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98100 count: 2 00010000:00000001:3.0:1787998247.877327:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998247.877330:0:32035:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:3.0:1787998247.877332:0:32035:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:3.0:1787998247.877337:0:32035:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 0 blocks 0 [cma]time 0 0 0 ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000c8a7c921/0xb2d39e653c8ca1f lrc: 1/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x4fd9a50f3a6acbd6 expref: -99 pid: 32033 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:3.0:1787998247.877348:0:32035:0:(cl_object.c:143:cl_object_top()) ffff94d19391d880 -> ffff94d1a0aa3788 00000020:00000001:3.0:1787998247.877349:0:32035:0:(cl_object.c:143:cl_object_top()) ffff94d19391d880 -> ffff94d1a0aa3788 00000008:00000001:3.0:1787998247.877351:0:32035:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787998247.877354:0:32035:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787998247.877355:0:32035:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787998247.877357:0:32035:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1787998247.877362:0:32035:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff94d19391d880. 00020000:00000001:3.0:1787998247.877367:0:32035:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:3.0:1787998247.877369:0:32035:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff94d1a0aa3c80. 00020000:00000001:3.0:1787998247.877373:0:32035:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:3.0:1787998247.877375:0:32035:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998247.877377:0:32035:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1787998247.877378:0:32035:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1872428b8) owner 0000000000000000/ffff94d199ed27c0 00020000:00000001:3.0:1787998247.877381:0:32035:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:3.0:1787998247.877383:0:32035:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:3.0:1787998247.877384:0:32035:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1872428b8) owner 0000000000000000/ffff94d199ed27c0 00020000:00000001:3.0:1787998247.877386:0:32035:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:3.0:1787998247.877388:0:32035:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff94d182b6bee8. 00020000:00000010:3.0:1787998247.877392:0:32035:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff94d1a076a900. 00020000:00000010:3.0:1787998247.877395:0:32035:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff94d1909d8a30. 00020000:00000002:3.0:1787998247.877398:0:32035:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0b0a5a0, objid 0x21:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1787998247.877402:0:32035:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1787998247.877404:0:32035:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d187222e80: ostid: 0x2c0000401:18 ost idx: 1 gen: 0 00020000:00000010:3.0:1787998247.877408:0:32035:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d187222e80. 00020000:00000010:3.0:1787998247.877411:0:32035:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d1a0b0a480. 00020000:00000010:3.0:1787998247.877414:0:32035:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d1a0b0a5a0. 00020000:00000001:3.0:1787998247.877416:0:32035:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:3.0:1787998247.877417:0:32035:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1872428b8) owner 0000000000000000/ffff94d199ed27c0 00020000:00000010:3.0:1787998247.877419:0:32035:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff94d1872428b8. 00020000:00000001:3.0:1787998247.877424:0:32035:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:3.0:1787998247.877427:0:32035:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff94d1a0aa3708. 00000020:00001000:3.0:1787998247.877442:0:32035:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfbd0 00000080:00000001:3.0:1787998247.877445:0:32035:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1787998247.877447:0:32035:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1787998247.877475:0:32035:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:3.0:1787998247.877478:0:32035:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1787998247.877480:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fdd0 00000080:00200008:3.0:1787998247.877482:0:32035:0:(file.c:479:ll_file_release()) START file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff94d1989300c8), flags 704000 00000080:00400000:3.0:1787998247.877486:0:32035:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x1f:0x0] 00000080:00000001:3.0:1787998247.877489:0:32035:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1787998247.877491:0:32035:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:3.0:1787998247.877492:0:32035:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:3.0:1787998247.877497:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998247.877500:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998247.877502:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998247.877504:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998247.877506:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998247.877508:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:3.0:1787998247.877510:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998247.877513:0:32035:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998247.877515:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998247.877518:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98a00 count: 2 00010000:00000001:3.0:1787998247.877520:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998247.877523:0:32035:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1787998247.877526:0:32035:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1787998247.877529:0:32035:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1787998247.877534:0:32035:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998247.877537:0:32035:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8ca42 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acc31 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1787998247.877550:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998247.877552:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998247.877553:0:32035:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1787998247.877555:0:32035:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x1f:0x0]: 16 00000080:00000010:3.0:1787998247.877558:0:32035:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d1a067a3c0. 00000080:00000001:3.0:1787998247.877562:0:32035:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998247.877566:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fdd0 00000080:00000008:3.0:1787998247.877568:0:32035:0:(file.c:523:ll_file_release()) COMPLETED file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff94d1989300c8), flags 704000, rc = 0 00000080:00000001:3.0:1787998247.877571:0:32035:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998247.877573:0:32035:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998247.877576:0:32035:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1787998247.877577:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fe00 00000080:00002000:3.0:1787998247.877579:0:32035:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-1 (ffff94d198a45510, parent ffff94d198a90798, inode ffff94d1989300c8) hashed, 00000080:00000001:3.0:1787998247.877583:0:32035:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1787998247.877587:0:32035:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1787998247.877591:0:32035:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1787998247.877898:0:32035:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:2.0:1787998247.877902:0:32035:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:2.0:1787998247.877904:0:32035:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1787998247.877906:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fbd8 00000080:00200000:2.0:1787998247.877909:0:32035:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:2.0:1787998247.877915:0:32035:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1a0b09600. 00800000:00000002:2.0:1787998247.877921:0:32035:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:2.0:1787998247.877923:0:32035:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787998247.877928:0:32035:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787998247.877930:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8faf8 00800000:00000002:2.0:1787998247.877932:0:32035:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998247.877936:0:32035:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1787998247.877937:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998247.877939:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998247.877940:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998247.877941:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998247.877943:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998247.877945:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998247.877947:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998247.877949:0:32035:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1787998247.877953:0:32035:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787998247.877955:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8f9c8 00000002:00010000:2.0:1787998247.877957:0:32035:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1787998247.877960:0:32035:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1787998247.877961:0:32035:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998247.877962:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998247.877966:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98000 count: 2 00010000:00000001:2.0:1787998247.877968:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998247.877971:0:32035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998247.877974:0:32035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787998247.877978:0:32035:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2a00/0xb2d39e653c8ca0a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acb97 expref: -99 pid: 32033 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:2.0:1787998247.877985:0:32035:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1787998247.877988:0:32035:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998247.877991:0:32035:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2a00/0xb2d39e653c8ca0a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acb97 expref: -99 pid: 32033 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:2.0:1787998247.877996:0:32035:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1787998247.877998:0:32035:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1787998247.878000:0:32035:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998247.878002:0:32035:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998247.878003:0:32035:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998247.878005:0:32035:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1787998247.878008:0:32035:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1787998247.878010:0:32035:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:2.0:1787998247.878012:0:32035:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1a0b09600. 00000080:00000001:2.0:1787998247.878016:0:32035:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1787998247.878018:0:32035:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998247.878020:0:32035:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:2.0:1787998247.878023:0:32035:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8ca0a 00800000:00000001:2.0:1787998247.878026:0:32035:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1787998247.878028:0:32035:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1787998247.878029:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998247.878031:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998247.878033:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2a00 refcount=3 00000020:00000001:2.0:1787998247.878035:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946816 : -117847166604800 : ffff94d1917f2a00) 00010000:00000001:2.0:1787998247.878038:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946816 : -117847166604800 : ffff94d1917f2a00) 00010000:00000001:2.0:1787998247.878040:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998247.878041:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998247.878042:0:32035:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998247.878044:0:32035:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998247.878046:0:32035:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8ca0a from it ffffb66d41c8fc10 00010000:00000001:2.0:1787998247.878047:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998247.878048:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998247.878049:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2a00 refcount=3 00000020:00000001:2.0:1787998247.878051:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946816 : -117847166604800 : ffff94d1917f2a00) 00010000:00000001:2.0:1787998247.878053:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946816 : -117847166604800 : ffff94d1917f2a00) 00010000:00000001:2.0:1787998247.878055:0:32035:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998247.878057:0:32035:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2a00/0xb2d39e653c8ca0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acb97 expref: -99 pid: 32033 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:2.0:1787998247.878063:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998247.878064:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998247.878065:0:32035:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787998247.878066:0:32035:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787998247.878069:0:32035:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2a00/0xb2d39e653c8ca0a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acb97 expref: -99 pid: 32033 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:2.0:1787998247.878076:0:32035:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787998247.878078:0:32035:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998247.878080:0:32035:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998247.878084:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998247.878085:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998247.878086:0:32035:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998247.878089:0:32035:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998247.878091:0:32035:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998247.878093:0:32035:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998247.878095:0:32035:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998247.878097:0:32035:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998247.878098:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998247.878099:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1787998247.878101:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1787998247.878103:0:32035:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998247.878105:0:32035:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:2.0:1787998247.878109:0:32035:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1787998247.878130:0:32035:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d190aa1d00. 00000020:00000001:2.0:1787998247.878135:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fdc8 00000080:00200000:2.0:1787998247.878137:0:32035:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), flags=0 00000080:00000001:2.0:1787998247.878139:0:32035:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1787998247.878141:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fc78 00000080:00200000:2.0:1787998247.878143:0:32035:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), intent=getattr 00000080:00000010:2.0:1787998247.878150:0:32035:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1a0b09600. 00800000:00000002:2.0:1787998247.878152:0:32035:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:2.0:1787998247.878156:0:32035:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787998247.878157:0:32035:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787998247.878159:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fb98 00800000:00000002:2.0:1787998247.878160:0:32035:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998247.878163:0:32035:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1787998247.878165:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998247.878166:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998247.878167:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998247.878169:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998247.878171:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998247.878172:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998247.878174:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998247.878176:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fb30 00800000:00000002:2.0:1787998247.878178:0:32035:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-1' -> mds #0 00000002:00000001:2.0:1787998247.878181:0:32035:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787998247.878182:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fa68 00000002:00010000:2.0:1787998247.878184:0:32035:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:2.0:1787998247.878187:0:32035:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1787998247.878190:0:32035:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1787998247.878194:0:32035:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d19c00. 00000020:00000040:2.0:1787998247.878198:0:32035:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:2.0:1787998247.878203:0:32035:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1787998247.878207:0:32035:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998247.878209:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998247.878210:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998247.878211:0:32035:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998247.878214:0:32035:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998247.878216:0:32035:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998247.878218:0:32035:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998247.878224:0:32035:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0bacc00. 00000100:00000001:2.0:1787998247.878229:0:32035:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998247.878234:0:32035:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787998247.878235:0:32035:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998247.878236:0:32035:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787998247.878237:0:32035:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998247.878239:0:32035:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998247.878244:0:32035:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226548349952 : -117847161201664 : ffff94d191d19c00) 00010000:00000001:2.0:1787998247.878247:0:32035:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1787998247.878249:0:32035:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1787998247.878251:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98000 count: 2 00010000:00000001:2.0:1787998247.878253:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998247.878255:0:32035:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1787998247.878258:0:32035:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d190a5c400. 00000020:00000001:2.0:1787998247.878261:0:32035:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1787998247.878264:0:32035:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d190a5c400 with handle 0xb2d39e653c8ca49 to hash 00000020:00000001:2.0:1787998247.878265:0:32035:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1787998247.878267:0:32035:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226528699392 : -117847180852224 : ffff94d190a5c400) 00010000:00000001:2.0:1787998247.878270:0:32035:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226528699392 : -117847180852224 : ffff94d190a5c400) 00010000:00000001:2.0:1787998247.878273:0:32035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998247.878274:0:32035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998247.878278:0:32035:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5c400/0xb2d39e653c8ca49 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32035 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998247.878284:0:32035:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5c400/0xb2d39e653c8ca49 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32035 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998247.878293:0:32035:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5c400/0xb2d39e653c8ca49 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32035 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1787998247.878298:0:32035:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787998247.878299:0:32035:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787998247.878313:0:32035:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1916c89c0. 00000100:00000001:2.0:1787998247.878316:0:32035:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226541726144 : -117847167825472 : ffff94d1916c89c0) 00000100:00000001:2.0:1787998247.878318:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998247.878319:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548349952 : -117847161201664 : ffff94d191d19c00) 00000100:00000001:2.0:1787998247.878323:0:32035:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998247.878326:0:32035:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998247.878328:0:32035:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787998247.878329:0:32035:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998247.878337:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d19c00 x1874850291750784/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.878344:0:32035:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998247.878359:0:32035:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998247.878363:0:32035:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998247.878365:0:32035:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998247.878367:0:32035:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998247.878371:0:32035:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d19c00 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32035:1874850291750784:192.168.206.123@tcp:101:rm.0 00000100:00000001:2.0:1787998247.878377:0:32035:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998247.878382:0:32035:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998247.878384:0:32035:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998247.878386:0:32035:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998247.878390:0:32035:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d192181000. 02000000:00000001:2.0:1787998247.878392:0:32035:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998247.878398:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998247.878402:0:32035:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151058. 00000400:00000010:2.0:1787998247.878408:0:32035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfaa0. 00000100:00000200:2.0:1787998247.878415:0:32035:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291750784, portal 10 00000100:00000001:2.0:1787998247.878417:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998247.878418:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548349952 : -117847161201664 : ffff94d191d19c00) 00000100:00000040:2.0:1787998247.878424:0:32035:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d19c00 x1874850291750784/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998263 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.878431:0:32035:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998247.878433:0:32035:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998247.878436:0:32035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf908. 00000100:00000200:2.0:1787998247.878439:0:32035:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1874850291750784, offset 0 00000400:00000200:2.0:1787998247.878445:0:32035:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998247.878453:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.878461:0:32035:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998247.878466:0:32035:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998247.878470:0:32035:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998247.878474:0:32035:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998247.878476:0:32035:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998247.878480:0:32035:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2655:2655:256:4294967295] 192.168.206.123@tcp LPNI seq info [2655:2655:8:4294967295] 00000400:00000200:2.0:1787998247.878484:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.878493:0:32035:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998247.878499:0:32035:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998247.878504:0:32035:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d188db0400. 00000800:00000200:2.0:1787998247.878511:0:32035:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998247.878519:0:32035:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998247.878523:0:32035:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d188db0400 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1787998247.878542:0:32035:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998247.878547:0:32035:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 840628 usecs (841 jiffies) 00000400:00000200:2.0:1787998247.878550:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998247.878553:0:32035:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296428875 00000100:00000001:2.0:1787998247.878556:0:32035:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296430580 00000100:00000001:2.0:1787998247.878558:0:32035:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296428875 00000100:00000001:2.0:1787998247.878560:0:32035:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296430581 00000100:00000001:2.0:1787998247.878562:0:32035:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998247.878565:0:32035:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998247.878567:0:32035:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998247.878568:0:32035:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787998247.878571:0:32035:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1916c89c0 going to sleep for 11 seconds 00000100:00000001:2.0:1787998247.878573:0:32035:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998247.878575:0:32035:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998247.878643:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998247.878647:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d188db0400. 00000400:00000200:3.0:1787998247.878652:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998247.878656:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998247.878662:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf908 00000400:00000010:3.0:1787998247.878664:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf908. 00000100:00000001:3.0:1787998247.878669:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998247.878673:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d19c00 x1874850291750784/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998263 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998247.878681:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998247.878694:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d19c00 x1874850291750784/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998263 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998247.878700:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998247.878701:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:3.1:1787998247.886959:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d198930840. 00000080:00000010:3.1:1787998247.886975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90780. 00000080:00000010:0.1:1787998247.887068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90da0. 00000800:00000001:2.0:1787998247.894846:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.894863:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998247.894867:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.894869:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.894878:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.894886:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998247.894895:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.894900:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.894906:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.894910:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a59780 00000400:00000200:2.0:1787998247.894916:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.894922:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x7c15 [1] + 224 00000800:00000001:2.0:1787998247.894928:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.894950:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.894954:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.894958:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998247.894967:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998247.894976:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d19c00 x1874850291750784/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998263 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998247.894986:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d191d19c00 x1874850291750784/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.895010:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998247.895019:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.895022:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1787998247.897147:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998247.897152:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f000. 00000400:00000200:2.0:1787998247.897160:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.897165:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998247.897170:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409770 00000400:00000010:2.0:1787998247.897172:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409770. 00000100:00000001:2.0:1787998247.897176:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998247.897180:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199ede300 x1874850291751040/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998263 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.897189:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998247.897192:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199ede300 x1874850291751040/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998263 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.897198:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998247.897200:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998247.900927:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.900942:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998247.900946:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.900948:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.900957:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.900965:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998247.900973:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.900978:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.900983:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.900988:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a59880 00000400:00000200:2.0:1787998247.900993:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.901000:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x7c25 [1] + 224 00000800:00000001:2.0:1787998247.901007:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.901013:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.901016:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.901020:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998247.901028:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998247.901036:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199ede300 x1874850291751040/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998263 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998247.901046:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d199ede300 x1874850291751040/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.901120:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998247.901130:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.901133:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1787998247.903139:0:32035:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1787998247.903150:0:32035:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d199edea00 x1874850291750272/t4294967602(4294967602) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998263 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.903160:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998247.903162:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684422656 : -117847025128960 : ffff94d199edea00) 00000100:00000001:2.0:1787998247.903165:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998247.903168:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edea00 x1874850291750272/t4294967602(4294967602) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998263 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.903173:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998247.903175:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998247.903178:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199ede300 x1874850291751040/t4294967604(4294967604) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998263 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.903185:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998247.903186:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998247.903189:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edea00 x1874850291750272/t4294967602(4294967602) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998263 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.903196:0:32035:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1787998247.903200:0:32035:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998247.903202:0:32035:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998247.903204:0:32035:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998247.903208:0:32035:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e26400. 02000000:00000001:2.0:1787998247.903213:0:32035:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998247.903215:0:32035:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998247.903217:0:32035:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edea00. 00000100:00000001:2.0:1787998247.903222:0:32035:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998247.903223:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998247.903225:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998247.903228:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199ede300 x1874850291751040/t4294967604(4294967604) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998263 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.903233:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787998247.903236:0:32035:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff94d190a90c80. 00000002:00000001:2.0:1787998247.903240:0:32035:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998247.903241:0:32035:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1787998247.903244:0:32035:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d191236900. 00000100:00000001:2.0:1787998247.903247:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998247.903250:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199ede300 x1874850291751040/t4294967604(4294967604) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998263 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.903255:0:32035:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998247.903257:0:32035:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998247.903260:0:32035:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e25000. 02000000:00000001:2.0:1787998247.903262:0:32035:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998247.903263:0:32035:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998247.903264:0:32035:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998247.903266:0:32035:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998247.903267:0:32035:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d185431000. 02000000:00000001:2.0:1787998247.903270:0:32035:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998247.903271:0:32035:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998247.903273:0:32035:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199ede300. 00000100:00000001:2.0:1787998247.903275:0:32035:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998247.903276:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787998247.903278:0:32035:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998247.903280:0:32035:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1787998247.903282:0:32035:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000405:0x1f:0x0] mode (null) 00000002:00000001:2.0:1787998247.903286:0:32035:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998247.903289:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998247.903295:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98a00 count: 4 00010000:00000001:2.0:1787998247.903297:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1787998247.903302:0:32035:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998247.903304:0:32035:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998247.903308:0:32035:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1787998247.903309:0:32035:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x1f:0x0](ffff94d1989300c8) invalid 00000020:00000001:2.0:1787998247.903313:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fa80 00000080:00002000:2.0:1787998247.903315:0:32035:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff94d198b33870) parent ffff94d198a90798 inode ffff94d1989300c8 refc 2 00000080:00000001:2.0:1787998247.903318:0:32035:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1787998247.903320:0:32035:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1787998247.903323:0:32035:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998247.903326:0:32035:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1787998247.903329:0:32035:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1787998247.903331:0:32035:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1787998247.903332:0:32035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998247.903335:0:32035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1787998247.903339:0:32035:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1917f3a00 with handle 0xb2d39e653c8ca42 from hash 00010000:00000001:2.0:1787998247.903341:0:32035:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1787998247.903343:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998247.903344:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998247.903345:0:32035:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1787998247.903349:0:32035:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1787998247.903351:0:32035:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1787998247.903355:0:32035:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1787998247.903357:0:32035:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:2.0:1787998247.903359:0:32035:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:2.0:1787998247.903366:0:32035:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1b100. 00000020:00000040:2.0:1787998247.903369:0:32035:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:2.0:1787998247.903373:0:32035:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787998247.903375:0:32035:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998247.903378:0:32035:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1787998247.903381:0:32035:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998247.903385:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998247.903387:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998247.903388:0:32035:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998247.903391:0:32035:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998247.903393:0:32035:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998247.903397:0:32035:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998247.903404:0:32035:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d1a0b08c00. 00000100:00000001:2.0:1787998247.903411:0:32035:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998247.903414:0:32035:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787998247.903416:0:32035:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1787998247.903423:0:32035:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5c400/0xb2d39e653c8ca49 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6acc70 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787998247.903431:0:32035:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8ca42 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6acc31 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787998247.903439:0:32035:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2a00/0xb2d39e653c8ca0a lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6acb97 expref: -99 pid: 32033 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:2.0:1787998247.903445:0:32035:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:2.0:1787998247.903446:0:32035:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:2.0:1787998247.903448:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1787998247.903451:0:32035:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5c400/0xb2d39e653c8ca49 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6acc70 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1787998247.903462:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998247.903463:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1787998247.903465:0:32035:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8ca42 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6acc31 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:2.0:1787998247.903470:0:32035:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d192b98a00 count: 0 00010000:00000010:2.0:1787998247.903474:0:32035:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d19091c300. 00010000:00000001:2.0:1787998247.903479:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998247.903480:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1787998247.903482:0:32035:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2a00/0xb2d39e653c8ca0a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6acb97 expref: -99 pid: 32033 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:2.0:1787998247.903488:0:32035:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d192b98000 count: 0 00010000:00000010:2.0:1787998247.903491:0:32035:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d19091cd80. 00010000:00000001:2.0:1787998247.903497:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998247.903498:0:32035:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998247.903500:0:32035:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787998247.903501:0:32035:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998247.903503:0:32035:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1787998247.903513:0:32035:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787998247.903519:0:32035:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191d1b100 x1874850291751296/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998247.903526:0:32035:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787998247.903527:0:32035:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787998247.903533:0:32035:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1916c8c00. 00000100:00000001:2.0:1787998247.903535:0:32035:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226541726720 : -117847167824896 : ffff94d1916c8c00) 00000100:00000001:2.0:1787998247.903538:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998247.903539:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548355328 : -117847161196288 : ffff94d191d1b100) 00000100:00000001:2.0:1787998247.903543:0:32035:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998247.903547:0:32035:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998247.903549:0:32035:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787998247.903550:0:32035:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998247.903554:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1b100 x1874850291751296/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998247.903561:0:32035:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998247.903564:0:32035:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998247.903567:0:32035:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998247.903569:0:32035:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998247.903572:0:32035:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998247.903575:0:32035:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1b100 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32035:1874850291751296:192.168.206.123@tcp:36:rm.0 00000100:00000001:2.0:1787998247.903578:0:32035:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998247.903583:0:32035:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998247.903586:0:32035:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998247.903588:0:32035:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998247.903593:0:32035:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1a0bae400. 02000000:00000001:2.0:1787998247.903595:0:32035:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998247.903601:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998247.903605:0:32035:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151f78. 00000400:00000010:2.0:1787998247.903612:0:32035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf088. 00000100:00000200:2.0:1787998247.903619:0:32035:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291751296, portal 10 00000100:00000001:2.0:1787998247.903620:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998247.903682:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548355328 : -117847161196288 : ffff94d191d1b100) 00000100:00000040:2.0:1787998247.903690:0:32035:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d1b100 x1874850291751296/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1787998263 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998247.903698:0:32035:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998247.903701:0:32035:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998247.903858:0:32035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf110. 00000100:00000200:2.0:1787998247.903863:0:32035:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1874850291751296, offset 0 00000400:00000200:2.0:1787998247.903870:0:32035:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998247.903879:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.903885:0:32035:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998247.903890:0:32035:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998247.903895:0:32035:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998247.903899:0:32035:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998247.903901:0:32035:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998247.903905:0:32035:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2657:2657:256:4294967295] 192.168.206.123@tcp LPNI seq info [2657:2657:8:4294967295] 00000400:00000200:2.0:1787998247.903909:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.903918:0:32035:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998247.903924:0:32035:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998247.903929:0:32035:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d188db0400. 00000800:00000200:2.0:1787998247.903935:0:32035:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998247.903942:0:32035:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998247.903945:0:32035:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d188db0400 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1787998247.903966:0:32035:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998247.903971:0:32035:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 838171 usecs (839 jiffies) 00000400:00000200:2.0:1787998247.903975:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998247.903978:0:32035:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296428900 00000100:00000001:2.0:1787998247.903981:0:32035:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296430580 00000100:00000001:2.0:1787998247.903983:0:32035:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296428900 00000100:00000001:2.0:1787998247.903985:0:32035:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296430581 00000100:00000001:2.0:1787998247.903987:0:32035:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998247.903990:0:32035:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998247.903992:0:32035:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998247.903994:0:32035:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787998247.903997:0:32035:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1916c8c00 going to sleep for 11 seconds 00000100:00000001:2.0:1787998247.903999:0:32035:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998247.904002:0:32035:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998247.904552:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998247.904558:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d188db0400. 00000400:00000200:3.0:1787998247.904568:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998247.904573:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998247.904578:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf110 00000400:00000010:3.0:1787998247.904580:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf110. 00000100:00000001:3.0:1787998247.904585:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998247.904590:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1b100 x1874850291751296/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1787998263 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998247.904612:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998247.904616:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d1b100 x1874850291751296/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1787998263 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998247.904623:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998247.904625:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998247.911436:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.911452:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998247.911456:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.911459:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.911469:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.911477:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998247.911487:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.911491:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.911497:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.911502:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a59980 00000400:00000200:2.0:1787998247.911507:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.911512:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x7c2d [1] + 224 00000800:00000001:2.0:1787998247.911520:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.911526:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.911528:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.911533:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998247.911600:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998247.911612:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1b100 x1874850291751296/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1787998263 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998247.911628:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94d191d1b100 x1874850291751296/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.1:1787998247.911870:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5c400. 00010000:00000010:2.1:1787998247.911878:0:2396:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98a00. 00010000:00000010:2.1:1787998247.911882:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3a00. 00010000:00000010:2.1:1787998247.911885:0:2396:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98000. 00010000:00000010:2.1:1787998247.911888:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2a00. 00000100:00000001:2.0:1787998247.911893:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998247.911904:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.911908:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.911953:0:32035:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998247.911962:0:32035:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998247.911965:0:32035:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998247.911968:0:32035:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151f78. 00000400:00000200:0.0:1787998247.911972:0:32035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf088 00000400:00000010:0.0:1787998247.911975:0:32035:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf088. 00000100:00000001:0.0:1787998247.911980:0:32035:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998247.911985:0:32035:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1b100 x1874850291751296/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998247.911995:0:32035:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1b100 x1874850291751296/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998247.912001:0:32035:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998247.912003:0:32035:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.912006:0:32035:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998247.912009:0:32035:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998247.912011:0:32035:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998247.912013:0:32035:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.912015:0:32035:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998247.912024:0:32035:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=73 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998247.912027:0:32035:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998247.912029:0:32035:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998247.912030:0:32035:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.912033:0:32035:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998247.912037:0:32035:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.912040:0:32035:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1787998247.912042:0:32035:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009a/0x100000129] 00000100:00000001:0.0:1787998247.912044:0:32035:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1787998247.912046:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.912047:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548355328 : -117847161196288 : ffff94d191d1b100) 00000100:00000001:0.0:1787998247.912051:0:32035:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998247.912054:0:32035:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967597 00000100:00000001:0.0:1787998247.912055:0:32035:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998247.912058:0:32035:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998247.912063:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1b100 x1874850291751296/t4294967605(4294967605) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1787998263 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998247.912070:0:32035:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998247.912073:0:32035:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998247.912075:0:32035:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998247.912078:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1b100 x1874850291751296/t4294967605(4294967605) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1787998263 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998247.912086:0:32035:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1b100 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32035:1874850291751296:192.168.206.123@tcp:36:rm.0 00000100:00000001:0.0:1787998247.912091:0:32035:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.912095:0:32035:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.912097:0:32035:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998247.912099:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998247.912103:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d1b100 x1874850291751296/t4294967605(4294967605) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1787998263 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998247.912109:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998247.912111:0:32035:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1916c8c00. 00000100:00000001:0.0:1787998247.912114:0:32035:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998247.912115:0:32035:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.912122:0:32035:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.912124:0:32035:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.912127:0:32035:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998247.912130:0:32035:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d185430600. 00000080:00000002:0.0:1787998247.912134:0:32035:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1787998229 to 1787998247 00000100:00000001:0.0:1787998247.912138:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998247.912140:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1b100 x1874850291751296/t4294967605(4294967605) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1787998263 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998247.912144:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.912146:0:32035:0:(namei.c:2371:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.912158:0:32035:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1787998247.912161:0:32035:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1787998247.912162:0:32035:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff94d1989300c8) 00800000:00000001:0.0:1787998247.912165:0:32035:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1787998247.912167:0:32035:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x1f:0x0] 00000002:00000001:0.0:1787998247.912171:0:32035:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1787998247.912176:0:32035:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.912177:0:32035:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1787998247.912180:0:32035:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.912181:0:32035:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.912184:0:32035:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1787998247.912187:0:32035:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1787998247.912189:0:32035:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.912190:0:32035:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.912193:0:32035:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d1912361c0 1 00800000:00000010:0.0:1787998247.912195:0:32035:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d1912361c0. 00000080:00000001:0.0:1787998247.912199:0:32035:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1787998247.912201:0:32035:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1787998247.912211:0:32035:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1787998247.912214:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fe30 00000080:00002000:0.0:1787998247.912216:0:32035:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-1 (ffff94d198b33870, parent ffff94d198a90798, inode 0000000000000000) hashed, 00000080:00000001:0.0:1787998247.912219:0:32035:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998247.912223:0:32035:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1787998247.912225:0:32035:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1787998247.912259:0:32035:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787998247.912261:0:32035:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787998247.912263:0:32035:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1787998247.912264:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fb20 00000080:00200000:0.0:1787998247.912265:0:32035:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:0.0:1787998247.912269:0:32035:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d190450400. 00800000:00000002:0.0:1787998247.912273:0:32035:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998247.912276:0:32035:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998247.912279:0:32035:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998247.912280:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fa40 00800000:00000002:0.0:1787998247.912282:0:32035:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998247.912284:0:32035:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998247.912286:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998247.912288:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998247.912290:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998247.912292:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998247.912293:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.912294:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998247.912295:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.912297:0:32035:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1787998247.912380:0:32035:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998247.912382:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8f910 00000002:00010000:0.0:1787998247.912384:0:32035:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787998247.912388:0:32035:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787998247.912390:0:32035:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998247.912392:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1787998247.912396:0:32035:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.912398:0:32035:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.912400:0:32035:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.912402:0:32035:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1787998247.912405:0:32035:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1787998247.912409:0:32035:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c13800. 00000020:00000040:0.0:1787998247.912413:0:32035:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:0.0:1787998247.912418:0:32035:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1787998247.912422:0:32035:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998247.912428:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.912430:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.912431:0:32035:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.912434:0:32035:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998247.912437:0:32035:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998247.912442:0:32035:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998247.912449:0:32035:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1923a2400. 00000100:00000001:0.0:1787998247.912456:0:32035:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.912460:0:32035:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998247.912462:0:32035:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.912463:0:32035:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998247.912464:0:32035:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.912466:0:32035:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.912471:0:32035:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226547275776 : -117847162275840 : ffff94d191c13800) 00010000:00000001:0.0:1787998247.912474:0:32035:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1787998247.912477:0:32035:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1787998247.912480:0:32035:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d185921700. 00010000:00000010:0.0:1787998247.912485:0:32035:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d1861db580. 00010000:00000001:0.0:1787998247.912488:0:32035:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1787998247.912491:0:32035:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d187367800. 00000020:00000001:0.0:1787998247.912495:0:32035:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1787998247.912498:0:32035:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d187367800 with handle 0xb2d39e653c8ca50 to hash 00000020:00000001:0.0:1787998247.912500:0:32035:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1787998247.912501:0:32035:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998247.912506:0:32035:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998247.912509:0:32035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998247.912511:0:32035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998247.912515:0:32035:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8ca50 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32035 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998247.912522:0:32035:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8ca50 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32035 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998247.912531:0:32035:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8ca50 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32035 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1787998247.912626:0:32035:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998247.912627:0:32035:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998247.912633:0:32035:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a00af300. 00000100:00000001:0.0:1787998247.912636:0:32035:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786988800 : -117846922562816 : ffff94d1a00af300) 00000100:00000001:0.0:1787998247.912638:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.912639:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547275776 : -117847162275840 : ffff94d191c13800) 00000100:00000001:0.0:1787998247.912644:0:32035:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998247.912647:0:32035:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.912649:0:32035:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998247.912651:0:32035:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998247.912656:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c13800 x1874850291751424/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.912664:0:32035:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998247.912666:0:32035:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.912670:0:32035:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998247.912672:0:32035:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998247.912674:0:32035:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998247.912677:0:32035:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c13800 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32035:1874850291751424:192.168.206.123@tcp:101:rm.0 00000100:00000001:0.0:1787998247.912681:0:32035:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998247.912757:0:32035:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998247.912759:0:32035:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.912858:0:32035:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998247.912863:0:32035:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d1a00ff800. 02000000:00000001:0.0:1787998247.912865:0:32035:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998247.912870:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998247.912873:0:32035:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30dc0. 00000400:00000010:0.0:1787998247.912878:0:32035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1928074c8. 00000100:00000200:0.0:1787998247.912884:0:32035:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291751424, portal 10 00000100:00000001:0.0:1787998247.912885:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.912887:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547275776 : -117847162275840 : ffff94d191c13800) 00000100:00000040:0.0:1787998247.912893:0:32035:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191c13800 x1874850291751424/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998263 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.912900:0:32035:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998247.912902:0:32035:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998247.912905:0:32035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807e58. 00000100:00000200:0.0:1787998247.912908:0:32035:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1874850291751424, offset 0 00000400:00000200:0.0:1787998247.912913:0:32035:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998247.912920:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998247.912926:0:32035:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998247.912931:0:32035:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998247.912935:0:32035:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998247.912938:0:32035:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998247.912941:0:32035:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998247.912945:0:32035:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2658:2658:256:4294967295] 192.168.206.123@tcp LPNI seq info [2658:2658:8:4294967295] 00000400:00000200:0.0:1787998247.912950:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998247.912958:0:32035:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998247.912964:0:32035:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998247.912969:0:32035:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4900. 00000800:00000200:0.0:1787998247.912975:0:32035:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998247.912983:0:32035:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998247.912987:0:32035:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1787998247.913005:0:32035:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998247.913009:0:32035:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 836942 usecs (837 jiffies) 00000400:00000200:0.0:1787998247.913013:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998247.913016:0:32035:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296428907 00000100:00000001:0.0:1787998247.913023:0:32035:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296430580 00000100:00000001:0.0:1787998247.913026:0:32035:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296428907 00000100:00000001:0.0:1787998247.913028:0:32035:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296430581 00000100:00000001:0.0:1787998247.913030:0:32035:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998247.913032:0:32035:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.913034:0:32035:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998247.913036:0:32035:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998247.913038:0:32035:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a00af300 going to sleep for 11 seconds 00000100:00000001:0.0:1787998247.913041:0:32035:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998247.913043:0:32035:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998247.913164:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998247.913169:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4900. 00000400:00000200:3.0:1787998247.913173:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998247.913178:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998247.913181:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807e58 00000400:00000010:3.0:1787998247.913183:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807e58. 00000100:00000001:3.0:1787998247.913187:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998247.913191:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c13800 x1874850291751424/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998263 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998247.913213:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998247.913216:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c13800 x1874850291751424/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998263 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998247.913222:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998247.913223:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1787998247.917824:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d198930000. 00000080:00000010:0.1:1787998247.917841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190aa1d00. 00000800:00000001:2.0:1787998247.918350:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.918364:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998247.918367:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.918369:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.918378:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.918385:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998247.918393:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.918398:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.918403:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.918407:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a59a00 00000400:00000200:2.0:1787998247.918412:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.918418:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x7c3d [1] + 224 00000800:00000001:2.0:1787998247.918425:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.918487:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.918491:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.918497:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998247.918505:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998247.918513:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c13800 x1874850291751424/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998263 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998247.918523:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d191c13800 x1874850291751424/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.918544:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998247.918553:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.918556:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.918689:0:32035:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998247.918697:0:32035:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998247.918699:0:32035:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998247.918809:0:32035:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30dc0. 00000400:00000200:0.0:1787998247.918815:0:32035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928074c8 00000400:00000010:0.0:1787998247.918818:0:32035:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928074c8. 00000100:00000001:0.0:1787998247.918822:0:32035:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998247.918827:0:32035:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c13800 x1874850291751424/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998247.918840:0:32035:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c13800 x1874850291751424/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.918847:0:32035:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998247.918848:0:32035:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.918851:0:32035:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998247.918854:0:32035:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998247.918856:0:32035:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998247.918858:0:32035:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.918861:0:32035:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998247.918869:0:32035:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=73 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998247.918873:0:32035:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998247.918876:0:32035:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998247.918945:0:32035:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.918949:0:32035:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998247.918952:0:32035:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.918957:0:32035:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998247.918958:0:32035:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967597 00000100:00000001:0.0:1787998247.918960:0:32035:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998247.918963:0:32035:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998247.918968:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c13800 x1874850291751424/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.918974:0:32035:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998247.918978:0:32035:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998247.918979:0:32035:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998247.918983:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c13800 x1874850291751424/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998263 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998247.918990:0:32035:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c13800 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32035:1874850291751424:192.168.206.123@tcp:101:rm.0 00000100:00000001:0.0:1787998247.918995:0:32035:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.918998:0:32035:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.919000:0:32035:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998247.919002:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998247.919005:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c13800 x1874850291751424/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998263 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.919012:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998247.919015:0:32035:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a00af300. 00000100:00000001:0.0:1787998247.919018:0:32035:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998247.919019:0:32035:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.919022:0:32035:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1787998247.919025:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.919027:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.919030:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367800 refcount=4 00000020:00000001:0.0:1787998247.919032:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998247.919078:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000040:0.0:1787998247.919084:0:32035:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d187367800, remote cookie: 0x4fd9a50f3a6acc93, flags: 0x1001 00010000:00010000:0.0:1787998247.919089:0:32035:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8ca50 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acc93 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998247.919096:0:32035:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8ca50 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acc93 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.919100:0:32035:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1787998247.919103:0:32035:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1787998247.919105:0:32035:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1787998247.919106:0:32035:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1787998247.919107:0:32035:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1787998247.919108:0:32035:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d185921700) refcount = 1 00010000:00010000:0.0:1787998247.919111:0:32035:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8ca50 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acc93 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.919115:0:32035:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1787998247.919118:0:32035:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1787998247.919120:0:32035:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998247.919123:0:32035:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1787998247.919124:0:32035:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998247.919128:0:32035:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8ca50 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acc93 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.919134:0:32035:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1787998247.919135:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.919137:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.919138:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.919139:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.919141:0:32035:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.919144:0:32035:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1787998247.919146:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.919147:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.919191:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367800 refcount=3 00000020:00000001:0.0:1787998247.919194:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998247.919197:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998247.919199:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.919200:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.919202:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367800 refcount=4 00000020:00000001:0.0:1787998247.919204:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998247.919206:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998247.919209:0:32035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998247.919211:0:32035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998247.919215:0:32035:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8ca50 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acc93 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.919222:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.919223:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.919224:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.919225:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.919226:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367800 refcount=5 00000020:00000001:0.0:1787998247.919228:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998247.919231:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998247.919233:0:32035:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998247.919235:0:32035:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8ca50 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acc93 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.919241:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.919242:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1787998247.919245:0:32035:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8ca50 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acc93 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.919251:0:32035:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998247.919252:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.919253:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.919255:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.919256:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1787998247.919261:0:32035:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d191c13800 x1874850291751424/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998263 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1787998247.919270:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.919271:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.919273:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367800 refcount=3 00000020:00000001:0.0:1787998247.919275:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998247.919277:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998247.919279:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.919280:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998247.919281:0:32035:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.919283:0:32035:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.919286:0:32035:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1787998247.919289:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.919290:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.919291:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367800 refcount=3 00000020:00000001:0.0:1787998247.919293:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998247.919295:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00000002:00010000:0.0:1787998247.919298:0:32035:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8ca50 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acc93 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.919305:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.919306:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.919308:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1787998247.919309:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.919310:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.919311:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367800 refcount=3 00000020:00000001:0.0:1787998247.919313:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998247.919315:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000040:0.0:1787998247.919320:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921700 count: 2 00010000:00000001:0.0:1787998247.919323:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1787998247.919326:0:32035:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1787998247.919329:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.919330:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998247.919331:0:32035:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1787998247.919333:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8f898 00000002:00002000:0.0:1787998247.919335:0:32035:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1787998247.919338:0:32035:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.919341:0:32035:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.919344:0:32035:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1787998247.919347:0:32035:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1787998247.919350:0:32035:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.919354:0:32035:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998247.919357:0:32035:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d190450400. 00000080:00000001:0.0:1787998247.919361:0:32035:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787998247.919363:0:32035:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1787998247.919369:0:32035:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1787998247.919372:0:32035:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1787998247.919377:0:32035:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d190b35780. 00800000:00000001:0.0:1787998247.919379:0:32035:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626226529589120 : -117847179962496 : ffff94d190b35780) 00800000:00000001:0.0:1787998247.919382:0:32035:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.919384:0:32035:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1787998247.919386:0:32035:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1787998247.919388:0:32035:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1787998247.919392:0:32035:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1787998247.919394:0:32035:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1787998247.919396:0:32035:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.919400:0:32035:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1787998247.919402:0:32035:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1787998247.919407:0:32035:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1787998247.919409:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.919411:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.919412:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367800 refcount=3 00000020:00000001:0.0:1787998247.919414:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998247.919416:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998247.919418:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.919420:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1787998247.919421:0:32035:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1787998247.919424:0:32035:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1787998247.919425:0:32035:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d190b35780 1 00800000:00000010:0.0:1787998247.919427:0:32035:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d190b35780. 00800000:00000001:0.0:1787998247.919431:0:32035:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998247.919499:0:32035:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8ca50 00800000:00000001:0.0:1787998247.919502:0:32035:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998247.919504:0:32035:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998247.919505:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.919506:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.919508:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367800 refcount=3 00000020:00000001:0.0:1787998247.919510:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998247.919512:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998247.919514:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.919515:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998247.919517:0:32035:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.919518:0:32035:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.919520:0:32035:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998247.919523:0:32035:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:0.0:1787998247.919525:0:32035:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8ca50 from it ffffb66d41c8fb58 00010000:00000001:0.0:1787998247.919527:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.919528:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.919529:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367800 refcount=3 00000020:00000001:0.0:1787998247.919531:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998247.919533:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998247.919832:0:32035:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998247.919835:0:32035:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8ca50 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acc93 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.919843:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.919844:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.919845:0:32035:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998247.919847:0:32035:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998247.919849:0:32035:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8ca50 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acc93 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787998247.919855:0:32035:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998247.919862:0:32035:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998247.919864:0:32035:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998247.919868:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.919869:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.919871:0:32035:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.919873:0:32035:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998247.919875:0:32035:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.919877:0:32035:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.919880:0:32035:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.919882:0:32035:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998247.919883:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.919884:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787998247.919887:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998247.919892:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c13800 x1874850291751424/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998263 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.919898:0:32035:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998247.919900:0:32035:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998247.919903:0:32035:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d1a00ff800. 02000000:00000001:0.0:1787998247.919907:0:32035:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998247.919910:0:32035:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998247.919911:0:32035:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998247.919913:0:32035:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998247.919915:0:32035:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1923a2400. 02000000:00000001:0.0:1787998247.919918:0:32035:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998247.919920:0:32035:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998247.919922:0:32035:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c13800. 00000100:00000001:0.0:1787998247.919925:0:32035:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998247.919926:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998247.919929:0:32035:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:0.0:1787998247.919933:0:32035:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.919938:0:32035:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1787998247.919940:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fb48 00000080:00002000:0.0:1787998247.919942:0:32035:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-2(ffff94d1834b5510) flags 0x20000e refc 1 00000080:00000001:0.0:1787998247.919944:0:32035:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.919946:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fb90 00000080:00200000:0.0:1787998247.919947:0:32035:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-2, flags=8 00000080:00000002:0.0:1787998247.919953:0:32035:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-2 [0x200000405:0x20:0x0] depth 1 server default LMV inherit depth 0 00000020:00000001:0.0:1787998247.919963:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fd08 00000080:00200008:0.0:1787998247.919965:0:32035:0:(file.c:6295:ll_getattr_dentry()) START file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff94d1989321c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1787998247.919971:0:32035:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1787998247.919974:0:32035:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.919977:0:32035:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1787998247.919978:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fc80 00000080:00200000:0.0:1787998247.919980:0:32035:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x20:0x0](ffff94d1989321c8),name=d21g.recovery-small-2 00000080:00000010:0.0:1787998247.919985:0:32035:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d190450400. 00800000:00000002:0.0:1787998247.919990:0:32035:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998247.919995:0:32035:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998247.919997:0:32035:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998247.919999:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fba0 00800000:00000002:0.0:1787998247.920001:0:32035:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x20:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998247.920004:0:32035:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998247.920008:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998247.920011:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998247.920013:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998247.920015:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998247.920017:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.920019:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998247.920021:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.920024:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998247.920025:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998247.920026:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998247.920028:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998247.920029:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.920031:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1787998247.920032:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.920034:0:32035:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x20:0x0], name='' -> mds #0 00000002:00000001:0.0:1787998247.920038:0:32035:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998247.920039:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fa70 00000002:00010000:0.0:1787998247.920041:0:32035:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x20:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787998247.920045:0:32035:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787998247.920046:0:32035:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998247.920048:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998247.920051:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921e00 count: 2 00010000:00000001:0.0:1787998247.920054:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998247.920057:0:32035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998247.920060:0:32035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998247.920063:0:32035:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8ca26 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acbf2 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1787998247.920071:0:32035:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998247.920075:0:32035:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998247.920077:0:32035:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8ca26 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acbf2 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1787998247.920083:0:32035:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1787998247.920085:0:32035:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998247.920087:0:32035:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998247.920088:0:32035:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998247.920090:0:32035:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998247.920092:0:32035:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1787998247.920095:0:32035:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1787998247.920097:0:32035:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998247.920099:0:32035:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d190450400. 00000080:00000001:0.0:1787998247.920101:0:32035:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787998247.920103:0:32035:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998247.920105:0:32035:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x20:0x0](ffff94d1989321c8) 00000080:00010000:0.0:1787998247.920108:0:32035:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x20:0x0](ffff94d1989321c8) for lock 0xb2d39e653c8ca26 00800000:00000001:0.0:1787998247.920111:0:32035:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998247.920112:0:32035:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998247.920119:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.920121:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.920123:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367400 refcount=3 00000020:00000001:0.0:1787998247.920125:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998247.920127:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998247.920129:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.920130:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998247.920131:0:32035:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.920133:0:32035:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998247.920135:0:32035:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8ca26 from it ffffb66d41c8fcb8 00010000:00000001:0.0:1787998247.920136:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.920137:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.920139:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367400 refcount=3 00000020:00000001:0.0:1787998247.920140:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998247.920142:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998247.920144:0:32035:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998247.920146:0:32035:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8ca26 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acbf2 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787998247.920151:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.920152:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.920153:0:32035:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998247.920155:0:32035:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998247.920157:0:32035:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8ca26 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acbf2 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1787998247.920163:0:32035:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998247.920165:0:32035:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998247.920166:0:32035:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998247.920168:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.920169:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.920170:0:32035:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.920172:0:32035:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998247.920173:0:32035:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.920175:0:32035:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.920177:0:32035:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.920178:0:32035:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998247.920179:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.920180:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787998247.920182:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787998247.920183:0:32035:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998247.920186:0:32035:0:(file.c:6248:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.920190:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fd08 00000080:00000008:0.0:1787998247.920192:0:32035:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff94d1989321c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1787998247.920229:0:32035:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787998247.920232:0:32035:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787998247.920233:0:32035:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1787998247.920235:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fbc0 00000080:00200000:0.0:1787998247.920237:0:32035:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:0.0:1787998247.920240:0:32035:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d190450400. 00800000:00000002:0.0:1787998247.920243:0:32035:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998247.920245:0:32035:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998247.920247:0:32035:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998247.920248:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fae0 00800000:00000002:0.0:1787998247.920250:0:32035:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998247.920253:0:32035:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998247.920254:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998247.920255:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998247.920256:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998247.920258:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998247.920260:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.920262:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998247.920264:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.920266:0:32035:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1787998247.920268:0:32035:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998247.920270:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8f9b0 00000002:00010000:0.0:1787998247.920272:0:32035:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787998247.920274:0:32035:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787998247.920275:0:32035:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998247.920277:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998247.920279:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921700 count: 2 00010000:00000001:0.0:1787998247.920281:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998247.920284:0:32035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998247.920286:0:32035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998247.920289:0:32035:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8ca50 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acc93 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1787998247.920295:0:32035:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998247.920297:0:32035:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998247.920300:0:32035:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8ca50 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acc93 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1787998247.920305:0:32035:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1787998247.920307:0:32035:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998247.920308:0:32035:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998247.920310:0:32035:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998247.920312:0:32035:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998247.920314:0:32035:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1787998247.920316:0:32035:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1787998247.920317:0:32035:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998247.920319:0:32035:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d190450400. 00000080:00000001:0.0:1787998247.920322:0:32035:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787998247.920323:0:32035:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998247.920325:0:32035:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:0.0:1787998247.920328:0:32035:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8ca50 00800000:00000001:0.0:1787998247.920331:0:32035:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998247.920332:0:32035:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998247.920333:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.920335:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.920336:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367800 refcount=3 00000020:00000001:0.0:1787998247.920338:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998247.920340:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998247.920343:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.920344:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998247.920345:0:32035:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.920347:0:32035:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998247.920349:0:32035:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8ca50 from it ffffb66d41c8fbf8 00010000:00000001:0.0:1787998247.920351:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.920352:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.920353:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367800 refcount=3 00000020:00000001:0.0:1787998247.920355:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998247.920357:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998247.920359:0:32035:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998247.920361:0:32035:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8ca50 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acc93 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787998247.920367:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.920368:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.920369:0:32035:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998247.920370:0:32035:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998247.920372:0:32035:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8ca50 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acc93 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1787998247.920378:0:32035:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998247.920379:0:32035:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998247.920380:0:32035:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998247.920382:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.920383:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.920385:0:32035:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.920387:0:32035:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998247.920388:0:32035:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.920390:0:32035:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.920392:0:32035:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.920394:0:32035:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998247.920395:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.920396:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787998247.920397:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787998247.920399:0:32035:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998247.920401:0:32035:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:0.0:1787998247.920404:0:32035:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.920407:0:32035:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1787998247.920409:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fbc0 00000080:00002000:0.0:1787998247.920410:0:32035:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-2(ffff94d1834b5510) flags 0x20000e refc 1 00000080:00000001:0.0:1787998247.920413:0:32035:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.920414:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fc08 00000080:00200000:0.0:1787998247.920415:0:32035:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-2, flags=266 00000080:00000002:0.0:1787998247.920419:0:32035:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-2 [0x200000405:0x20:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1787998247.920423:0:32035:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:0.0:1787998247.920424:0:32035:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000405:0x20:0x0](ffff94d1989321c8), inode mode 41ed mask 44 00000080:00000001:0.0:1787998247.920427:0:32035:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.920444:0:32035:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1787998247.920447:0:32035:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1787998247.920449:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fb78 00000080:00200008:0.0:1787998247.920451:0:32035:0:(file.c:1090:ll_file_open()) START file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff94d1989321c8), flags 704400 00000080:00000010:0.0:1787998247.920456:0:32035:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d186331e00. 00000080:00000001:0.0:1787998247.920462:0:32035:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1787998247.920464:0:32035:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d190450400. 00800000:00000002:0.0:1787998247.920467:0:32035:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998247.920470:0:32035:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998247.920471:0:32035:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998247.920473:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fa28 00800000:00000002:0.0:1787998247.920475:0:32035:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x20:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998247.920477:0:32035:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1787998247.920479:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998247.920480:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998247.920482:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998247.920483:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998247.920485:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.920486:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1787998247.920488:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.920490:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8f9a8 00800000:00000002:0.0:1787998247.920492:0:32035:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x20:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1787998247.920495:0:32035:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998247.920496:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8f8e0 00000002:00010000:0.0:1787998247.920498:0:32035:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x20:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:0.0:1787998247.920502:0:32035:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1787998247.920503:0:32035:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1787998247.920506:0:32035:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1787998247.920509:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921e00 count: 2 00010000:00000001:0.0:1787998247.920511:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998247.920513:0:32035:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1787998247.920516:0:32035:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.920518:0:32035:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.920520:0:32035:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.920521:0:32035:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1787998247.920523:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921700 count: 2 00010000:00000001:0.0:1787998247.920525:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998247.920526:0:32035:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1787998247.920527:0:32035:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.920529:0:32035:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.920530:0:32035:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998247.920533:0:32035:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c13800. 00000020:00000040:0.0:1787998247.920537:0:32035:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:0.0:1787998247.920542:0:32035:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787998247.920543:0:32035:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.920546:0:32035:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1787998247.920549:0:32035:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998247.920552:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.920553:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.920554:0:32035:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.920557:0:32035:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998247.920559:0:32035:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998247.920561:0:32035:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998247.920567:0:32035:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1923a2400. 00000100:00000001:0.0:1787998247.920573:0:32035:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.920577:0:32035:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998247.920578:0:32035:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.920580:0:32035:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998247.920581:0:32035:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.920583:0:32035:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.920588:0:32035:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626226547275776 : -117847162275840 : ffff94d191c13800) 00010000:00000001:0.0:1787998247.920591:0:32035:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1787998247.920593:0:32035:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1787998247.920597:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921700 count: 2 00010000:00000001:0.0:1787998247.920598:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998247.920600:0:32035:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1787998247.920603:0:32035:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d187366800. 00000020:00000001:0.0:1787998247.920605:0:32035:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1787998247.920620:0:32035:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d187366800 with handle 0xb2d39e653c8ca57 to hash 00000020:00000001:0.0:1787998247.920627:0:32035:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1787998247.920629:0:32035:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998247.920632:0:32035:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998247.920634:0:32035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998247.920636:0:32035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998247.920639:0:32035:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8ca57 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32035 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998247.920645:0:32035:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8ca57 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32035 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787998247.920657:0:32035:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787998247.920663:0:32035:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191c13800 x1874850291751680/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787998247.920671:0:32035:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8ca57 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32035 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1787998247.920677:0:32035:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998247.920678:0:32035:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998247.921143:0:32035:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a00af300. 00000100:00000001:0.0:1787998247.921147:0:32035:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786988800 : -117846922562816 : ffff94d1a00af300) 00000100:00000001:0.0:1787998247.921150:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.921152:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547275776 : -117847162275840 : ffff94d191c13800) 00000100:00000001:0.0:1787998247.921156:0:32035:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998247.921159:0:32035:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.921161:0:32035:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998247.921163:0:32035:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998247.921168:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c13800 x1874850291751680/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.921176:0:32035:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998247.921179:0:32035:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.921182:0:32035:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998247.921184:0:32035:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998247.921187:0:32035:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998247.921190:0:32035:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c13800 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32035:1874850291751680:192.168.206.123@tcp:101:rm.0 00000100:00000001:0.0:1787998247.921194:0:32035:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998247.921198:0:32035:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998247.921200:0:32035:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.921203:0:32035:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998247.921294:0:32035:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94d199f00000. 02000000:00000001:0.0:1787998247.921298:0:32035:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998247.921306:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998247.921311:0:32035:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30dc0. 00000400:00000010:0.0:1787998247.921317:0:32035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94d1a00ff800. 00000100:00000200:0.0:1787998247.921323:0:32035:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1874850291751680, portal 10 00000100:00000001:0.0:1787998247.921326:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.921327:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547275776 : -117847162275840 : ffff94d191c13800) 00000100:00000040:0.0:1787998247.921333:0:32035:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191c13800 x1874850291751680/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998263 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.921346:0:32035:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998247.921349:0:32035:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998247.921352:0:32035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1928074c8. 00000100:00000200:0.0:1787998247.921355:0:32035:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1874850291751680, offset 0 00000400:00000200:0.0:1787998247.921361:0:32035:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998247.921369:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998247.921376:0:32035:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998247.921381:0:32035:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998247.921384:0:32035:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998247.921387:0:32035:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998247.921390:0:32035:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998247.921394:0:32035:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2659:2659:256:4294967295] 192.168.206.123@tcp LPNI seq info [2659:2659:8:4294967295] 00000400:00000200:0.0:1787998247.921398:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998247.921407:0:32035:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998247.921413:0:32035:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998247.921418:0:32035:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4800. 00000800:00000200:0.0:1787998247.921424:0:32035:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998247.921535:0:32035:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998247.921541:0:32035:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4800 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1787998247.921628:0:32035:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998247.921633:0:32035:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 835715 usecs (836 jiffies) 00000400:00000200:0.0:1787998247.921636:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998247.921639:0:32035:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296428914 00000100:00000001:0.0:1787998247.921642:0:32035:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296430580 00000100:00000001:0.0:1787998247.921645:0:32035:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296428914 00000100:00000001:0.0:1787998247.921647:0:32035:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296430581 00000100:00000001:0.0:1787998247.921649:0:32035:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998247.921652:0:32035:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.921654:0:32035:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998247.921656:0:32035:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998247.921659:0:32035:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a00af300 going to sleep for 11 seconds 00000100:00000001:0.0:1787998247.921661:0:32035:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998247.921664:0:32035:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998247.922576:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998247.922582:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4800. 00000400:00000200:3.0:1787998247.922587:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998247.922593:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998247.922599:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928074c8 00000400:00000010:3.0:1787998247.922601:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928074c8. 00000100:00000001:3.0:1787998247.922606:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998247.922612:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c13800 x1874850291751680/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998263 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998247.922622:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998247.922625:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c13800 x1874850291751680/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998263 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998247.922632:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998247.922634:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998247.926527:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.927147:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998247.927163:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.927168:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.927175:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.927182:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998247.927191:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.927196:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.927200:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.927204:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 664 into portal 10 MB=0x6a92a99a59b00 00000400:00000200:2.0:1787998247.927209:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.927214:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 664/664 into md 0x7c45 [64] + 224 00000800:00000001:2.0:1787998247.927220:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.927228:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.927231:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.927235:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998247.927242:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998247.927250:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c13800 x1874850291751680/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998263 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998247.927259:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff94d191c13800 x1874850291751680/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.927289:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998247.927297:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.927300:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.927506:0:32035:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998247.927515:0:32035:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998247.927517:0:32035:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998247.927520:0:32035:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30dc0. 00000400:00000200:0.0:1787998247.927524:0:32035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1a00ff800 00000400:00000010:0.0:1787998247.927526:0:32035:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff94d1a00ff800. 00000100:00000001:0.0:1787998247.927529:0:32035:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998247.927543:0:32035:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c13800 x1874850291751680/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998247.927552:0:32035:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c13800 x1874850291751680/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.927558:0:32035:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998247.927560:0:32035:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.927562:0:32035:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998247.927565:0:32035:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998247.927568:0:32035:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998247.927570:0:32035:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.927574:0:32035:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998247.927582:0:32035:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=73 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998247.927586:0:32035:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998247.927588:0:32035:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1787998247.927592:0:32035:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94d191c13800 x1874850291751680/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.927598:0:32035:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1787998247.927601:0:32035:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1787998247.927603:0:32035:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1787998247.927605:0:32035:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1787998247.927616:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.927618:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547275776 : -117847162275840 : ffff94d191c13800) 00000100:00000001:0.0:1787998247.927628:0:32035:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998247.927630:0:32035:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967597 00000100:00000001:0.0:1787998247.927632:0:32035:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998247.927635:0:32035:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1787998247.927640:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c13800 x1874850291751680/t4294967606(4294967606) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998263 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.927647:0:32035:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1787998247.927651:0:32035:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998247.927652:0:32035:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998247.927656:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c13800 x1874850291751680/t4294967606(4294967606) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998263 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998247.927663:0:32035:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c13800 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32035:1874850291751680:192.168.206.123@tcp:101:rm.0 00000100:00000001:0.0:1787998247.927668:0:32035:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.927671:0:32035:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1787998247.927673:0:32035:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998247.927676:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998247.927679:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c13800 x1874850291751680/t4294967606(4294967606) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998263 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.927696:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998247.927698:0:32035:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a00af300. 00000100:00000001:0.0:1787998247.927702:0:32035:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998247.927703:0:32035:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1787998247.927708:0:32035:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1787998247.927712:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.927714:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.927717:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366800 refcount=4 00000020:00000001:0.0:1787998247.927719:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998247.927723:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00010000:0.0:1787998247.927727:0:32035:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8ca57 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32035 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.927738:0:32035:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1787998247.927743:0:32035:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8ca57 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32035 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.927749:0:32035:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998247.927751:0:32035:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8ca57 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32035 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.927757:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.927759:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1787998247.927791:0:32035:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8ca57 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32035 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.927798:0:32035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998247.927801:0:32035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.927804:0:32035:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1787998247.927806:0:32035:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8ca57 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32035 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998247.927812:0:32035:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d187366800 already unused, calling callback (ffffffffc1bbc3c0) 00000080:00000001:0.0:1787998247.927815:0:32035:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1787998247.927818:0:32035:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8ca57 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32035 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.927824:0:32035:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1787998247.927826:0:32035:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1787998247.927829:0:32035:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8ca57 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32035 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.927834:0:32035:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1787998247.927836:0:32035:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1787998247.927837:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.927839:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.927840:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366800 refcount=5 00000020:00000001:0.0:1787998247.927842:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998247.927844:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998247.927847:0:32035:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787998247.927849:0:32035:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8ca57 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32035 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1787998247.927855:0:32035:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1787998247.927856:0:32035:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998247.927859:0:32035:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1787998247.927861:0:32035:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1787998247.927864:0:32035:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787998247.927866:0:32035:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787998247.927867:0:32035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998247.927869:0:32035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1787998247.927872:0:32035:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d187366800 with handle 0xb2d39e653c8ca57 from hash 00010000:00000001:0.0:1787998247.927874:0:32035:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787998247.927875:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.927881:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.927882:0:32035:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787998247.927884:0:32035:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787998247.927885:0:32035:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1787998247.927887:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.927888:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.927889:0:32035:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.927890:0:32035:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998247.927893:0:32035:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8ca57 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32035 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.927898:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.927899:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.927900:0:32035:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1787998247.927902:0:32035:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998247.927903:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.927904:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.927905:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787998247.927907:0:32035:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8ca57 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32035 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.927921:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.927922:0:32035:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1787998247.927926:0:32035:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1787998247.927934:0:32035:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff94d191c13800 x1874850291751680/t4294967606(4294967606) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998263 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1787998247.927943:0:32035:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1787998247.927947:0:32035:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d191c13800 x1874850291751680/t4294967606(4294967606) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998263 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1787998247.927953:0:32035:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.927958:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1787998247.927959:0:32035:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.927961:0:32035:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.927963:0:32035:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.927966:0:32035:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1787998247.927967:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.927968:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547275776 : -117847162275840 : ffff94d191c13800) 00010000:00000001:0.0:1787998247.927970:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1787998247.927971:0:32035:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.927973:0:32035:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1787998247.927976:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8f868 00000002:00002000:0.0:1787998247.927978:0:32035:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:0.0:1787998247.927981:0:32035:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.927984:0:32035:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.927986:0:32035:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1787998247.927989:0:32035:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1787998247.927991:0:32035:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.927995:0:32035:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998247.927998:0:32035:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d190450400. 00000080:00000001:0.0:1787998247.928002:0:32035:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1787998247.928008:0:32035:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1787998247.928011:0:32035:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1787998247.928017:0:32035:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d190b35780. 00800000:00000001:0.0:1787998247.928019:0:32035:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626226529589120 : -117847179962496 : ffff94d190b35780) 00800000:00000001:0.0:1787998247.928022:0:32035:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.928024:0:32035:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1787998247.928027:0:32035:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1787998247.928029:0:32035:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x20:0x0] 00000080:00000001:0.0:1787998247.928032:0:32035:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1787998247.928034:0:32035:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1787998247.928036:0:32035:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.928041:0:32035:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:0.0:1787998247.928044:0:32035:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1787998247.928048:0:32035:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x20:0x0], updating i_size 4096 00000080:00000001:0.0:1787998247.928051:0:32035:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1787998247.928053:0:32035:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1787998247.928055:0:32035:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d190b35780 1 00800000:00000010:0.0:1787998247.928057:0:32035:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d190b35780. 00800000:00000001:0.0:1787998247.928060:0:32035:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1787998247.928063:0:32035:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-2 [0x200000405:0x20:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:0.0:1787998247.928067:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998247.928071:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c13800 x1874850291751680/t4294967606(4294967606) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998263 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.928077:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.928080:0:32035:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998247.928085:0:32035:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d190b35780. 00000080:00000001:0.0:1787998247.928087:0:32035:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1787998247.928090:0:32035:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1787998247.928093:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998247.928095:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998247.928098:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998247.928100:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998247.928102:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.928105:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1787998247.928108:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.928110:0:32035:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1787998247.928114:0:32035:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d190a9cfe0. 00000002:00100000:0.0:1787998247.928119:0:32035:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d191c13800 x1874850291751680/t4294967606(4294967606) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998263 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1787998247.928126:0:32035:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.928128:0:32035:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1787998247.928136:0:32035:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1787998247.928139:0:32035:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.928142:0:32035:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1787998247.928144:0:32035:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.928145:0:32035:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998247.928149:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998247.928153:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c13800 x1874850291751680/t4294967606(4294967606) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998263 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1787998247.928160:0:32035:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998247.928163:0:32035:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94d199f00000. 02000000:00000001:0.0:1787998247.928207:0:32035:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1787998247.928209:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.928212:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fb78 00000080:00000008:0.0:1787998247.928214:0:32035:0:(file.c:1329:ll_file_open()) COMPLETED file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff94d1989321c8), flags 704400, rc = 0 00000080:00000001:0.0:1787998247.928217:0:32035:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.928238:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fd28 00000080:00200008:0.0:1787998247.928240:0:32035:0:(file.c:6295:ll_getattr_dentry()) START file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff94d1989321c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1787998247.928247:0:32035:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1787998247.928250:0:32035:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.928253:0:32035:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1787998247.928254:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fca0 00000080:00200000:0.0:1787998247.928256:0:32035:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x20:0x0](ffff94d1989321c8),name=d21g.recovery-small-2 00000080:00000010:0.0:1787998247.928261:0:32035:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d190450400. 00800000:00000002:0.0:1787998247.928265:0:32035:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998247.928270:0:32035:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998247.928273:0:32035:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998247.928274:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fbc0 00800000:00000002:0.0:1787998247.928276:0:32035:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x20:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998247.928280:0:32035:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998247.928283:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998247.928285:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998247.928286:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998247.928287:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998247.928289:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.928290:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998247.928292:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.928294:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998247.928295:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998247.928296:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998247.928297:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998247.928298:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.928300:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1787998247.928302:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.928304:0:32035:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x20:0x0], name='' -> mds #0 00000002:00000001:0.0:1787998247.928308:0:32035:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998247.928309:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fa90 00000002:00010000:0.0:1787998247.928311:0:32035:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x20:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787998247.928314:0:32035:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787998247.928316:0:32035:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998247.928318:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998247.928323:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921e00 count: 2 00010000:00000001:0.0:1787998247.928326:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998247.928330:0:32035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998247.928332:0:32035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998247.928336:0:32035:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8ca26 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acbf2 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1787998247.928359:0:32035:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998247.928363:0:32035:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998247.928367:0:32035:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8ca26 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acbf2 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1787998247.928373:0:32035:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1787998247.928375:0:32035:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998247.928376:0:32035:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998247.928379:0:32035:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998247.928381:0:32035:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998247.928382:0:32035:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1787998247.928385:0:32035:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1787998247.928386:0:32035:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998247.928389:0:32035:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d190450400. 00000080:00000001:0.0:1787998247.928392:0:32035:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787998247.928394:0:32035:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998247.928396:0:32035:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x20:0x0](ffff94d1989321c8) 00000080:00010000:0.0:1787998247.928400:0:32035:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x20:0x0](ffff94d1989321c8) for lock 0xb2d39e653c8ca26 00800000:00000001:0.0:1787998247.928403:0:32035:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998247.928404:0:32035:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998247.928406:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.928407:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.928409:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367400 refcount=3 00000020:00000001:0.0:1787998247.928410:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998247.928412:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998247.928414:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.928415:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998247.928417:0:32035:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.928418:0:32035:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998247.928420:0:32035:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8ca26 from it ffffb66d41c8fcd8 00010000:00000001:0.0:1787998247.928422:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.928423:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.928424:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367400 refcount=3 00000020:00000001:0.0:1787998247.928425:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998247.928427:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998247.928428:0:32035:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998247.928431:0:32035:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8ca26 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acbf2 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1787998247.928438:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.928439:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.928440:0:32035:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998247.928442:0:32035:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998247.928445:0:32035:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8ca26 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acbf2 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1787998247.928451:0:32035:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998247.928454:0:32035:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998247.928455:0:32035:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998247.928459:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.928460:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.928461:0:32035:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.928464:0:32035:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998247.928465:0:32035:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.928467:0:32035:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.928470:0:32035:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.928472:0:32035:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998247.928473:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.928474:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787998247.928476:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787998247.928477:0:32035:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998247.928480:0:32035:0:(file.c:6248:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.928483:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fd28 00000080:00000008:0.0:1787998247.928485:0:32035:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff94d1989321c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1787998247.928500:0:32035:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1787998247.928502:0:32035:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x20:0x0](ffff94d1989321c8) pos/size0/4096 32bit_api 0 00000080:00000010:0.0:1787998247.928507:0:32035:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d190450400. 00800000:00000002:0.0:1787998247.928509:0:32035:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d191236680 2 00000080:00000001:0.0:1787998247.928512:0:32035:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:0.0:1787998247.928516:0:32035:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:0.0:1787998247.928518:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998247.928519:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998247.928520:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998247.928521:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998247.928523:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.928525:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1787998247.928527:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.928534:0:32035:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:0.0:1787998247.928536:0:32035:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998247.928538:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fab8 00000002:00010000:0.0:1787998247.928540:0:32035:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x20:0x0]) in obj [0x200000405:0x20:0x0], intent: readdir flags 0 00000002:00000001:0.0:1787998247.928543:0:32035:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787998247.928544:0:32035:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998247.928545:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998247.928548:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921e00 count: 2 00010000:00000001:0.0:1787998247.928550:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998247.928554:0:32035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998247.928556:0:32035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998247.928559:0:32035:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8ca26 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acbf2 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1787998247.928564:0:32035:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998247.928566:0:32035:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998247.928569:0:32035:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8ca26 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acbf2 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1787998247.928575:0:32035:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1787998247.928576:0:32035:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998247.928578:0:32035:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998247.928580:0:32035:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998247.928581:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.928582:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.928584:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367400 refcount=3 00000020:00000001:0.0:1787998247.928586:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998247.928588:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998247.928589:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.928591:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998247.928592:0:32035:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.928629:0:32035:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:0.0:1787998247.928634:0:32035:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff94d1a00ff800. 00000002:00000001:0.0:1787998247.929218:0:32035:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:0.0:1787998247.929224:0:32035:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c12680. 00000020:00000040:0.0:1787998247.929228:0:32035:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998247.929233:0:32035:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998247.929235:0:32035:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998247.929238:0:32035:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998247.929244:0:32035:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d190450200. 00000100:00000001:0.0:1787998247.929249:0:32035:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.929252:0:32035:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1787998247.929255:0:32035:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff94d1923a1c00. 00000100:00000010:0.0:1787998247.929259:0:32035:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff94d182bc5000. 00000020:00000040:0.0:1787998247.929261:0:32035:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=10 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998247.929285:0:32035:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998247.929287:0:32035:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998247.929292:0:32035:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a00af300. 00000100:00000001:0.0:1787998247.929294:0:32035:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786988800 : -117846922562816 : ffff94d1a00af300) 00000100:00000001:0.0:1787998247.929296:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.929297:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547271296 : -117847162280320 : ffff94d191c12680) 00000100:00000001:0.0:1787998247.929301:0:32035:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998247.929305:0:32035:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.929307:0:32035:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998247.929308:0:32035:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998247.929314:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c12680 x1874850291751808/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.929321:0:32035:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998247.929323:0:32035:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.929326:0:32035:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998247.929328:0:32035:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998247.929330:0:32035:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998247.929333:0:32035:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c12680 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32035:1874850291751808:192.168.206.123@tcp:37:rm.0 00000100:00000001:0.0:1787998247.929337:0:32035:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998247.929341:0:32035:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998247.929344:0:32035:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.929346:0:32035:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:0.0:1787998247.929352:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998247.929356:0:32035:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30dc0. 00000400:00000010:0.0:1787998247.929364:0:32035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff94d1a00de000. 00000100:00000200:0.0:1787998247.929372:0:32035:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a92a99a59b80-0x6a92a99a59b80, portal 14 00000100:00000001:0.0:1787998247.929375:0:32035:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.929377:0:32035:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998247.929380:0:32035:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a3c00. 02000000:00000001:0.0:1787998247.929382:0:32035:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998247.929386:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998247.929388:0:32035:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000400:00000010:0.0:1787998247.929392:0:32035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807a18. 00000100:00000200:0.0:1787998247.929396:0:32035:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291751808, portal 10 00000100:00000001:0.0:1787998247.929398:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.929399:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547271296 : -117847162280320 : ffff94d191c12680) 00000100:00000040:0.0:1787998247.929405:0:32035:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191c12680 x1874850291751808/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998263 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.929411:0:32035:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998247.929414:0:32035:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998247.929417:0:32035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807440. 00000100:00000200:0.0:1787998247.929420:0:32035:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1874850291751808, offset 0 00000400:00000200:0.0:1787998247.929426:0:32035:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998247.929433:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998247.929440:0:32035:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998247.929444:0:32035:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998247.929448:0:32035:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998247.929451:0:32035:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998247.929454:0:32035:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998247.929457:0:32035:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2660:2660:256:4294967295] 192.168.206.123@tcp LPNI seq info [2660:2660:8:4294967295] 00000400:00000200:0.0:1787998247.929461:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998247.929470:0:32035:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998247.929476:0:32035:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998247.929480:0:32035:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4700. 00000800:00000200:0.0:1787998247.929486:0:32035:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998247.929493:0:32035:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998247.929497:0:32035:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4700 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1787998247.929516:0:32035:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998247.929521:0:32035:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 834490 usecs (835 jiffies) 00000400:00000200:0.0:1787998247.929524:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998247.929527:0:32035:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296428921 00000100:00000001:0.0:1787998247.929530:0:32035:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296430580 00000100:00000001:0.0:1787998247.929532:0:32035:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296428921 00000100:00000001:0.0:1787998247.929534:0:32035:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296430581 00000100:00000001:0.0:1787998247.929536:0:32035:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998247.929539:0:32035:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.929541:0:32035:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998247.929543:0:32035:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998247.929545:0:32035:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a00af300 going to sleep for 11 seconds 00000100:00000001:0.0:1787998247.929548:0:32035:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998247.929550:0:32035:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998247.929682:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998247.929686:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4700. 00000400:00000200:3.0:1787998247.929691:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998247.929696:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998247.929700:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807440 00000400:00000010:3.0:1787998247.929702:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807440. 00000100:00000001:3.0:1787998247.929706:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998247.929710:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c12680 x1874850291751808/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998263 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998247.929718:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998247.929720:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c12680 x1874850291751808/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998263 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998247.929726:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998247.929727:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998247.933369:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.933385:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998247.933389:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.933391:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.933399:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.933468:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998247.933477:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.933482:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.933486:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.933490:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 4096 into portal 14 MB=0x6a92a99a59b80 00000400:00000200:2.0:1787998247.933494:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.933500:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.206.123@tcp of length 4096/4096 into md 0x7c4d [256] + 0 00000400:00000010:2.0:1787998247.933505:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30dc0. 00000400:00000200:2.0:1787998247.933510:0:2396:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff94d1a00de000 00000800:00000001:2.0:1787998247.933516:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.933524:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.933528:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.933532:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998247.933536:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1a00de000 00000400:00000010:2.0:1787998247.933539:0:2396:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff94d1a00de000. 00000100:00000001:2.0:1787998247.933544:0:2396:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1787998247.933546:0:2396:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff94d191c12680 desc ffff94d1923a1c00 mbits 1874850291751808 00000100:00000001:0.0:1787998247.933590:0:32035:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998247.933594:0:32035:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998247.933619:0:2396:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1787998247.933677:0:2396:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1787998247.933681:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.933686:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.23@tcp to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998247.933692:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2661:2661:256:4294967295] 192.168.206.123@tcp LPNI seq info [2661:2661:8:4294967295] 00000400:00000200:2.0:1787998247.933697:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.933705:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:192.168.206.23@tcp) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) 192.168.206.123@tcp : ACK try# 0 00000800:00000200:2.0:1787998247.933711:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998247.933718:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff94d1a01e8000. 00000800:00000200:2.0:1787998247.933725:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998247.933731:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998247.933735:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1a01e8000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1787998247.934416:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998247.934422:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff94d1a01e8000. 00000400:00000200:2.0:1787998247.934427:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.934432:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: ACK: OK 00000800:00000001:2.0:1787998247.934440:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.934445:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998247.937501:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.937518:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998247.937531:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.937535:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.937547:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.937554:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998247.937563:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.937567:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.937572:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.937576:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 440 into portal 10 MB=0x6a92a99a59b80 00000400:00000200:2.0:1787998247.937581:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.937586:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 440/440 into md 0x7c55 [1] + 224 00000800:00000001:2.0:1787998247.937593:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.937603:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.937606:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.937611:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998247.937617:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998247.937626:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c12680 x1874850291751808/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998263 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998247.937636:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff94d191c12680 x1874850291751808/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.937684:0:32035:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998247.937702:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998247.937710:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.937714:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1787998247.937749:0:32035:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998247.937752:0:32035:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998247.937755:0:32035:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30528. 00000400:00000200:0.0:1787998247.937759:0:32035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807a18 00010000:00000010:0.1:1787998247.937809:0:32035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366800. 00000400:00000010:0.0:1787998247.937818:0:32035:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807a18. 00000100:00000001:0.0:1787998247.937822:0:32035:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998247.937827:0:32035:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c12680 x1874850291751808/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998247.937836:0:32035:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c12680 x1874850291751808/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.937841:0:32035:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998247.937843:0:32035:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.937845:0:32035:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998247.937849:0:32035:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998247.937851:0:32035:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998247.937853:0:32035:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.937856:0:32035:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998247.937866:0:32035:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06cf0 time=73 v=5 (5 5 5 5) 00000100:00001000:0.0:1787998247.937870:0:32035:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998247.937872:0:32035:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998247.937873:0:32035:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.937876:0:32035:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998247.937879:0:32035:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.937883:0:32035:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998247.937885:0:32035:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967597 00000100:00000001:0.0:1787998247.937887:0:32035:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998247.937890:0:32035:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998247.937894:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff94d191c12680 x1874850291751808/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1787998247.937902:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff94d191c12680 x1874850291751808/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998263 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.937909:0:32035:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998247.937911:0:32035:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998247.937915:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c12680 x1874850291751808/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998263 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998247.937922:0:32035:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c12680 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32035:1874850291751808:192.168.206.123@tcp:37:rm.0 00000100:00000001:0.0:1787998247.937927:0:32035:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.937929:0:32035:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.937932:0:32035:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998247.937934:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998247.937937:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c12680 x1874850291751808/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998263 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.937944:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998247.937946:0:32035:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a00af300. 00000100:00000001:0.0:1787998247.937950:0:32035:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998247.937951:0:32035:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.937955:0:32035:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.937958:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998247.937961:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c12680 x1874850291751808/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998263 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.937967:0:32035:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998247.937969:0:32035:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998247.937972:0:32035:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1923a3c00. 02000000:00000001:0.0:1787998247.937975:0:32035:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998247.937977:0:32035:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998247.937979:0:32035:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998247.937981:0:32035:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1787998247.937983:0:32035:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1787998247.937985:0:32035:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998247.937986:0:32035:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998247.937987:0:32035:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:0.0:1787998247.938010:0:32035:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff94d182bc5000. 00000100:00000010:0.0:1787998247.938014:0:32035:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff94d1923a1c00. 00000100:00000001:0.0:1787998247.938016:0:32035:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1787998247.938018:0:32035:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d190450200. 02000000:00000001:0.0:1787998247.938021:0:32035:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998247.938022:0:32035:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998247.938024:0:32035:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c12680. 00000100:00000001:0.0:1787998247.938028:0:32035:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998247.938029:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998247.938031:0:32035:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:0.0:1787998247.938033:0:32035:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:0.0:1787998247.938617:0:32035:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff94d1a00ff800. 00000002:00000001:0.0:1787998247.938623:0:32035:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.938629:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.938631:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.938634:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367400 refcount=3 00000020:00000001:0.0:1787998247.938636:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998247.938639:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998247.938641:0:32035:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998247.938647:0:32035:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8ca26 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acbf2 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1787998247.938661:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.938663:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.938665:0:32035:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998247.938667:0:32035:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998247.938671:0:32035:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8ca26 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acbf2 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1787998247.938678:0:32035:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998247.938681:0:32035:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998247.938683:0:32035:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998247.938687:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.938688:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.938689:0:32035:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.938692:0:32035:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998247.938694:0:32035:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.938695:0:32035:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.938698:0:32035:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.938700:0:32035:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998247.938701:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.938702:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:0.0:1787998247.938705:0:32035:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.938710:0:32035:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:0.0:1787998247.938715:0:32035:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611170 : 144115205339611170 : 200000405000022) 00000080:00000001:0.0:1787998247.938717:0:32035:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1787998247.938722:0:32035:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.938725:0:32035:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d191236680 2 00000080:00000010:0.0:1787998247.938729:0:32035:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d190450400. 00000080:00000001:0.0:1787998247.938733:0:32035:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.938804:0:32035:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1787998247.938807:0:32035:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1787998247.938810:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fdd0 00000080:00200008:0.0:1787998247.938813:0:32035:0:(file.c:479:ll_file_release()) START file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff94d1989321c8), flags 704000 00000080:00400000:0.0:1787998247.938816:0:32035:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x20:0x0] 00000080:00000001:0.0:1787998247.938821:0:32035:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1787998247.938822:0:32035:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1787998247.938824:0:32035:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1787998247.938829:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998247.938831:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998247.938833:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998247.938836:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998247.938838:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.938840:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1787998247.938842:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.938847:0:32035:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998247.938849:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998247.938854:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921e00 count: 2 00010000:00000001:0.0:1787998247.938857:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998247.938861:0:32035:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.938863:0:32035:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x20:0x0]: 0 00000080:00000001:0.0:1787998247.938865:0:32035:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1787998247.938867:0:32035:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1787998247.938872:0:32035:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d190450400. 00000080:00000001:0.0:1787998247.938874:0:32035:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:0.0:1787998247.938879:0:32035:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d191236680 2 00000080:00000001:0.0:1787998247.938883:0:32035:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1787998247.938886:0:32035:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1787998247.938887:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998247.938888:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998247.938890:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998247.938891:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998247.938893:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.938895:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1787998247.938897:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.938899:0:32035:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x20:0x0] 00000002:00000001:0.0:1787998247.938901:0:32035:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1787998247.938903:0:32035:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff94d1a0bb2800: [0x200000405:0x20:0x0] file closed with intent: 0 00000100:00000010:0.0:1787998247.938909:0:32035:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c12680. 00000020:00000040:0.0:1787998247.938913:0:32035:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998247.938917:0:32035:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998247.938920:0:32035:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998247.938924:0:32035:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998247.938930:0:32035:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d190450200. 00000100:00000001:0.0:1787998247.938935:0:32035:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1787998247.938948:0:32035:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d191c13800 x1874850291751680/t4294967606(4294967606) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998263 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1787998247.938958:0:32035:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1787998247.938963:0:32035:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191c12680 x1874850291752064/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1787998247.938969:0:32035:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998247.938971:0:32035:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998247.938976:0:32035:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a00af300. 00000100:00000001:0.0:1787998247.938978:0:32035:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786988800 : -117846922562816 : ffff94d1a00af300) 00000100:00000001:0.0:1787998247.938981:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.938982:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547271296 : -117847162280320 : ffff94d191c12680) 00000100:00000001:0.0:1787998247.938986:0:32035:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998247.938990:0:32035:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.938992:0:32035:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998247.938993:0:32035:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998247.938997:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c12680 x1874850291752064/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.939003:0:32035:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998247.939005:0:32035:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.939008:0:32035:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998247.939011:0:32035:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998247.939013:0:32035:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998247.939016:0:32035:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c12680 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32035:1874850291752064:192.168.206.123@tcp:35:rm.0 00000100:00000001:0.0:1787998247.939020:0:32035:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998247.939025:0:32035:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998247.939027:0:32035:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.939029:0:32035:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998247.939033:0:32035:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a1c00. 02000000:00000001:0.0:1787998247.939035:0:32035:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998247.939040:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998247.939044:0:32035:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000400:00000010:0.0:1787998247.939049:0:32035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807a18. 00000100:00000200:0.0:1787998247.939055:0:32035:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291752064, portal 10 00000100:00000001:0.0:1787998247.939057:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.939058:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547271296 : -117847162280320 : ffff94d191c12680) 00000100:00000040:0.0:1787998247.939064:0:32035:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191c12680 x1874850291752064/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998263 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.939071:0:32035:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998247.939073:0:32035:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998247.939076:0:32035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1928076e8. 00000100:00000200:0.0:1787998247.939079:0:32035:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1874850291752064, offset 0 00000400:00000200:0.0:1787998247.939085:0:32035:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998247.939091:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998247.939098:0:32035:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998247.939103:0:32035:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998247.939107:0:32035:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998247.939111:0:32035:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998247.939113:0:32035:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998247.939117:0:32035:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2662:2662:256:4294967295] 192.168.206.123@tcp LPNI seq info [2662:2662:8:4294967295] 00000400:00000200:0.0:1787998247.939121:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998247.939130:0:32035:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998247.939136:0:32035:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998247.939140:0:32035:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4600. 00000800:00000200:0.0:1787998247.939146:0:32035:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998247.939153:0:32035:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998247.939157:0:32035:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1787998247.939175:0:32035:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998247.939180:0:32035:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 833272 usecs (834 jiffies) 00000400:00000200:0.0:1787998247.939183:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998247.939186:0:32035:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296428930 00000100:00000001:0.0:1787998247.939189:0:32035:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296430580 00000100:00000001:0.0:1787998247.939191:0:32035:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296428930 00000100:00000001:0.0:1787998247.939193:0:32035:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296430581 00000100:00000001:0.0:1787998247.939196:0:32035:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998247.939198:0:32035:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.939201:0:32035:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998247.939202:0:32035:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998247.939205:0:32035:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a00af300 going to sleep for 11 seconds 00000100:00000001:0.0:1787998247.939207:0:32035:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998247.939209:0:32035:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998247.939407:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998247.939411:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4600. 00000400:00000200:3.0:1787998247.939415:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998247.939420:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998247.939424:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928076e8 00000400:00000010:3.0:1787998247.939426:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928076e8. 00000100:00000001:3.0:1787998247.939430:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998247.939434:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c12680 x1874850291752064/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998263 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998247.939442:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998247.939445:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c12680 x1874850291752064/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998263 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998247.939457:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998247.939459:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998247.942408:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.942424:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998247.942428:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.942430:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.942438:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.942445:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998247.942454:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.942458:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.942463:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.942467:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a59c80 00000400:00000200:2.0:1787998247.942472:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.942478:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x7c5d [1] + 224 00000800:00000001:2.0:1787998247.942485:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.942491:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.942494:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.942497:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998247.942504:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998247.942512:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c12680 x1874850291752064/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998263 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998247.942522:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d191c12680 x1874850291752064/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.942541:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998247.942548:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.942551:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.942885:0:32035:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998247.942893:0:32035:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998247.942895:0:32035:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998247.942899:0:32035:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30528. 00000400:00000200:0.0:1787998247.942903:0:32035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807a18 00000400:00000010:0.0:1787998247.942905:0:32035:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807a18. 00000100:00000001:0.0:1787998247.942908:0:32035:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998247.942914:0:32035:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c12680 x1874850291752064/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998247.942921:0:32035:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c12680 x1874850291752064/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.942927:0:32035:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998247.942929:0:32035:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.942932:0:32035:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998247.942934:0:32035:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998247.942936:0:32035:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998247.942939:0:32035:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.942942:0:32035:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998247.942950:0:32035:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06cf0 time=73 v=5 (5 5 5 5) 00000100:00001000:0.0:1787998247.942954:0:32035:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998247.942957:0:32035:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998247.942959:0:32035:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.942961:0:32035:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998247.942964:0:32035:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.942967:0:32035:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1787998247.942970:0:32035:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1787998247.942972:0:32035:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1787998247.942974:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.942976:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547271296 : -117847162280320 : ffff94d191c12680) 00000100:00000001:0.0:1787998247.942979:0:32035:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998247.942980:0:32035:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967597 00000100:00000001:0.0:1787998247.942982:0:32035:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998247.942984:0:32035:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998247.942989:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c12680 x1874850291752064/t4294967607(4294967607) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998263 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.942996:0:32035:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998247.942998:0:32035:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998247.943000:0:32035:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998247.943003:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c12680 x1874850291752064/t4294967607(4294967607) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998263 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998247.943010:0:32035:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c12680 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32035:1874850291752064:192.168.206.123@tcp:35:rm.0 00000100:00000001:0.0:1787998247.943014:0:32035:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.943017:0:32035:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.943019:0:32035:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998247.943021:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998247.943023:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c12680 x1874850291752064/t4294967607(4294967607) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998263 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.943029:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998247.943032:0:32035:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a00af300. 00000100:00000001:0.0:1787998247.943035:0:32035:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998247.943036:0:32035:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.943042:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.943044:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547271296 : -117847162280320 : ffff94d191c12680) 00000002:00000001:0.0:1787998247.943046:0:32035:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.943049:0:32035:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.943053:0:32035:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d191236680 2 00000080:00000010:0.0:1787998247.943056:0:32035:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d190450400. 00000080:00000001:0.0:1787998247.943059:0:32035:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1787998247.943063:0:32035:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1787998247.943066:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998247.943068:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998247.943071:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998247.943073:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998247.943075:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.943077:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1787998247.943079:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.943083:0:32035:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1787998247.943087:0:32035:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d191c13800 x1874850291751680/t4294967606(4294967606) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998263 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.943094:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.943095:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547275776 : -117847162275840 : ffff94d191c13800) 00000100:00000001:0.0:1787998247.943097:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998247.943100:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c13800 x1874850291751680/t4294967606(4294967606) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998263 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.943107:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.943108:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998247.943111:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c12680 x1874850291752064/t4294967607(4294967607) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998263 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.943116:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.943118:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998247.943120:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c13800 x1874850291751680/t4294967606(4294967606) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998263 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.943127:0:32035:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1787998247.943130:0:32035:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998247.943132:0:32035:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998247.943134:0:32035:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998247.943137:0:32035:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1923a2400. 02000000:00000001:0.0:1787998247.943141:0:32035:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998247.943142:0:32035:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998247.943144:0:32035:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c13800. 00000100:00000001:0.0:1787998247.943148:0:32035:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998247.943149:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.943151:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998247.943154:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c12680 x1874850291752064/t4294967607(4294967607) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998263 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.943160:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998247.943161:0:32035:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff94d190a9cfe0. 00000002:00000001:0.0:1787998247.943164:0:32035:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.943166:0:32035:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998247.943168:0:32035:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d190b35780. 00000100:00000001:0.0:1787998247.943170:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998247.943173:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c12680 x1874850291752064/t4294967607(4294967607) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998263 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.943178:0:32035:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998247.943179:0:32035:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998247.943181:0:32035:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1923a1c00. 02000000:00000001:0.0:1787998247.943184:0:32035:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998247.943185:0:32035:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998247.943186:0:32035:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998247.943188:0:32035:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998247.943189:0:32035:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d190450200. 02000000:00000001:0.0:1787998247.943191:0:32035:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998247.943192:0:32035:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998247.943193:0:32035:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c12680. 00000100:00000001:0.0:1787998247.943196:0:32035:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998247.943197:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998247.943199:0:32035:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998247.943203:0:32035:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d186331e00. 00000080:00000001:0.0:1787998247.943206:0:32035:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.943211:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fdd0 00000080:00000008:0.0:1787998247.943214:0:32035:0:(file.c:523:ll_file_release()) COMPLETED file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff94d1989321c8), flags 704000, rc = 0 00000080:00000001:0.0:1787998247.943217:0:32035:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.943219:0:32035:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.943267:0:32035:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787998247.943270:0:32035:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787998247.943272:0:32035:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1787998247.943274:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fbc0 00000080:00200000:0.0:1787998247.943276:0:32035:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:0.0:1787998247.943282:0:32035:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d190450200. 00800000:00000002:0.0:1787998247.943288:0:32035:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998247.943291:0:32035:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998247.943294:0:32035:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998247.943296:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fae0 00800000:00000002:0.0:1787998247.943298:0:32035:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998247.943314:0:32035:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998247.943316:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998247.943317:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998247.943319:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998247.943320:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998247.943321:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.943323:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998247.943325:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.943327:0:32035:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1787998247.943331:0:32035:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998247.943333:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8f9b0 00000002:00010000:0.0:1787998247.943334:0:32035:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787998247.943337:0:32035:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787998247.943339:0:32035:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998247.943342:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998247.943347:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921700 count: 2 00010000:00000001:0.0:1787998247.943350:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998247.943354:0:32035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998247.943358:0:32035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998247.943362:0:32035:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8ca50 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acc93 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1787998247.943371:0:32035:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998247.943374:0:32035:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998247.943377:0:32035:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8ca50 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acc93 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1787998247.943388:0:32035:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1787998247.943390:0:32035:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998247.943392:0:32035:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998247.943393:0:32035:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998247.943395:0:32035:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998247.943398:0:32035:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1787998247.943400:0:32035:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1787998247.943402:0:32035:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998247.943404:0:32035:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d190450200. 00000080:00000001:0.0:1787998247.943407:0:32035:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787998247.943409:0:32035:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998247.943411:0:32035:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:0.0:1787998247.943415:0:32035:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8ca50 00800000:00000001:0.0:1787998247.943418:0:32035:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998247.943419:0:32035:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998247.943421:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.943423:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.943426:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367800 refcount=3 00000020:00000001:0.0:1787998247.943428:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998247.943431:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998247.943433:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.943435:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998247.943436:0:32035:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.943438:0:32035:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998247.943440:0:32035:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8ca50 from it ffffb66d41c8fbf8 00010000:00000001:0.0:1787998247.943442:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.943443:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.943444:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367800 refcount=3 00000020:00000001:0.0:1787998247.943446:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998247.943448:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998247.943450:0:32035:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998247.943454:0:32035:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8ca50 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acc93 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1787998247.943461:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.943462:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.943463:0:32035:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998247.943465:0:32035:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998247.943468:0:32035:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8ca50 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acc93 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1787998247.943475:0:32035:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998247.943478:0:32035:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998247.943480:0:32035:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998247.943483:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.943485:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.943486:0:32035:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.943489:0:32035:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998247.943490:0:32035:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.943492:0:32035:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.943495:0:32035:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.943497:0:32035:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998247.943498:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.943499:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787998247.943501:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787998247.943502:0:32035:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998247.943505:0:32035:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:0.0:1787998247.943508:0:32035:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.943512:0:32035:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1787998247.943514:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fbc0 00000080:00002000:0.0:1787998247.943516:0:32035:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-2(ffff94d1834b5510) flags 0x20000e refc 1 00000080:00000001:0.0:1787998247.943518:0:32035:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.943519:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fc08 00000080:00200000:0.0:1787998247.943521:0:32035:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-2, flags=266 00000080:00000002:0.0:1787998247.943526:0:32035:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-2 [0x200000405:0x20:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1787998247.943532:0:32035:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:0.0:1787998247.943533:0:32035:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000405:0x20:0x0](ffff94d1989321c8), inode mode 41ed mask 44 00000080:00000001:0.0:1787998247.943536:0:32035:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.943541:0:32035:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1787998247.943543:0:32035:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1787998247.943545:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fb78 00000080:00200008:0.0:1787998247.943547:0:32035:0:(file.c:1090:ll_file_open()) START file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff94d1989321c8), flags 704400 00000080:00000010:0.0:1787998247.943551:0:32035:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d186331e00. 00000080:00000001:0.0:1787998247.943557:0:32035:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1787998247.943559:0:32035:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d190450200. 00800000:00000002:0.0:1787998247.943562:0:32035:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998247.943564:0:32035:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998247.943566:0:32035:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998247.943567:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fa28 00800000:00000002:0.0:1787998247.943569:0:32035:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x20:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998247.943572:0:32035:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1787998247.943573:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998247.943575:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998247.943576:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998247.943577:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998247.943579:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.943580:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1787998247.943582:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.943584:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8f9a8 00800000:00000002:0.0:1787998247.943586:0:32035:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x20:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1787998247.943589:0:32035:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998247.943590:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8f8e0 00000002:00010000:0.0:1787998247.943592:0:32035:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x20:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:0.0:1787998247.943595:0:32035:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1787998247.943598:0:32035:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1787998247.943601:0:32035:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1787998247.943604:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921e00 count: 2 00010000:00000001:0.0:1787998247.943606:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998247.943609:0:32035:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1787998247.943611:0:32035:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.943613:0:32035:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.943615:0:32035:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.943617:0:32035:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1787998247.943619:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921700 count: 2 00010000:00000001:0.0:1787998247.944102:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998247.944107:0:32035:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1787998247.944109:0:32035:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.944110:0:32035:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.944113:0:32035:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998247.944123:0:32035:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c12680. 00000020:00000040:0.0:1787998247.944127:0:32035:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:0.0:1787998247.944132:0:32035:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787998247.944134:0:32035:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.944338:0:32035:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1787998247.944342:0:32035:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998247.944345:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.944347:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.944348:0:32035:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.944351:0:32035:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998247.944354:0:32035:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998247.944361:0:32035:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998247.944369:0:32035:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1923a1c00. 00000100:00000001:0.0:1787998247.944376:0:32035:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.944380:0:32035:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998247.944382:0:32035:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.944383:0:32035:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998247.944384:0:32035:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.944386:0:32035:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.944393:0:32035:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626226547271296 : -117847162280320 : ffff94d191c12680) 00010000:00000001:0.0:1787998247.944397:0:32035:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1787998247.944399:0:32035:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1787998247.944402:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921700 count: 2 00010000:00000001:0.0:1787998247.944404:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998247.944406:0:32035:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1787998247.944410:0:32035:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d187366800. 00000020:00000001:0.0:1787998247.944413:0:32035:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1787998247.944416:0:32035:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d187366800 with handle 0xb2d39e653c8ca5e to hash 00000020:00000001:0.0:1787998247.944418:0:32035:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1787998247.944420:0:32035:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998247.944423:0:32035:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998247.944426:0:32035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998247.944428:0:32035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998247.944431:0:32035:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8ca5e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32035 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998247.944439:0:32035:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8ca5e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32035 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787998247.944451:0:32035:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787998247.944458:0:32035:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191c12680 x1874850291752320/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787998247.944467:0:32035:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8ca5e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32035 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1787998247.944472:0:32035:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998247.944474:0:32035:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998247.944480:0:32035:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a00af300. 00000100:00000001:0.0:1787998247.944482:0:32035:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786988800 : -117846922562816 : ffff94d1a00af300) 00000100:00000001:0.0:1787998247.944485:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.944486:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547271296 : -117847162280320 : ffff94d191c12680) 00000100:00000001:0.0:1787998247.944489:0:32035:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998247.944493:0:32035:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.944495:0:32035:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998247.944496:0:32035:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998247.944500:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c12680 x1874850291752320/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.944507:0:32035:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998247.944509:0:32035:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.944512:0:32035:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998247.944514:0:32035:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998247.944517:0:32035:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998247.944520:0:32035:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c12680 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32035:1874850291752320:192.168.206.123@tcp:101:rm.0 00000100:00000001:0.0:1787998247.944524:0:32035:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998247.944528:0:32035:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998247.944531:0:32035:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.944533:0:32035:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998247.944680:0:32035:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94d199f00000. 02000000:00000001:0.0:1787998247.944683:0:32035:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998247.944690:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998247.944694:0:32035:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000400:00000010:0.0:1787998247.944700:0:32035:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94d1a00ff800. 00000100:00000200:0.0:1787998247.944707:0:32035:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1874850291752320, portal 10 00000100:00000001:0.0:1787998247.944710:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.944711:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547271296 : -117847162280320 : ffff94d191c12680) 00000100:00000040:0.0:1787998247.944717:0:32035:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191c12680 x1874850291752320/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998263 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.944723:0:32035:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998247.944725:0:32035:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998247.944728:0:32035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807a18. 00000100:00000200:0.0:1787998247.944732:0:32035:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1874850291752320, offset 0 00000400:00000200:0.0:1787998247.944737:0:32035:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998247.944745:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998247.944751:0:32035:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998247.944757:0:32035:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998247.944804:0:32035:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998247.944808:0:32035:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998247.944811:0:32035:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998247.944815:0:32035:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2663:2663:256:4294967295] 192.168.206.123@tcp LPNI seq info [2663:2663:8:4294967295] 00000400:00000200:0.0:1787998247.944819:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998247.944828:0:32035:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998247.944834:0:32035:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998247.944839:0:32035:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4b00. 00000800:00000200:0.0:1787998247.944845:0:32035:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998247.944853:0:32035:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998247.944857:0:32035:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4b00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1787998247.945089:0:32035:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998247.945094:0:32035:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 832051 usecs (833 jiffies) 00000400:00000200:0.0:1787998247.945098:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998247.945101:0:32035:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296428935 00000100:00000001:0.0:1787998247.945103:0:32035:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296430580 00000100:00000001:0.0:1787998247.945105:0:32035:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296428935 00000100:00000001:0.0:1787998247.945108:0:32035:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296430581 00000100:00000001:0.0:1787998247.945110:0:32035:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998247.945112:0:32035:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.945114:0:32035:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998247.945116:0:32035:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998247.945119:0:32035:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a00af300 going to sleep for 11 seconds 00000100:00000001:0.0:1787998247.945121:0:32035:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998247.945123:0:32035:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998247.945264:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998247.945269:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4b00. 00000400:00000200:3.0:1787998247.945275:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998247.945280:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998247.945285:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807a18 00000400:00000010:3.0:1787998247.945287:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807a18. 00000100:00000001:3.0:1787998247.945291:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998247.945295:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c12680 x1874850291752320/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998263 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998247.945315:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998247.945318:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c12680 x1874850291752320/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998263 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998247.945325:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998247.945326:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998247.950108:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.950125:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998247.950128:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.950131:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.950138:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.950145:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998247.950155:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.950159:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.950164:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.950169:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 664 into portal 10 MB=0x6a92a99a59d80 00000400:00000200:2.0:1787998247.950173:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.950179:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 664/664 into md 0x7c65 [64] + 224 00000800:00000001:2.0:1787998247.950185:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.950192:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.950195:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.950200:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998247.950206:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998247.950215:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c12680 x1874850291752320/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998263 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998247.950225:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff94d191c12680 x1874850291752320/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.950268:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998247.950278:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1787998247.950281:0:32035:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1787998247.950282:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1787998247.950288:0:32035:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998247.950290:0:32035:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998247.950293:0:32035:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30528. 00000400:00000200:0.0:1787998247.950297:0:32035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1a00ff800 00000400:00000010:0.0:1787998247.950300:0:32035:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff94d1a00ff800. 00000100:00000001:0.0:1787998247.950303:0:32035:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998247.950308:0:32035:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c12680 x1874850291752320/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998247.950317:0:32035:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c12680 x1874850291752320/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.950323:0:32035:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998247.950325:0:32035:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.950327:0:32035:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998247.950330:0:32035:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998247.950332:0:32035:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998247.950335:0:32035:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.950338:0:32035:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998247.950346:0:32035:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=73 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998247.950350:0:32035:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998247.950353:0:32035:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998247.950355:0:32035:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.950358:0:32035:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998247.950361:0:32035:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.950364:0:32035:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1787998247.950365:0:32035:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1787998247.950367:0:32035:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1787998247.950368:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.950370:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547271296 : -117847162280320 : ffff94d191c12680) 00000100:00000001:0.0:1787998247.950373:0:32035:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998247.950375:0:32035:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967597 00000100:00000001:0.0:1787998247.950377:0:32035:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998247.950380:0:32035:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998247.950385:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c12680 x1874850291752320/t4294967608(4294967608) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998263 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.950392:0:32035:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998247.950394:0:32035:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998247.950396:0:32035:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998247.950400:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c12680 x1874850291752320/t4294967608(4294967608) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998263 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998247.950408:0:32035:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c12680 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32035:1874850291752320:192.168.206.123@tcp:101:rm.0 00000100:00000001:0.0:1787998247.950412:0:32035:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.950415:0:32035:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.950417:0:32035:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998247.950419:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998247.950422:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c12680 x1874850291752320/t4294967608(4294967608) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998263 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.950429:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998247.950432:0:32035:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a00af300. 00000100:00000001:0.0:1787998247.950435:0:32035:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998247.950436:0:32035:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.950439:0:32035:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1787998247.950444:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.950446:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.950449:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366800 refcount=4 00000020:00000001:0.0:1787998247.950452:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998247.950455:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000040:0.0:1787998247.950461:0:32035:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d187366800, remote cookie: 0x4fd9a50f3a6accaf, flags: 0x1001 00010000:00000040:0.0:1787998247.950464:0:32035:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x20:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1787998247.950467:0:32035:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1787998247.950473:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921e00 count: 2 00010000:00000001:0.0:1787998247.950475:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998247.950478:0:32035:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998247.950482:0:32035:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8ca5e lrc: 4/1,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6accaf expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998247.950492:0:32035:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8ca5e lrc: 4/1,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6accaf expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.950499:0:32035:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1787998247.950503:0:32035:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1787998247.950505:0:32035:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1787998247.950507:0:32035:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1787998247.950508:0:32035:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1787998247.950510:0:32035:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x20:0x0].0x0 (ffff94d185921e00) refcount = 2 00010000:00000040:0.0:1787998247.950513:0:32035:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1787998247.950516:0:32035:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8ca26 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acbf2 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787998247.950523:0:32035:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8ca5e lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6accaf expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.950530:0:32035:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1787998247.950533:0:32035:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1787998247.950593:0:32035:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998247.950629:0:32035:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1787998247.950631:0:32035:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998247.950635:0:32035:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8ca5e lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6accaf expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.950641:0:32035:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1787998247.950643:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.950644:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.950645:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.950646:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.950648:0:32035:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.950652:0:32035:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1787998247.950654:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.950656:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.950658:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366800 refcount=3 00000020:00000001:0.0:1787998247.950660:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998247.950662:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998247.950664:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.950665:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1787998247.950670:0:32035:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff94d191c12680 x1874850291752320/t4294967608(4294967608) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998263 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1787998247.950678:0:32035:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1787998247.950682:0:32035:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d191c12680 x1874850291752320/t4294967608(4294967608) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998263 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1787998247.950689:0:32035:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.950694:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.950695:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.950697:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366800 refcount=3 00000020:00000001:0.0:1787998247.950699:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998247.950701:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998247.950851:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.950854:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998247.950855:0:32035:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.950858:0:32035:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.950861:0:32035:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1787998247.950863:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.950864:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547271296 : -117847162280320 : ffff94d191c12680) 00010000:00000001:0.0:1787998247.950867:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.950868:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.950870:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366800 refcount=3 00000020:00000001:0.0:1787998247.950872:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998247.950875:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00000002:00010000:0.0:1787998247.950878:0:32035:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8ca5e lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6accaf expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.950886:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.950887:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.950889:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1787998247.950890:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.950891:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.950892:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366800 refcount=3 00000020:00000001:0.0:1787998247.950894:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998247.950896:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000040:0.0:1787998247.950899:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921e00 count: 3 00010000:00000001:0.0:1787998247.950901:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1787998247.950904:0:32035:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 16 res 8589935621/32 (0 0) 00010000:00000001:0.0:1787998247.950907:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.950908:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998247.950909:0:32035:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1787998247.950912:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8f868 00000002:00002000:0.0:1787998247.950914:0:32035:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:0.0:1787998247.950917:0:32035:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.950920:0:32035:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.950923:0:32035:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1787998247.950925:0:32035:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1787998247.950928:0:32035:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.950932:0:32035:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998247.950935:0:32035:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d190450200. 00000080:00000001:0.0:1787998247.950939:0:32035:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1787998247.950945:0:32035:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1787998247.950949:0:32035:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1787998247.950954:0:32035:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d190b35780. 00800000:00000001:0.0:1787998247.950957:0:32035:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626226529589120 : -117847179962496 : ffff94d190b35780) 00800000:00000001:0.0:1787998247.950959:0:32035:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.950961:0:32035:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1787998247.950964:0:32035:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1787998247.950966:0:32035:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x20:0x0] 00000080:00000001:0.0:1787998247.950968:0:32035:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1787998247.950970:0:32035:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1787998247.950972:0:32035:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.950976:0:32035:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:0.0:1787998247.950979:0:32035:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1787998247.950983:0:32035:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x20:0x0], updating i_size 4096 00010000:00000001:0.0:1787998247.950985:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.950986:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.950987:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366800 refcount=3 00000020:00000001:0.0:1787998247.950989:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998247.950991:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998247.950993:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.950995:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1787998247.950996:0:32035:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1787998247.950998:0:32035:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1787998247.951000:0:32035:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d190b35780 1 00800000:00000010:0.0:1787998247.951002:0:32035:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d190b35780. 00800000:00000001:0.0:1787998247.951005:0:32035:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998247.951008:0:32035:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x20:0x0](ffff94d1989321c8) for lock 0xb2d39e653c8ca5e 00800000:00000001:0.0:1787998247.951011:0:32035:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998247.951013:0:32035:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998247.951014:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.951015:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.951017:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366800 refcount=3 00000020:00000001:0.0:1787998247.951019:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998247.951020:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998247.951023:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.951024:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998247.951025:0:32035:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.951027:0:32035:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1787998247.951030:0:32035:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-2 [0x200000405:0x20:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:0.0:1787998247.951033:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998247.951038:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c12680 x1874850291752320/t4294967608(4294967608) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998263 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.951044:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998247.951047:0:32035:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8ca5e from it ffffb66d41c8fbd0 00010000:00000001:0.0:1787998247.951049:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.951050:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.951051:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366800 refcount=3 00000020:00000001:0.0:1787998247.951053:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998247.951055:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998247.951057:0:32035:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998247.951059:0:32035:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8ca5e lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6accaf expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.951065:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.951066:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.951068:0:32035:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998247.951070:0:32035:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998247.951072:0:32035:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8ca5e lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6accaf expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787998247.951083:0:32035:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998247.951085:0:32035:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998247.951087:0:32035:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998247.951091:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.951093:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.951094:0:32035:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.951098:0:32035:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998247.951099:0:32035:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.951101:0:32035:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.951103:0:32035:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.951105:0:32035:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998247.951106:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.951107:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1787998247.951110:0:32035:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998247.951114:0:32035:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d190b35780. 00000080:00000001:0.0:1787998247.951117:0:32035:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1787998247.951119:0:32035:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1787998247.951121:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998247.951124:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998247.951126:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998247.951128:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998247.951130:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.951132:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1787998247.951133:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.951136:0:32035:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1787998247.951139:0:32035:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d190a9cfe0. 00000002:00100000:0.0:1787998247.951143:0:32035:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d191c12680 x1874850291752320/t4294967608(4294967608) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998263 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1787998247.951148:0:32035:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.951150:0:32035:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1787998247.951153:0:32035:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1787998247.951156:0:32035:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.951159:0:32035:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1787998247.951161:0:32035:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.951163:0:32035:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998247.951166:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998247.951168:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c12680 x1874850291752320/t4294967608(4294967608) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998263 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1787998247.951175:0:32035:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998247.951177:0:32035:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94d199f00000. 02000000:00000001:0.0:1787998247.951222:0:32035:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1787998247.951224:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.951227:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fb78 00000080:00000008:0.0:1787998247.951230:0:32035:0:(file.c:1329:ll_file_open()) COMPLETED file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff94d1989321c8), flags 704400, rc = 0 00000080:00000001:0.0:1787998247.951233:0:32035:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.951254:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fd28 00000080:00200008:0.0:1787998247.951256:0:32035:0:(file.c:6295:ll_getattr_dentry()) START file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff94d1989321c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1787998247.951269:0:32035:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1787998247.951272:0:32035:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.951275:0:32035:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1787998247.951276:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fca0 00000080:00200000:0.0:1787998247.951278:0:32035:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x20:0x0](ffff94d1989321c8),name=d21g.recovery-small-2 00000080:00000010:0.0:1787998247.951284:0:32035:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d190450200. 00800000:00000002:0.0:1787998247.951288:0:32035:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998247.951294:0:32035:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998247.951297:0:32035:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998247.951298:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fbc0 00800000:00000002:0.0:1787998247.951300:0:32035:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x20:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998247.951304:0:32035:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998247.951306:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998247.951307:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998247.951308:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998247.951310:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998247.951312:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.951313:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998247.951315:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.951317:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998247.951318:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998247.951319:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998247.951320:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998247.951321:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.951323:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1787998247.951324:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.951326:0:32035:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x20:0x0], name='' -> mds #0 00000002:00000001:0.0:1787998247.951329:0:32035:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998247.951331:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fa90 00000002:00010000:0.0:1787998247.951332:0:32035:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x20:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787998247.951335:0:32035:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787998247.951337:0:32035:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998247.951339:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998247.951342:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921e00 count: 3 00010000:00000001:0.0:1787998247.951344:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998247.951347:0:32035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998247.951351:0:32035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998247.951354:0:32035:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8ca26 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acbf2 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1787998247.951362:0:32035:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998247.951366:0:32035:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998247.951369:0:32035:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8ca26 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acbf2 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1787998247.951375:0:32035:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1787998247.951376:0:32035:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998247.951378:0:32035:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998247.951380:0:32035:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998247.951381:0:32035:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998247.951383:0:32035:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1787998247.951385:0:32035:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1787998247.951387:0:32035:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998247.951389:0:32035:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d190450200. 00000080:00000001:0.0:1787998247.951392:0:32035:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787998247.951394:0:32035:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998247.951396:0:32035:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x20:0x0](ffff94d1989321c8) 00000080:00010000:0.0:1787998247.951400:0:32035:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x20:0x0](ffff94d1989321c8) for lock 0xb2d39e653c8ca26 00800000:00000001:0.0:1787998247.951402:0:32035:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998247.951403:0:32035:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998247.951404:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.951405:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.951407:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367400 refcount=3 00000020:00000001:0.0:1787998247.951408:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998247.951411:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998247.951413:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.951413:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998247.951415:0:32035:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.951416:0:32035:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998247.951418:0:32035:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8ca26 from it ffffb66d41c8fcd8 00010000:00000001:0.0:1787998247.951420:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.951421:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.951422:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367400 refcount=3 00000020:00000001:0.0:1787998247.951424:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998247.951425:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998247.951427:0:32035:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998247.951429:0:32035:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8ca26 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acbf2 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1787998247.951435:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.951436:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.951437:0:32035:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998247.951438:0:32035:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998247.951441:0:32035:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8ca26 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acbf2 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1787998247.951446:0:32035:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998247.951447:0:32035:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998247.951448:0:32035:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998247.951451:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.951452:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.951453:0:32035:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.951455:0:32035:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998247.951456:0:32035:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.951457:0:32035:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.951459:0:32035:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.951461:0:32035:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998247.951462:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.951463:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787998247.951465:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787998247.951467:0:32035:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998247.951470:0:32035:0:(file.c:6248:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.951474:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fd28 00000080:00000008:0.0:1787998247.951476:0:32035:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff94d1989321c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1787998247.951499:0:32035:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1787998247.951502:0:32035:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x20:0x0](ffff94d1989321c8) pos/size0/4096 32bit_api 0 00000080:00000010:0.0:1787998247.951507:0:32035:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d190450200. 00800000:00000002:0.0:1787998247.951510:0:32035:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d191236680 2 00000080:00000001:0.0:1787998247.951512:0:32035:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:0.0:1787998247.951518:0:32035:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446708485681452544 : -35588028099072 : ffffdfa2043a1600) 00000080:00000001:0.0:1787998247.951521:0:32035:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:0.0:1787998247.951525:0:32035:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611170 : 144115205339611170 : 200000405000022) 00000080:00000001:0.0:1787998247.951527:0:32035:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1787998247.951531:0:32035:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.951533:0:32035:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d191236680 2 00000080:00000010:0.0:1787998247.951889:0:32035:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d190450200. 00000080:00000001:0.0:1787998247.951895:0:32035:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.951909:0:32035:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1787998247.951911:0:32035:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x20:0x0](ffff94d1989321c8) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:0.0:1787998247.951913:0:32035:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1787998247.951915:0:32035:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.951933:0:32035:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787998247.951936:0:32035:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:0.0:1787998247.951937:0:32035:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000405:0x20:0x0](ffff94d1989321c8), inode mode 41ed mask 1 00000080:00000001:0.0:1787998247.951940:0:32035:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.951946:0:32035:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1787998247.951949:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fda0 00000080:00002000:0.0:1787998247.951951:0:32035:0:(dcache.c:87:ll_dcompare()) found name f(ffff94d1834b5798) flags 0x48000e refc 0 00000080:00000001:0.0:1787998247.951953:0:32035:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.951955:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fe10 00000080:00200000:0.0:1787998247.951956:0:32035:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:0.0:1787998247.951961:0:32035:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:0.0:1787998247.951962:0:32035:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000405:0x20:0x0](ffff94d1989321c8), inode mode 41ed mask 3 00000080:00000001:0.0:1787998247.951965:0:32035:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.951968:0:32035:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:0.0:1787998247.951969:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fdf8 00000080:00200000:0.0:1787998247.951971:0:32035:0:(namei.c:2418:ll_unlink()) VFS Op:name=f, dir=[0x200000405:0x20:0x0](ffff94d1989321c8) 00000080:00000001:0.0:1787998247.951973:0:32035:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1787998247.951976:0:32035:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998247.951980:0:32035:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226549081512 : -117847160470104 : ffff94d191dcc5a8) 00000020:00001000:0.0:1787998247.951983:0:32035:0:(cl_object.c:823:cl_env_get()) 1@ffff94d191dcc5a0 00000020:00000001:0.0:1787998247.951985:0:32035:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1787998247.951989:0:32035:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1872424d8) owner 0000000000000000/ffff94d199ed27c0 00020000:00000002:0.0:1787998247.951992:0:32035:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d1a0b0a240 addref 2/0 by ffff94d199ed27c0. 00020000:00000002:0.0:1787998247.951994:0:32035:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1872424d8) owner 0000000000000000/ffff94d199ed27c0 00020000:00000001:0.0:1787998247.951997:0:32035:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1787998247.951999:0:32035:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1787998247.952001:0:32035:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1787998247.952002:0:32035:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1787998247.952005:0:32035:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1787998247.952008:0:32035:0:(cl_object.c:917:cl_env_put()) 1@ffff94d191dcc5a0 00000080:00000001:0.0:1787998247.952010:0:32035:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1787998247.952014:0:32035:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d190450200. 00800000:00000002:0.0:1787998247.952017:0:32035:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d191236680 2 00800000:00000001:0.0:1787998247.952023:0:32035:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1787998247.952025:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998247.952027:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998247.952028:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998247.952029:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998247.952031:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.952033:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1787998247.952035:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.952037:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998247.952038:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998247.952039:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998247.952040:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998247.952042:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.952043:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:0.0:1787998247.952045:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.952046:0:32035:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1787998247.952048:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998247.952049:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998247.952050:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998247.952051:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998247.952053:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.952054:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:0.0:1787998247.952056:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.952058:0:32035:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x22:0x0] 00800000:00000001:0.0:1787998247.952061:0:32035:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.952063:0:32035:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000405:0x20:0x0]/[0x200000405:0x22:0x0] -> mds #0 00000002:00000001:0.0:1787998247.952067:0:32035:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1787998247.952069:0:32035:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1787998247.952072:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921e00 count: 3 00010000:00000001:0.0:1787998247.952074:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998247.952076:0:32035:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1787998247.952080:0:32035:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787998247.952082:0:32035:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8ca26 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4fd9a50f3a6acbf2 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1787998247.952090:0:32035:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1787998247.952094:0:32035:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1787998247.952096:0:32035:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1787998247.952098:0:32035:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000405:0x20:0x0] mode (null) 00000002:00000001:0.0:1787998247.952101:0:32035:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998247.952102:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998247.952105:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921e00 count: 4 00010000:00000001:0.0:1787998247.952107:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998247.952110:0:32035:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1787998247.952112:0:32035:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1787998247.952113:0:32035:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998247.952117:0:32035:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998247.952119:0:32035:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8ca5e lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6accaf expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1787998247.952125:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.952127:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998247.952128:0:32035:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1787998247.952130:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.952131:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.952133:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366800 refcount=2 00000020:00000001:0.0:1787998247.952135:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998247.952137:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998247.952139:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.952140:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998247.952141:0:32035:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998247.952142:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998247.952144:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921e00 count: 4 00010000:00000001:0.0:1787998247.952146:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998247.952148:0:32035:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.952149:0:32035:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998247.952150:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998247.952152:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921e00 count: 4 00010000:00000001:0.0:1787998247.952153:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998247.952155:0:32035:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.952156:0:32035:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1787998247.952159:0:32035:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x20:0x0] lli = ffff94d198932100, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1787998247.952207:0:32035:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1787998247.952209:0:32035:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1787998247.952211:0:32035:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1787998247.952212:0:32035:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x20:0x0](ffff94d1989321c8) invalid 00000020:00000001:0.0:1787998247.952215:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fa60 00000080:00002000:0.0:1787998247.952218:0:32035:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff94d1834b5510) parent ffff94d198a90798 inode ffff94d1989321c8 refc 3 00000080:00000001:0.0:1787998247.952222:0:32035:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1787998247.952223:0:32035:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1787998247.952225:0:32035:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.952229:0:32035:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1787998247.952231:0:32035:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787998247.952232:0:32035:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787998247.952234:0:32035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998247.952235:0:32035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1787998247.952238:0:32035:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d187367400 with handle 0xb2d39e653c8ca26 from hash 00010000:00000001:0.0:1787998247.952240:0:32035:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787998247.952241:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.952242:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.952243:0:32035:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787998247.952246:0:32035:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787998247.952248:0:32035:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1787998247.952251:0:32035:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1787998247.952252:0:32035:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998247.952254:0:32035:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998247.952257:0:32035:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1787998247.952259:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921000 count: 3 00010000:00000001:0.0:1787998247.952261:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998247.952262:0:32035:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1787998247.952264:0:32035:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787998247.952266:0:32035:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367c00/0xb2d39e653c8ca2d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x4fd9a50f3a6acc0e expref: -99 pid: 32034 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1787998247.952272:0:32035:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1787998247.952273:0:32035:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1787998247.952274:0:32035:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1787998247.952276:0:32035:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000405:0x22:0x0] mode (null) 00000002:00000001:0.0:1787998247.952278:0:32035:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998247.952279:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998247.952280:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921000 count: 4 00010000:00000001:0.0:1787998247.952282:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998247.952284:0:32035:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.952286:0:32035:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998247.952287:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998247.952288:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921000 count: 4 00010000:00000001:0.0:1787998247.952290:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998247.952292:0:32035:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.952293:0:32035:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998247.952294:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998247.952295:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921000 count: 4 00010000:00000001:0.0:1787998247.952296:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998247.952298:0:32035:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.952299:0:32035:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998247.952300:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998247.952301:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921000 count: 4 00010000:00000001:0.0:1787998247.952303:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998247.952304:0:32035:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.952306:0:32035:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.952308:0:32035:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:0.0:1787998247.952310:0:32035:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998247.952311:0:32035:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226549081512 : -117847160470104 : ffff94d191dcc5a8) 00000020:00001000:0.0:1787998247.952313:0:32035:0:(cl_object.c:823:cl_env_get()) 1@ffff94d191dcc5a0 00000020:00000001:0.0:1787998247.952315:0:32035:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1787998247.952317:0:32035:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x22:0x0]: losing layout lock 00000080:00000001:0.0:1787998247.952319:0:32035:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1787998247.952322:0:32035:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1787998247.952325:0:32035:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1787998247.952327:0:32035:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1787998247.952329:0:32035:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x22:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1787998247.952331:0:32035:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.952332:0:32035:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1787998247.952333:0:32035:0:(cl_object.c:917:cl_env_put()) 1@ffff94d191dcc5a0 00000080:00000001:0.0:1787998247.952336:0:32035:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.952337:0:32035:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1787998247.952339:0:32035:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x22:0x0](ffff94d198933248) invalid 00000020:00000001:0.0:1787998247.952341:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fa60 00000080:00002000:0.0:1787998247.952342:0:32035:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff94d1834b5798) parent ffff94d1834b5510 inode ffff94d198933248 refc 1 00000080:00000001:0.0:1787998247.952345:0:32035:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1787998247.952346:0:32035:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1787998247.952348:0:32035:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.952349:0:32035:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1787998247.952351:0:32035:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787998247.952352:0:32035:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787998247.952353:0:32035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998247.952354:0:32035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1787998247.952356:0:32035:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d187367c00 with handle 0xb2d39e653c8ca2d from hash 00010000:00000001:0.0:1787998247.952357:0:32035:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787998247.952358:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.952359:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.952360:0:32035:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787998247.952362:0:32035:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787998247.952363:0:32035:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1787998247.952364:0:32035:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787998247.952366:0:32035:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366c00/0xb2d39e653c8ca03 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x4fd9a50f3a6acb89 expref: -99 pid: 31999 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1787998247.952371:0:32035:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1787998247.952372:0:32035:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1787998247.952373:0:32035:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1787998247.952374:0:32035:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000405:0x22:0x0] mode (null) 00000002:00000001:0.0:1787998247.952376:0:32035:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998247.952378:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998247.952379:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921000 count: 4 00010000:00000001:0.0:1787998247.952381:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998247.952382:0:32035:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.952383:0:32035:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.952385:0:32035:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:0.0:1787998247.952386:0:32035:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998247.952387:0:32035:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226549081512 : -117847160470104 : ffff94d191dcc5a8) 00000020:00001000:0.0:1787998247.952389:0:32035:0:(cl_object.c:823:cl_env_get()) 1@ffff94d191dcc5a0 00000020:00000001:0.0:1787998247.952390:0:32035:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1787998247.952391:0:32035:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x22:0x0]: losing layout lock 00000080:00000001:0.0:1787998247.952392:0:32035:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1787998247.952393:0:32035:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1787998247.952394:0:32035:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1787998247.952395:0:32035:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1787998247.952397:0:32035:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x22:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1787998247.952399:0:32035:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998247.952400:0:32035:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1787998247.952401:0:32035:0:(cl_object.c:917:cl_env_put()) 1@ffff94d191dcc5a0 00000080:00000001:0.0:1787998247.952403:0:32035:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.952404:0:32035:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1787998247.952405:0:32035:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.952407:0:32035:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1787998247.952408:0:32035:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787998247.952409:0:32035:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787998247.952410:0:32035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998247.952411:0:32035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1787998247.952413:0:32035:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d187366c00 with handle 0xb2d39e653c8ca03 from hash 00010000:00000001:0.0:1787998247.952415:0:32035:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787998247.952416:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.952417:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.952418:0:32035:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787998247.952419:0:32035:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787998247.952420:0:32035:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1787998247.952423:0:32035:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1787998247.952424:0:32035:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:0.0:1787998247.952426:0:32035:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:0.0:1787998247.952431:0:32035:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c13800. 00000020:00000040:0.0:1787998247.952434:0:32035:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:0.0:1787998247.952440:0:32035:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787998247.952442:0:32035:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.952444:0:32035:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1787998247.952447:0:32035:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998247.952450:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.952451:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.952452:0:32035:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.952454:0:32035:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998247.952457:0:32035:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998247.952460:0:32035:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998247.952466:0:32035:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d190450400. 00000100:00000001:0.0:1787998247.952474:0:32035:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.952477:0:32035:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998247.952479:0:32035:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1787998247.952485:0:32035:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367c00/0xb2d39e653c8ca2d lrc: 1/0,0 mode: --/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4fd9a50f3a6acc0e expref: -99 pid: 32034 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787998247.952492:0:32035:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366c00/0xb2d39e653c8ca03 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4fd9a50f3a6acb89 expref: -99 pid: 31999 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787998247.952499:0:32035:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8ca26 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6acbf2 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787998247.952504:0:32035:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1787998247.952506:0:32035:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1787998247.952507:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787998247.952510:0:32035:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367c00/0xb2d39e653c8ca2d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4fd9a50f3a6acc0e expref: -99 pid: 32034 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1787998247.952515:0:32035:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d190b352c0. 00010000:00000001:0.0:1787998247.952521:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.952522:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787998247.952524:0:32035:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366c00/0xb2d39e653c8ca03 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4fd9a50f3a6acb89 expref: -99 pid: 31999 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1787998247.952530:0:32035:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d190b35580. 00010000:00000040:0.0:1787998247.952532:0:32035:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d185921000 count: 0 00010000:00000010:0.0:1787998247.953162:0:32035:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d1861dbf00. 00010000:00000001:0.0:1787998247.953172:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.953173:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787998247.953176:0:32035:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8ca26 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6acbf2 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1787998247.953183:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.953185:0:32035:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.953188:0:32035:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998247.953189:0:32035:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.953191:0:32035:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1787998247.953202:0:32035:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787998247.953212:0:32035:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191c13800 x1874850291752576/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787998247.953220:0:32035:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998247.953222:0:32035:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998247.953228:0:32035:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a00af300. 00000100:00000001:0.0:1787998247.953230:0:32035:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786988800 : -117846922562816 : ffff94d1a00af300) 00000100:00000001:0.0:1787998247.953233:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.953234:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547275776 : -117847162275840 : ffff94d191c13800) 00000100:00000001:0.0:1787998247.953238:0:32035:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998247.953241:0:32035:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.953243:0:32035:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998247.953245:0:32035:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998247.953248:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c13800 x1874850291752576/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998247.953255:0:32035:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998247.953257:0:32035:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.953260:0:32035:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998247.953262:0:32035:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998247.953265:0:32035:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998247.953268:0:32035:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c13800 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32035:1874850291752576:192.168.206.123@tcp:36:rm.0 00000100:00000001:0.0:1787998247.953272:0:32035:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998247.953277:0:32035:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998247.953280:0:32035:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.953282:0:32035:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998247.953286:0:32035:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a2400. 02000000:00000001:0.0:1787998247.953288:0:32035:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998247.953294:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998247.953298:0:32035:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000400:00000010:0.0:1787998247.953304:0:32035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807220. 00000100:00000200:0.0:1787998247.953311:0:32035:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291752576, portal 10 00000100:00000001:0.0:1787998247.953313:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.953314:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547275776 : -117847162275840 : ffff94d191c13800) 00000100:00000040:0.0:1787998247.953319:0:32035:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c13800 x1874850291752576/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1787998263 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998247.953326:0:32035:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998247.953329:0:32035:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998247.953332:0:32035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807550. 00000100:00000200:0.0:1787998247.953335:0:32035:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1874850291752576, offset 0 00000400:00000200:0.0:1787998247.953341:0:32035:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998247.953349:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998247.953356:0:32035:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998247.953361:0:32035:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998247.953365:0:32035:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998247.953368:0:32035:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998247.953371:0:32035:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998247.953374:0:32035:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2664:2664:256:4294967295] 192.168.206.123@tcp LPNI seq info [2664:2664:8:4294967295] 00000400:00000200:0.0:1787998247.953378:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998247.953387:0:32035:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998247.953392:0:32035:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998247.953397:0:32035:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4000. 00000800:00000200:0.0:1787998247.953403:0:32035:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998247.953411:0:32035:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998247.953415:0:32035:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4000 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:0.0:1787998247.953433:0:32035:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998247.953438:0:32035:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 830836 usecs (831 jiffies) 00000400:00000200:0.0:1787998247.953441:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998247.953443:0:32035:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296428941 00000100:00000001:0.0:1787998247.953446:0:32035:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296430580 00000100:00000001:0.0:1787998247.953448:0:32035:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296428941 00000100:00000001:0.0:1787998247.953451:0:32035:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296430581 00000100:00000001:0.0:1787998247.953453:0:32035:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998247.953455:0:32035:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.953457:0:32035:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998247.953459:0:32035:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998247.953461:0:32035:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a00af300 going to sleep for 11 seconds 00000100:00000001:0.0:1787998247.953464:0:32035:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998247.953467:0:32035:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998247.953624:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998247.953629:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4000. 00000400:00000200:3.0:1787998247.953633:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998247.953638:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998247.953643:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807550 00000400:00000010:3.0:1787998247.953645:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807550. 00000100:00000001:3.0:1787998247.953649:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998247.953653:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c13800 x1874850291752576/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1787998263 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998247.953661:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998247.953664:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c13800 x1874850291752576/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1787998263 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998247.953670:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998247.953671:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1787998247.960845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367c00. 00010000:00000010:0.1:1787998247.960856:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921000. 00010000:00000010:0.1:1787998247.960861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366c00. 00010000:00000010:0.1:1787998247.960864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367400. 00000800:00000001:2.0:1787998247.968807:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.968823:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998247.968827:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.968830:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.968837:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.968845:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998247.968854:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.968858:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.968864:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.968868:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a59e80 00000400:00000200:2.0:1787998247.968872:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.968878:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x7c6d [1] + 224 00000800:00000001:2.0:1787998247.968885:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.968892:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.968895:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.968899:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998247.968906:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998247.968915:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c13800 x1874850291752576/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1787998263 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998247.968927:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94d191c13800 x1874850291752576/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998247.969374:0:32035:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998247.969393:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998247.969404:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.969408:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1787998247.971242:0:32035:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998247.971248:0:32035:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998247.971252:0:32035:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30528. 00000400:00000200:0.0:1787998247.971259:0:32035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807220 00000400:00000010:0.0:1787998247.971262:0:32035:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807220. 00000100:00000001:0.0:1787998247.971266:0:32035:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998247.971487:0:32035:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c13800 x1874850291752576/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998247.971499:0:32035:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c13800 x1874850291752576/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998247.971507:0:32035:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998247.971509:0:32035:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.971512:0:32035:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998247.971515:0:32035:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998247.971517:0:32035:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998247.971519:0:32035:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.971522:0:32035:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998247.971530:0:32035:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=73 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998247.971811:0:32035:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998247.971815:0:32035:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998247.971817:0:32035:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.971820:0:32035:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998247.971824:0:32035:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.971826:0:32035:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1787998247.971828:0:32035:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000012a/0x10000012c] 00000100:00000001:0.0:1787998247.971830:0:32035:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1787998247.971833:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.971834:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547275776 : -117847162275840 : ffff94d191c13800) 00000100:00000001:0.0:1787998247.971837:0:32035:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998247.971839:0:32035:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967597 00000100:00000001:0.0:1787998247.971841:0:32035:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998247.971843:0:32035:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998247.971848:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c13800 x1874850291752576/t4294967609(4294967609) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1787998263 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998247.971856:0:32035:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998247.971859:0:32035:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998247.971861:0:32035:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998247.971865:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c13800 x1874850291752576/t4294967609(4294967609) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1787998263 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998247.971873:0:32035:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c13800 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32035:1874850291752576:192.168.206.123@tcp:36:rm.0 00000100:00000001:0.0:1787998247.971878:0:32035:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.971881:0:32035:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.971883:0:32035:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998247.971885:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998247.971889:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c13800 x1874850291752576/t4294967609(4294967609) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1787998263 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998247.971895:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998247.971898:0:32035:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a00af300. 00000100:00000001:0.0:1787998247.971901:0:32035:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998247.971903:0:32035:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.971909:0:32035:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.971913:0:32035:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.971917:0:32035:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d191236680 2 00000080:00000010:0.0:1787998247.971920:0:32035:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d190450200. 00000100:00000001:0.0:1787998247.971925:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998247.971929:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c13800 x1874850291752576/t4294967609(4294967609) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1787998263 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998247.971935:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.971940:0:32035:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998247.973295:0:32035:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1787998247.973302:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fe28 00000080:00002000:2.0:1787998247.973306:0:32035:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff94d1834b5798, parent ffff94d1834b5510, inode 0000000000000000) hashed, 00000080:00000001:2.0:1787998247.973309:0:32035:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787998247.973315:0:32035:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1787998247.973321:0:32035:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1787998247.973330:0:32035:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:2.0:1787998247.973332:0:32035:0:(file.c:5294:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1787998247.973334:0:32035:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787998247.973338:0:32035:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226658351944 : -117847051199672 : ffff94d198601b48) 00000020:00001000:2.0:1787998247.973342:0:32035:0:(cl_object.c:823:cl_env_get()) 1@ffff94d198601b40 00000020:00000001:2.0:1787998247.973346:0:32035:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3dc8 -> ffff94d1a0aa3dc8 00000020:00000001:2.0:1787998247.973349:0:32035:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1787998247.973352:0:32035:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1787998247.973354:0:32035:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x22:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1787998247.973357:0:32035:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787998247.973359:0:32035:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1787998247.973360:0:32035:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1787998247.973364:0:32035:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x22:0x0]io ffff94d198516310 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1787998247.973367:0:32035:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1872424d8) owner 0000000000000000/ffff94d199ed27c0 00020000:00000001:2.0:1787998247.973370:0:32035:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1787998247.973372:0:32035:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1787998247.973374:0:32035:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1787998247.973375:0:32035:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998247.973377:0:32035:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1787998247.973379:0:32035:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1787998247.973381:0:32035:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998247.973382:0:32035:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787998247.973383:0:32035:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1787998247.973384:0:32035:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1787998247.973385:0:32035:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1872424d8) owner 0000000000000000/ffff94d199ed27c0 00000020:00000001:2.0:1787998247.973388:0:32035:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998247.973390:0:32035:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1787998247.973391:0:32035:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1787998247.973393:0:32035:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1787998247.973396:0:32035:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1787998247.973400:0:32035:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1787998247.973404:0:32035:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787998247.973405:0:32035:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1787998247.973406:0:32035:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787998247.973408:0:32035:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226549080936 : -117847160470680 : ffff94d191dcc368) 00000020:00001000:2.0:1787998247.973410:0:32035:0:(cl_object.c:823:cl_env_get()) 1@ffff94d191dcc360 00000020:00000001:2.0:1787998247.973413:0:32035:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3b70 -> ffff94d1a0aa3dc8 00000020:00000001:2.0:1787998247.973415:0:32035:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1787998247.973418:0:32035:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787998247.973419:0:32035:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1787998247.973420:0:32035:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998247.973422:0:32035:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998247.973423:0:32035:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226527316928 : -117847182234688 : ffff94d19090abc0) 00000020:00000001:2.0:1787998247.973425:0:32035:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1787998247.973427:0:32035:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998247.973429:0:32035:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998247.973430:0:32035:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998247.973432:0:32035:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1787998247.973433:0:32035:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1787998247.973434:0:32035:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1787998247.973435:0:32035:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1787998247.973437:0:32035:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1787998247.973438:0:32035:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998247.973440:0:32035:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998247.973442:0:32035:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998247.973443:0:32035:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998247.973445:0:32035:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1787998247.973446:0:32035:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998247.973447:0:32035:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998247.973449:0:32035:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1787998247.973455:0:32035:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1787998247.973456:0:32035:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1787998247.973457:0:32035:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1787998247.973459:0:32035:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1787998247.973461:0:32035:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1787998247.973464:0:32035:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1787998247.973467:0:32035:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff94d19391ddc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1787998247.973470:0:32035:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1787998247.973473:0:32035:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff94d19391ddc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:2.0:1787998247.973476:0:32035:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1787998247.973478:0:32035:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998247.973480:0:32035:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998247.973481:0:32035:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998247.973483:0:32035:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998247.973485:0:32035:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998247.973486:0:32035:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1787998247.973488:0:32035:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1787998247.973490:0:32035:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1787998247.973491:0:32035:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1787998247.973492:0:32035:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1787998247.973493:0:32035:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998247.973494:0:32035:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1787998247.973496:0:32035:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1787998247.973497:0:32035:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1787998247.973499:0:32035:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1787998247.973500:0:32035:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1787998247.973501:0:32035:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1787998247.973502:0:32035:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1787998247.973503:0:32035:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998247.973505:0:32035:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998247.973506:0:32035:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1787998247.973507:0:32035:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1787998247.973508:0:32035:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1787998247.973510:0:32035:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1787998247.973511:0:32035:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1787998247.973512:0:32035:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1787998247.973513:0:32035:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1787998247.973514:0:32035:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1787998247.973515:0:32035:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1787998247.973517:0:32035:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998247.973518:0:32035:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998247.973520:0:32035:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1787998247.973521:0:32035:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1787998247.973522:0:32035:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998247.973524:0:32035:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1787998247.973526:0:32035:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1787998247.973527:0:32035:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1787998247.973528:0:32035:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1787998247.973529:0:32035:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1787998247.973531:0:32035:0:(cl_object.c:917:cl_env_put()) 1@ffff94d191dcc360 00020000:00000001:2.0:1787998247.973533:0:32035:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1787998247.973535:0:32035:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1787998247.973537:0:32035:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1787998247.973539:0:32035:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x22:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1787998247.973542:0:32035:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1787998247.973543:0:32035:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1787998247.973546:0:32035:0:(cl_object.c:917:cl_env_put()) 1@ffff94d198601b40 00000080:00000001:2.0:1787998247.973548:0:32035:0:(file.c:5331:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998247.973552:0:32035:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:2.0:1787998247.973554:0:32035:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x22:0x0](ffff94d198933248) 00800000:00000001:2.0:1787998247.973558:0:32035:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:2.0:1787998247.973560:0:32035:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x22:0x0] 00000002:00000001:2.0:1787998247.973565:0:32035:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1787998247.973570:0:32035:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998247.973571:0:32035:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1787998247.973574:0:32035:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998247.973576:0:32035:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998247.973578:0:32035:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1787998247.973580:0:32035:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1787998247.973582:0:32035:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998247.973584:0:32035:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998247.973586:0:32035:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787998247.973588:0:32035:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226658351944 : -117847051199672 : ffff94d198601b48) 00000020:00001000:2.0:1787998247.973590:0:32035:0:(cl_object.c:823:cl_env_get()) 1@ffff94d198601b40 00020000:00000001:2.0:1787998247.973595:0:32035:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:2.0:1787998247.973597:0:32035:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1872424d8) owner 0000000000000000/ffff94d199ed27c0 00020000:00000001:2.0:1787998247.973599:0:32035:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:2.0:1787998247.973601:0:32035:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0b0a240, objid 0x22:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1787998247.973606:0:32035:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1787998247.973609:0:32035:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d187222180: ostid: 0x280000401:20 ost idx: 0 gen: 0 00020000:00000001:2.0:1787998247.973612:0:32035:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:2.0:1787998247.973614:0:32035:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998247.973616:0:32035:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:2.0:1787998247.973618:0:32035:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:2.0:1787998247.973621:0:32035:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:2.0:1787998247.973625:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921500 count: 2 00010000:00000001:2.0:1787998247.973628:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998247.973630:0:32035:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:2.0:1787998247.973632:0:32035:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:2.0:1787998247.973637:0:32035:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 1787998230 1787998230 1787998230 by oinfo size 0 blocks 0 [cma]time 1787998230 1787998230 1787998230 ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000017b1d8c9/0xb2d39e653c8ca34 lrc: 1/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x4fd9a50f3a6acc15 expref: -99 pid: 32034 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:2.0:1787998247.973655:0:32035:0:(cl_object.c:143:cl_object_top()) ffff94d19391ddc0 -> ffff94d1a0aa3dc8 00000020:00000001:2.0:1787998247.973657:0:32035:0:(cl_object.c:143:cl_object_top()) ffff94d19391ddc0 -> ffff94d1a0aa3dc8 00000008:00000001:2.0:1787998247.973659:0:32035:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1787998247.973661:0:32035:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1787998247.973663:0:32035:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1787998247.973665:0:32035:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1787998247.973670:0:32035:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff94d19391ddc0. 00020000:00000001:2.0:1787998247.973675:0:32035:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:2.0:1787998247.973678:0:32035:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff94d1a0aa3af0. 00020000:00000001:2.0:1787998247.973682:0:32035:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:2.0:1787998247.973684:0:32035:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998247.973686:0:32035:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1787998247.973688:0:32035:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1872424d8) owner 0000000000000000/ffff94d199ed27c0 00020000:00000001:2.0:1787998247.973690:0:32035:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:2.0:1787998247.973691:0:32035:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:2.0:1787998247.973692:0:32035:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1872424d8) owner 0000000000000000/ffff94d199ed27c0 00020000:00000001:2.0:1787998247.973695:0:32035:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:2.0:1787998247.973697:0:32035:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff94d182b6bbb8. 00020000:00000010:2.0:1787998247.973700:0:32035:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff94d191c550c0. 00020000:00000010:2.0:1787998247.973704:0:32035:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff94d1909d84d0. 00020000:00000002:2.0:1787998247.973707:0:32035:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0b0a240, objid 0x22:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1787998247.973883:0:32035:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1787998247.973887:0:32035:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d187222180: ostid: 0x280000401:20 ost idx: 0 gen: 0 00020000:00000010:2.0:1787998247.973892:0:32035:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d187222180. 00020000:00000010:2.0:1787998247.973895:0:32035:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d1a0b0a960. 00020000:00000010:2.0:1787998247.973899:0:32035:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d1a0b0a240. 00020000:00000001:2.0:1787998247.973900:0:32035:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:2.0:1787998247.973902:0:32035:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1872424d8) owner 0000000000000000/ffff94d199ed27c0 00020000:00000010:2.0:1787998247.973904:0:32035:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff94d1872424d8. 00020000:00000001:2.0:1787998247.973908:0:32035:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:2.0:1787998247.973910:0:32035:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff94d1a0aa3d48. 00000020:00001000:2.0:1787998247.973915:0:32035:0:(cl_object.c:917:cl_env_put()) 1@ffff94d198601b40 00000080:00000001:2.0:1787998247.973918:0:32035:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1787998247.973920:0:32035:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:2.0:1787998247.973960:0:32035:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:2.0:1787998247.973962:0:32035:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1787998247.973964:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fdd0 00000080:00200008:2.0:1787998247.973966:0:32035:0:(file.c:479:ll_file_release()) START file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff94d1989321c8), flags 704000 00000080:00400000:2.0:1787998247.973970:0:32035:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x20:0x0] 00000080:00000001:2.0:1787998247.973973:0:32035:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1787998247.973975:0:32035:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:2.0:1787998247.973976:0:32035:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1787998247.973980:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998247.973983:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998247.973985:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998247.973987:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998247.973989:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998247.973991:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:2.0:1787998247.973993:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998247.973996:0:32035:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998247.973998:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998247.974002:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921e00 count: 2 00010000:00000001:2.0:1787998247.974004:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998247.974007:0:32035:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1787998247.974010:0:32035:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1787998247.974013:0:32035:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1787998247.974018:0:32035:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998247.974021:0:32035:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8ca5e lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6accaf expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1787998247.974028:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998247.974029:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998247.974030:0:32035:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:2.0:1787998247.974032:0:32035:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x20:0x0]: 16 00000080:00000010:2.0:1787998247.974034:0:32035:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d186331e00. 00000080:00000001:2.0:1787998247.974038:0:32035:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998247.974042:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fdd0 00000080:00000008:2.0:1787998247.974044:0:32035:0:(file.c:523:ll_file_release()) COMPLETED file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff94d1989321c8), flags 704000, rc = 0 00000080:00000001:2.0:1787998247.974047:0:32035:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998247.974049:0:32035:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998247.974051:0:32035:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1787998247.974053:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fe00 00000080:00002000:2.0:1787998247.974054:0:32035:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff94d1834b5510, parent ffff94d198a90798, inode ffff94d1989321c8) hashed, 00000080:00000001:2.0:1787998247.974057:0:32035:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787998247.974060:0:32035:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1787998247.974064:0:32035:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1787998247.974087:0:32035:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:2.0:1787998247.974090:0:32035:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:2.0:1787998247.974092:0:32035:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1787998247.974093:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fbd8 00000080:00200000:2.0:1787998247.974096:0:32035:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:2.0:1787998247.974101:0:32035:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1a0b09a00. 00800000:00000002:2.0:1787998247.974105:0:32035:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:2.0:1787998247.974109:0:32035:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787998247.974111:0:32035:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787998247.974113:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8faf8 00800000:00000002:2.0:1787998247.974115:0:32035:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998247.974118:0:32035:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1787998247.974120:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998247.974121:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998247.974122:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998247.974124:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998247.974125:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998247.974127:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998247.974129:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998247.974131:0:32035:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1787998247.974135:0:32035:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787998247.974136:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8f9c8 00000002:00010000:2.0:1787998247.974138:0:32035:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1787998247.974141:0:32035:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1787998247.974142:0:32035:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998247.974144:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998247.974147:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921700 count: 2 00010000:00000001:2.0:1787998247.974150:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998247.974152:0:32035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998247.974155:0:32035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787998247.974158:0:32035:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8ca50 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acc93 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1787998247.974165:0:32035:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1787998247.974167:0:32035:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998247.974169:0:32035:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8ca50 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acc93 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1787998247.974175:0:32035:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1787998247.974176:0:32035:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1787998247.974178:0:32035:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998247.974180:0:32035:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998247.974182:0:32035:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998247.974184:0:32035:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1787998247.974186:0:32035:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1787998247.974188:0:32035:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:2.0:1787998247.974190:0:32035:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1a0b09a00. 00000080:00000001:2.0:1787998247.974193:0:32035:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1787998247.974195:0:32035:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998247.974197:0:32035:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:2.0:1787998247.974200:0:32035:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8ca50 00800000:00000001:2.0:1787998247.974202:0:32035:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1787998247.974203:0:32035:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1787998247.974205:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998247.974206:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998247.974209:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367800 refcount=3 00000020:00000001:2.0:1787998247.974211:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:2.0:1787998247.974213:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:2.0:1787998247.974215:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998247.974216:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998247.974218:0:32035:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998247.974220:0:32035:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998247.974222:0:32035:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8ca50 from it ffffb66d41c8fc10 00010000:00000001:2.0:1787998247.974224:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998247.974224:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998247.974225:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367800 refcount=3 00000020:00000001:2.0:1787998247.974227:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:2.0:1787998247.974228:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:2.0:1787998247.974230:0:32035:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998247.974233:0:32035:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8ca50 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acc93 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1787998247.974238:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998247.974239:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998247.974241:0:32035:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787998247.974242:0:32035:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787998247.974244:0:32035:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8ca50 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acc93 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1787998247.974251:0:32035:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787998247.974253:0:32035:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998247.974255:0:32035:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998247.974258:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998247.974259:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998247.974261:0:32035:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998247.974264:0:32035:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998247.974266:0:32035:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998247.974268:0:32035:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998247.974271:0:32035:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998247.974272:0:32035:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998247.974274:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998247.974275:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1787998247.974277:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1787998247.974279:0:32035:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998247.974281:0:32035:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:2.0:1787998247.974285:0:32035:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1787998247.974298:0:32035:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d190aa1ec0. 00000020:00000001:2.0:1787998247.974301:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fdc8 00000080:00200000:2.0:1787998247.974304:0:32035:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), flags=0 00000080:00000001:2.0:1787998247.974307:0:32035:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1787998247.974308:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fc78 00000080:00200000:2.0:1787998247.974310:0:32035:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), intent=getattr 00000080:00000010:2.0:1787998247.974316:0:32035:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1a0b09a00. 00800000:00000002:2.0:1787998247.974319:0:32035:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:2.0:1787998247.974322:0:32035:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787998247.974324:0:32035:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787998247.974325:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fb98 00800000:00000002:2.0:1787998247.974327:0:32035:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998247.974329:0:32035:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1787998247.974331:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998247.974332:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998247.974334:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998247.974335:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998247.974337:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998247.974338:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998247.974340:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998247.974342:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fb30 00800000:00000002:2.0:1787998247.974343:0:32035:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:2.0:1787998247.974345:0:32035:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787998247.974346:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fa68 00000002:00010000:2.0:1787998247.974348:0:32035:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:2.0:1787998247.974351:0:32035:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1787998247.974353:0:32035:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1787998247.974357:0:32035:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1b800. 00000020:00000040:2.0:1787998247.974360:0:32035:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=10 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:2.0:1787998247.974365:0:32035:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1787998247.974368:0:32035:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998247.974370:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998247.974371:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998247.974372:0:32035:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998247.974375:0:32035:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998247.974377:0:32035:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998247.974380:0:32035:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998247.974386:0:32035:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0bae800. 00000100:00000001:2.0:1787998247.974391:0:32035:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998247.974396:0:32035:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787998247.974397:0:32035:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998247.974399:0:32035:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787998247.974400:0:32035:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998247.974402:0:32035:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998247.974408:0:32035:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226548357120 : -117847161194496 : ffff94d191d1b800) 00010000:00000001:2.0:1787998247.974411:0:32035:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1787998247.974413:0:32035:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1787998247.974416:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921700 count: 2 00010000:00000001:2.0:1787998247.974418:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998247.974421:0:32035:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1787998247.974424:0:32035:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d190a5d800. 00000020:00000001:2.0:1787998247.974426:0:32035:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1787998247.974429:0:32035:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d190a5d800 with handle 0xb2d39e653c8ca65 to hash 00000020:00000001:2.0:1787998247.974431:0:32035:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1787998247.974432:0:32035:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226528704512 : -117847180847104 : ffff94d190a5d800) 00010000:00000001:2.0:1787998247.974435:0:32035:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226528704512 : -117847180847104 : ffff94d190a5d800) 00010000:00000001:2.0:1787998247.974437:0:32035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998247.974438:0:32035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998247.974441:0:32035:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d800/0xb2d39e653c8ca65 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32035 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998247.974449:0:32035:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d800/0xb2d39e653c8ca65 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32035 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998247.974458:0:32035:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d800/0xb2d39e653c8ca65 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32035 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1787998247.974463:0:32035:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787998247.974465:0:32035:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787998247.974471:0:32035:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1916c8c00. 00000100:00000001:2.0:1787998247.974474:0:32035:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226541726720 : -117847167824896 : ffff94d1916c8c00) 00000100:00000001:2.0:1787998247.974476:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998247.974477:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548357120 : -117847161194496 : ffff94d191d1b800) 00000100:00000001:2.0:1787998247.974481:0:32035:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998247.974484:0:32035:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998247.974486:0:32035:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787998247.974487:0:32035:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998247.974496:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1b800 x1874850291752704/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.974503:0:32035:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998247.974505:0:32035:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998247.974508:0:32035:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998247.974510:0:32035:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998247.974512:0:32035:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998247.974515:0:32035:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1b800 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32035:1874850291752704:192.168.206.123@tcp:101:rm.0 00000100:00000001:2.0:1787998247.974519:0:32035:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998247.974523:0:32035:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998247.974525:0:32035:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998247.974527:0:32035:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998247.974531:0:32035:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d192183000. 02000000:00000001:2.0:1787998247.974533:0:32035:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998247.974539:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998247.974543:0:32035:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151160. 00000400:00000010:2.0:1787998247.974548:0:32035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf330. 00000100:00000200:2.0:1787998247.974555:0:32035:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291752704, portal 10 00000100:00000001:2.0:1787998247.974557:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998247.974558:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548357120 : -117847161194496 : ffff94d191d1b800) 00000100:00000040:2.0:1787998247.974563:0:32035:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d1b800 x1874850291752704/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998263 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.974569:0:32035:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998247.974572:0:32035:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998247.974574:0:32035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfdd0. 00000100:00000200:2.0:1787998247.974577:0:32035:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1874850291752704, offset 0 00000400:00000200:2.0:1787998247.974584:0:32035:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998247.974591:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.974597:0:32035:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998247.974602:0:32035:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998247.974605:0:32035:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998247.974609:0:32035:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998247.974612:0:32035:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998247.974615:0:32035:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2665:2665:256:4294967295] 192.168.206.123@tcp LPNI seq info [2665:2665:8:4294967295] 00000400:00000200:2.0:1787998247.974619:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.974628:0:32035:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998247.974633:0:32035:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998247.974638:0:32035:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d188db0d00. 00000800:00000200:2.0:1787998247.974644:0:32035:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998247.974651:0:32035:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998247.974656:0:32035:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d188db0d00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1787998247.974676:0:32035:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998247.974680:0:32035:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 829648 usecs (830 jiffies) 00000400:00000200:2.0:1787998247.974683:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998247.974686:0:32035:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296428961 00000100:00000001:2.0:1787998247.974689:0:32035:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296430580 00000100:00000001:2.0:1787998247.974692:0:32035:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296428961 00000100:00000001:2.0:1787998247.974695:0:32035:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296430581 00000100:00000001:2.0:1787998247.974697:0:32035:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998247.974700:0:32035:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998247.974702:0:32035:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998247.974704:0:32035:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787998247.974720:0:32035:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1916c8c00 going to sleep for 11 seconds 00000100:00000001:2.0:1787998247.974723:0:32035:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998247.974726:0:32035:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998247.975106:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998247.975110:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d188db0d00. 00000400:00000200:2.0:1787998247.975116:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.975123:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998247.975129:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfdd0 00000400:00000010:2.0:1787998247.975131:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfdd0. 00000100:00000001:2.0:1787998247.975135:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998247.975140:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1b800 x1874850291752704/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998263 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.975150:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998247.975153:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d1b800 x1874850291752704/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998263 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.975159:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998247.975161:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1787998247.980873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a9c600. 00000080:00000010:2.1:1787998247.980903:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d198933180. 00000080:00000010:2.1:1787998247.980908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a9cc80. 00000800:00000001:2.0:1787998247.986183:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.986203:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998247.986207:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.986210:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.986218:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.986225:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998247.986236:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.986241:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.986245:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.986249:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a59f00 00000400:00000200:2.0:1787998247.986254:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.986259:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x7c75 [1] + 224 00000800:00000001:2.0:1787998247.986265:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.986276:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.986279:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.986284:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998247.986291:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998247.986300:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1b800 x1874850291752704/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998263 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998247.986449:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d191d1b800 x1874850291752704/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.986515:0:32035:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998247.986535:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998247.986544:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.986548:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1787998247.986733:0:32035:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998247.986736:0:32035:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998247.986739:0:32035:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151160. 00000400:00000200:0.0:1787998247.986744:0:32035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf330 00000400:00000010:0.0:1787998247.986746:0:32035:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf330. 00000100:00000001:0.0:1787998247.986750:0:32035:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998247.986755:0:32035:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1b800 x1874850291752704/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998247.986797:0:32035:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1b800 x1874850291752704/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.986804:0:32035:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998247.986806:0:32035:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.986808:0:32035:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998247.986811:0:32035:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998247.986813:0:32035:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998247.986815:0:32035:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.986818:0:32035:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998247.986826:0:32035:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=73 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998247.986830:0:32035:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998247.986833:0:32035:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998247.986835:0:32035:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.986838:0:32035:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998247.986841:0:32035:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.986844:0:32035:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998247.986846:0:32035:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967597 00000100:00000001:0.0:1787998247.986848:0:32035:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998247.986851:0:32035:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998247.986855:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1b800 x1874850291752704/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.986862:0:32035:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998247.986865:0:32035:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998247.986867:0:32035:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998247.986871:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1b800 x1874850291752704/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998263 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998247.986953:0:32035:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1b800 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32035:1874850291752704:192.168.206.123@tcp:101:rm.0 00000100:00000001:0.0:1787998247.986958:0:32035:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.986960:0:32035:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.986963:0:32035:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998247.986964:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998247.986968:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1b800 x1874850291752704/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998263 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.986974:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998247.986977:0:32035:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1916c8c00. 00000100:00000001:0.0:1787998247.986980:0:32035:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998247.986982:0:32035:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.986984:0:32035:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1787998247.986988:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.986991:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.986994:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d800 refcount=4 00000020:00000001:0.0:1787998247.986996:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528704512 : -117847180847104 : ffff94d190a5d800) 00010000:00000001:0.0:1787998247.986998:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528704512 : -117847180847104 : ffff94d190a5d800) 00010000:00000040:0.0:1787998247.987004:0:32035:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d190a5d800, remote cookie: 0x4fd9a50f3a6accee, flags: 0x1001 00010000:00010000:0.0:1787998247.987009:0:32035:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d800/0xb2d39e653c8ca65 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6accee expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1787998247.987017:0:32035:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x20:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1787998247.987020:0:32035:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1787998247.987025:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921e00 count: 2 00010000:00000001:0.0:1787998247.987028:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998247.987031:0:32035:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998247.987033:0:32035:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d800/0xb2d39e653c8ca65 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6accee expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998247.987041:0:32035:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d800/0xb2d39e653c8ca65 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6accee expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.987047:0:32035:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1787998247.987051:0:32035:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1787998247.987053:0:32035:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1787998247.987054:0:32035:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1787998247.987055:0:32035:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1787998247.987058:0:32035:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x20:0x0].0x0 (ffff94d185921e00) refcount = 2 00010000:00000040:0.0:1787998247.987060:0:32035:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1787998247.987062:0:32035:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8ca5e lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6accaf expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787998247.987068:0:32035:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d800/0xb2d39e653c8ca65 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6accee expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.987074:0:32035:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1787998247.987078:0:32035:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1787998247.987080:0:32035:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998247.987082:0:32035:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1787998247.987085:0:32035:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998247.987088:0:32035:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d800/0xb2d39e653c8ca65 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6accee expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.987094:0:32035:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1787998247.987095:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.987097:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.987098:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.987099:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.987100:0:32035:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.987104:0:32035:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1787998247.987105:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.987107:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.987108:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d800 refcount=3 00000020:00000001:0.0:1787998247.987110:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528704512 : -117847180847104 : ffff94d190a5d800) 00010000:00000001:0.0:1787998247.987112:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528704512 : -117847180847104 : ffff94d190a5d800) 00010000:00000001:0.0:1787998247.987115:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.987115:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.987117:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d800 refcount=4 00000020:00000001:0.0:1787998247.987118:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528704512 : -117847180847104 : ffff94d190a5d800) 00010000:00000001:0.0:1787998247.987120:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528704512 : -117847180847104 : ffff94d190a5d800) 00010000:00000001:0.0:1787998247.987123:0:32035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998247.987125:0:32035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998247.987128:0:32035:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d800/0xb2d39e653c8ca65 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6accee expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.987135:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.987136:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.987137:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.987138:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.987140:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d800 refcount=5 00000020:00000001:0.0:1787998247.987141:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528704512 : -117847180847104 : ffff94d190a5d800) 00010000:00000001:0.0:1787998247.987143:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528704512 : -117847180847104 : ffff94d190a5d800) 00010000:00000001:0.0:1787998247.987145:0:32035:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998247.987147:0:32035:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d800/0xb2d39e653c8ca65 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6accee expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.987153:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.987153:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1787998247.987155:0:32035:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d800/0xb2d39e653c8ca65 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6accee expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.987161:0:32035:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998247.987162:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.987163:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.987164:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.987165:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1787998247.987170:0:32035:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d191d1b800 x1874850291752704/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998263 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1787998247.987184:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.987185:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.987186:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d800 refcount=3 00000020:00000001:0.0:1787998247.987187:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528704512 : -117847180847104 : ffff94d190a5d800) 00010000:00000001:0.0:1787998247.987189:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528704512 : -117847180847104 : ffff94d190a5d800) 00010000:00000001:0.0:1787998247.987191:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.987192:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998247.987193:0:32035:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.987195:0:32035:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.987198:0:32035:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1787998247.987199:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.987200:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.987201:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d800 refcount=3 00000020:00000001:0.0:1787998247.987203:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528704512 : -117847180847104 : ffff94d190a5d800) 00010000:00000001:0.0:1787998247.987205:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528704512 : -117847180847104 : ffff94d190a5d800) 00000002:00010000:0.0:1787998247.987208:0:32035:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d800/0xb2d39e653c8ca65 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6accee expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.987214:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.987215:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.987216:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1787998247.987217:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.987219:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.987220:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d800 refcount=3 00000020:00000001:0.0:1787998247.987222:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528704512 : -117847180847104 : ffff94d190a5d800) 00010000:00000001:0.0:1787998247.987224:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528704512 : -117847180847104 : ffff94d190a5d800) 00010000:00000040:0.0:1787998247.987226:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921e00 count: 3 00010000:00000001:0.0:1787998247.987228:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1787998247.987232:0:32035:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589935621/32 (0 0) 00010000:00000001:0.0:1787998247.987234:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.987235:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998247.987237:0:32035:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1787998247.987240:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8f9f0 00000002:00002000:0.0:1787998247.987241:0:32035:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1787998247.987244:0:32035:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.987248:0:32035:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.987251:0:32035:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1787998247.987254:0:32035:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1787998247.987257:0:32035:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.987260:0:32035:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000001:0.0:1787998247.987263:0:32035:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1787998247.987265:0:32035:0:(namei.c:674:ll_lookup_it_finish()) it ffffb66d41c8fe00 it_disposition b 00000080:00000001:0.0:1787998247.987267:0:32035:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1787998247.987273:0:32035:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1787998247.987276:0:32035:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1787998247.987283:0:32035:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d190b35580. 00800000:00000001:0.0:1787998247.987285:0:32035:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626226529588608 : -117847179963008 : ffff94d190b35580) 00800000:00000001:0.0:1787998247.987300:0:32035:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.987302:0:32035:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1787998247.987306:0:32035:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:0.0:1787998247.987308:0:32035:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1787998247.987314:0:32035:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1787998247.987316:0:32035:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x20:0x0] 00000080:00000001:0.0:1787998247.987319:0:32035:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1787998247.987321:0:32035:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1787998247.987323:0:32035:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.987326:0:32035:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:0.0:1787998247.987328:0:32035:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1787998247.987331:0:32035:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611168 mtime from 1787998230 to 1787998247 00000080:00200000:0.0:1787998247.987334:0:32035:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x20:0x0], updating i_size 4096 00000080:00200000:0.0:1787998247.987336:0:32035:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x20:0x0](ffff94d1989321c8): rc = 0 00000080:00000001:0.0:1787998247.987338:0:32035:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626226661695944 : -117847047855672 : ffff94d1989321c8) 00010000:00000001:0.0:1787998247.987854:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.987856:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.987858:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d800 refcount=3 00000020:00000001:0.0:1787998247.987860:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528704512 : -117847180847104 : ffff94d190a5d800) 00010000:00000001:0.0:1787998247.987864:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528704512 : -117847180847104 : ffff94d190a5d800) 00010000:00000001:0.0:1787998247.987866:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.987867:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1787998247.987869:0:32035:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1787998247.987872:0:32035:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1787998247.987873:0:32035:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d190b35580 1 00800000:00000010:0.0:1787998247.987875:0:32035:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d190b35580. 00800000:00000001:0.0:1787998247.987953:0:32035:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998247.987958:0:32035:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x20:0x0](ffff94d1989321c8) for lock 0xb2d39e653c8ca65 00800000:00000001:0.0:1787998247.987961:0:32035:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998247.987964:0:32035:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998247.987965:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.987966:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.987968:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d800 refcount=3 00000020:00000001:0.0:1787998247.987969:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528704512 : -117847180847104 : ffff94d190a5d800) 00010000:00000001:0.0:1787998247.987971:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528704512 : -117847180847104 : ffff94d190a5d800) 00010000:00000001:0.0:1787998247.987974:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.987975:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998247.987976:0:32035:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.987978:0:32035:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1787998247.987983:0:32035:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d198b331b0 inode ffff94d1989321c8 refc 1 flags 0x20000e 00000080:00000002:0.0:1787998247.987988:0:32035:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-2 [0x200000405:0x20:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1787998247.987991:0:32035:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1787998247.987994:0:32035:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x20:0x0](ffff94d1989321c8) 00000080:00010000:0.0:1787998247.987997:0:32035:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8ca65 from it ffffb66d41c8fe00 00010000:00000001:0.0:1787998247.987999:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.988000:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.988002:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d800 refcount=3 00000020:00000001:0.0:1787998247.988004:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528704512 : -117847180847104 : ffff94d190a5d800) 00010000:00000001:0.0:1787998247.988006:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528704512 : -117847180847104 : ffff94d190a5d800) 00010000:00000001:0.0:1787998247.988008:0:32035:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998247.988011:0:32035:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d800/0xb2d39e653c8ca65 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6accee expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998247.988023:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.988024:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.988026:0:32035:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998247.988028:0:32035:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998247.988031:0:32035:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d800/0xb2d39e653c8ca65 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6accee expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787998247.988038:0:32035:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998247.988041:0:32035:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998247.988042:0:32035:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998247.988047:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.988048:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.988049:0:32035:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.988052:0:32035:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998247.988054:0:32035:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.988056:0:32035:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.988059:0:32035:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.988062:0:32035:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998247.988063:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.988064:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1787998247.988066:0:32035:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1787998247.988069:0:32035:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1a0b09a00. 00000100:00000001:0.0:1787998247.988075:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998247.988081:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1b800 x1874850291752704/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998263 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.988088:0:32035:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998247.988090:0:32035:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998247.988094:0:32035:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d192183000. 02000000:00000001:0.0:1787998247.988097:0:32035:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998247.988099:0:32035:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998247.988101:0:32035:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998247.988103:0:32035:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998247.988105:0:32035:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1a0bae800. 02000000:00000001:0.0:1787998247.988108:0:32035:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998247.988110:0:32035:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998247.988112:0:32035:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1b800. 00000100:00000001:0.0:1787998247.988117:0:32035:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998247.988118:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998247.988120:0:32035:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1787998247.988122:0:32035:0:(dcache.c:176:ll_intent_release()) intent ffffb66d41c8fe00 released 00000080:00000001:0.0:1787998247.988123:0:32035:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1787998247.988127:0:32035:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787998247.988129:0:32035:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1787998247.988131:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fd50 00000080:00200000:0.0:1787998247.988133:0:32035:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:0.0:1787998247.988139:0:32035:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d190450200. 00800000:00000002:0.0:1787998247.988144:0:32035:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998247.988146:0:32035:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998247.988149:0:32035:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998247.988150:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fc70 00800000:00000002:0.0:1787998247.988152:0:32035:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998247.988155:0:32035:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998247.988158:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998247.988160:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998247.988162:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998247.988164:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998247.988166:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.988168:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998247.988170:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.988173:0:32035:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1787998247.988176:0:32035:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998247.988178:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fb40 00000002:00010000:0.0:1787998247.988180:0:32035:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787998247.988183:0:32035:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787998247.988185:0:32035:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998247.988187:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998247.988190:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921700 count: 2 00010000:00000001:0.0:1787998247.988193:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998247.988196:0:32035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998247.988198:0:32035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998247.988201:0:32035:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8ca50 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acc93 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1787998247.988209:0:32035:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998247.988213:0:32035:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998247.988217:0:32035:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8ca50 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acc93 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1787998247.988223:0:32035:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1787998247.988225:0:32035:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998247.988227:0:32035:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998247.988229:0:32035:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998247.988231:0:32035:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998247.988233:0:32035:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1787998247.988236:0:32035:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1787998247.988238:0:32035:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998247.988240:0:32035:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d190450200. 00000080:00000001:0.0:1787998247.988244:0:32035:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787998247.988245:0:32035:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998247.988248:0:32035:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:0.0:1787998247.988251:0:32035:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8ca50 00800000:00000001:0.0:1787998247.988254:0:32035:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998247.988255:0:32035:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998247.988256:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.988258:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.988259:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367800 refcount=3 00000020:00000001:0.0:1787998247.988261:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998247.988264:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998247.988266:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.988267:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998247.988268:0:32035:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.988270:0:32035:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998247.988272:0:32035:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8ca50 from it ffffb66d41c8fd88 00010000:00000001:0.0:1787998247.988273:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998247.988274:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998247.988276:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367800 refcount=3 00000020:00000001:0.0:1787998247.988278:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998247.988279:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370410496 : -117847339141120 : ffff94d187367800) 00010000:00000001:0.0:1787998247.988281:0:32035:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998247.988284:0:32035:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8ca50 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acc93 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1787998247.988304:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.988305:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.988306:0:32035:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998247.988308:0:32035:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998247.988310:0:32035:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8ca50 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acc93 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1787998247.988316:0:32035:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998247.988317:0:32035:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998247.988319:0:32035:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998247.988320:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.988321:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.988323:0:32035:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.988324:0:32035:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998247.988325:0:32035:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.988327:0:32035:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.988329:0:32035:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.988330:0:32035:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998247.988332:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.988333:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787998247.988334:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787998247.988336:0:32035:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998247.988338:0:32035:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 3 00000080:00000001:0.0:1787998247.988738:0:32035:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.988744:0:32035:0:(namei.c:2325:ll_rmdir()) Process entered 00000020:00000001:0.0:1787998247.988746:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fe18 00000080:00200000:0.0:1787998247.988748:0:32035:0:(namei.c:2328:ll_rmdir()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00000001:0.0:1787998247.988751:0:32035:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:0.0:1787998247.988754:0:32035:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21g.recovery-small-2, [0x200000405:0x20:0x0]) is foreign... 00000080:00000001:0.0:1787998247.988757:0:32035:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1787998247.988799:0:32035:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d190450200. 00800000:00000002:0.0:1787998247.988803:0:32035:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00800000:00000001:0.0:1787998247.988808:0:32035:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1787998247.988811:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998247.988813:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998247.988814:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998247.988816:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998247.988817:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.988819:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998247.988821:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.988822:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998247.988823:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998247.988824:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998247.988825:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998247.988827:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.988828:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1787998247.988830:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.988832:0:32035:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1787998247.988833:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998247.988835:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998247.988836:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998247.988837:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998247.988838:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.988840:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1787998247.988842:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.988844:0:32035:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x20:0x0] 00800000:00000001:0.0:1787998247.988846:0:32035:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.988848:0:32035:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x20:0x0] -> mds #0 00000002:00000001:0.0:1787998247.988851:0:32035:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1787998247.988853:0:32035:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1787998247.988857:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921700 count: 2 00010000:00000001:0.0:1787998247.988859:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998247.988861:0:32035:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1787998247.988863:0:32035:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787998247.988866:0:32035:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8ca50 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4fd9a50f3a6acc93 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1787998247.988874:0:32035:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1787998247.988942:0:32035:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1787998247.988944:0:32035:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1787998247.988946:0:32035:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1787998247.988949:0:32035:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998247.988951:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998247.988953:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921700 count: 3 00010000:00000001:0.0:1787998247.988955:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998247.988958:0:32035:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.988959:0:32035:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998247.988960:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998247.988962:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921700 count: 3 00010000:00000001:0.0:1787998247.988963:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998247.988965:0:32035:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.988967:0:32035:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998247.988968:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998247.988969:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921700 count: 3 00010000:00000001:0.0:1787998247.988971:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998247.988973:0:32035:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.988975:0:32035:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1787998247.988977:0:32035:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d1989ad280, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1787998247.988981:0:32035:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1787998247.988983:0:32035:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1787998247.988986:0:32035:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1787998247.988988:0:32035:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.988991:0:32035:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1787998247.988994:0:32035:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787998247.988995:0:32035:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787998247.988996:0:32035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998247.988998:0:32035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1787998247.989001:0:32035:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d187367800 with handle 0xb2d39e653c8ca50 from hash 00010000:00000001:0.0:1787998247.989003:0:32035:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787998247.989004:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.989006:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.989008:0:32035:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787998247.989010:0:32035:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787998247.989012:0:32035:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1787998247.989015:0:32035:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1787998247.989016:0:32035:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998247.989019:0:32035:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998247.989020:0:32035:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1787998247.989022:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921e00 count: 3 00010000:00000001:0.0:1787998247.989024:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998247.989026:0:32035:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1787998247.989028:0:32035:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787998247.989031:0:32035:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d800/0xb2d39e653c8ca65 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4fd9a50f3a6accee expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1787998247.989037:0:32035:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1787998247.989039:0:32035:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1787998247.989040:0:32035:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1787998247.989041:0:32035:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000405:0x20:0x0] mode (null) 00000002:00000001:0.0:1787998247.989043:0:32035:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998247.989044:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998247.989045:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921e00 count: 4 00010000:00000001:0.0:1787998247.989047:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998247.989049:0:32035:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.989050:0:32035:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998247.989051:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998247.989053:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921e00 count: 4 00010000:00000001:0.0:1787998247.989055:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998247.989057:0:32035:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.989058:0:32035:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998247.989059:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998247.989061:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921e00 count: 4 00010000:00000001:0.0:1787998247.989063:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998247.989065:0:32035:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.989067:0:32035:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1787998247.989069:0:32035:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x20:0x0] lli = ffff94d198932100, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1787998247.989072:0:32035:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1787998247.989074:0:32035:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1787998247.989076:0:32035:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1787998247.989077:0:32035:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x20:0x0](ffff94d1989321c8) invalid 00000020:00000001:0.0:1787998247.989079:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fa80 00000080:00002000:0.0:1787998247.989081:0:32035:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff94d198b331b0) parent ffff94d198a90798 inode ffff94d1989321c8 refc 2 00000080:00000001:0.0:1787998247.989085:0:32035:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1787998247.989086:0:32035:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1787998247.989087:0:32035:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.989089:0:32035:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1787998247.989090:0:32035:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787998247.989092:0:32035:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787998247.989093:0:32035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998247.989094:0:32035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1787998247.989096:0:32035:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d190a5d800 with handle 0xb2d39e653c8ca65 from hash 00010000:00000001:0.0:1787998247.989098:0:32035:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787998247.989100:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.989101:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.989102:0:32035:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787998247.989103:0:32035:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787998247.989104:0:32035:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1787998247.989107:0:32035:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787998247.989109:0:32035:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8ca5e lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4fd9a50f3a6accaf expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1787998247.989115:0:32035:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1787998247.989117:0:32035:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1787998247.989118:0:32035:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1787998247.989119:0:32035:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000405:0x20:0x0] mode CR 00000002:00000001:0.0:1787998247.989122:0:32035:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998247.989123:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998247.989125:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921e00 count: 4 00010000:00000001:0.0:1787998247.989127:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998247.989129:0:32035:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.989130:0:32035:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998247.989131:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998247.989133:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921e00 count: 4 00010000:00000001:0.0:1787998247.989135:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998247.989136:0:32035:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.989138:0:32035:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.989140:0:32035:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1787998247.989143:0:32035:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1787998247.989146:0:32035:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d190450c00. 00000080:00000001:0.0:1787998247.989149:0:32035:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:0.0:1787998247.989151:0:32035:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d191236680 2 00000080:00000001:0.0:1787998247.989154:0:32035:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1787998247.989157:0:32035:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1787998247.989159:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998247.989160:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998247.989161:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998247.989163:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998247.989164:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.989166:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1787998247.989167:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.989169:0:32035:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x20:0x0] 00000002:00000001:0.0:1787998247.989172:0:32035:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1787998247.989174:0:32035:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff94d1a0bb2800: [0x200000405:0x20:0x0] file closed with intent: 0 00000100:00000010:0.0:1787998247.989179:0:32035:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c13b80. 00000020:00000040:0.0:1787998247.989183:0:32035:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=10 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998247.989187:0:32035:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998247.989190:0:32035:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998247.989193:0:32035:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998247.989199:0:32035:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d190451a00. 00000100:00000001:0.0:1787998247.989205:0:32035:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1787998247.989219:0:32035:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d191c12680 x1874850291752320/t4294967608(4294967608) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998263 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1787998247.989229:0:32035:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1787998247.989234:0:32035:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191c13b80 x1874850291752960/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1787998247.989240:0:32035:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998247.989242:0:32035:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998247.989249:0:32035:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a00af300. 00000100:00000001:0.0:1787998247.989251:0:32035:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786988800 : -117846922562816 : ffff94d1a00af300) 00000100:00000001:0.0:1787998247.989254:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.989255:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547276672 : -117847162274944 : ffff94d191c13b80) 00000100:00000001:0.0:1787998247.989258:0:32035:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998247.989262:0:32035:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.989264:0:32035:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998247.989265:0:32035:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998247.989269:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c13b80 x1874850291752960/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.989276:0:32035:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998247.989278:0:32035:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.989281:0:32035:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998247.989283:0:32035:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998247.989285:0:32035:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998247.989302:0:32035:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c13b80 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32035:1874850291752960:192.168.206.123@tcp:35:rm.0 00000100:00000001:0.0:1787998247.989306:0:32035:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998247.989311:0:32035:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998247.989313:0:32035:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.989315:0:32035:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998247.989320:0:32035:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a3c00. 02000000:00000001:0.0:1787998247.989322:0:32035:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998247.989328:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998247.989331:0:32035:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000400:00000010:0.0:1787998247.989337:0:32035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807220. 00000100:00000200:0.0:1787998247.989867:0:32035:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291752960, portal 10 00000100:00000001:0.0:1787998247.989872:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.989873:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547276672 : -117847162274944 : ffff94d191c13b80) 00000100:00000040:0.0:1787998247.990009:0:32035:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191c13b80 x1874850291752960/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998263 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.990018:0:32035:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998247.990021:0:32035:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998247.990026:0:32035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807550. 00000100:00000200:0.0:1787998247.990031:0:32035:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1874850291752960, offset 0 00000400:00000200:0.0:1787998247.990038:0:32035:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998247.990047:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998247.990321:0:32035:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998247.990326:0:32035:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998247.990330:0:32035:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998247.990334:0:32035:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998247.990337:0:32035:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998247.990669:0:32035:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2666:2666:256:4294967295] 192.168.206.123@tcp LPNI seq info [2666:2666:8:4294967295] 00000400:00000200:0.0:1787998247.990676:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998247.990690:0:32035:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998247.990697:0:32035:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998247.990704:0:32035:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4a00. 00000800:00000200:0.0:1787998247.990711:0:32035:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998247.990719:0:32035:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998247.990722:0:32035:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1787998247.990744:0:32035:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998247.990749:0:32035:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 828452 usecs (829 jiffies) 00000400:00000200:0.0:1787998247.990753:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998247.990756:0:32035:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296428976 00000100:00000001:0.0:1787998247.990759:0:32035:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296430580 00000100:00000001:0.0:1787998247.990795:0:32035:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296428977 00000100:00000001:0.0:1787998247.990797:0:32035:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296430581 00000100:00000001:0.0:1787998247.990799:0:32035:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998247.990802:0:32035:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.990805:0:32035:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998247.990807:0:32035:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998247.990809:0:32035:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a00af300 going to sleep for 11 seconds 00000100:00000001:0.0:1787998247.990811:0:32035:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998247.990814:0:32035:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998247.990892:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998247.990897:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4a00. 00000400:00000200:2.0:1787998247.990901:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.990906:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998247.990911:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807550 00000400:00000010:2.0:1787998247.990914:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807550. 00000100:00000001:2.0:1787998247.990918:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998247.990923:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c13b80 x1874850291752960/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998263 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.990933:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998247.990936:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c13b80 x1874850291752960/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998263 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.990942:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998247.990944:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998247.996501:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.996517:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998247.996520:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.996523:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.996532:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.996539:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998247.996547:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.996551:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.996556:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.996560:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a5a000 00000400:00000200:2.0:1787998247.996565:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998247.996570:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x7c85 [1] + 224 00000800:00000001:2.0:1787998247.996576:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.996582:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998247.996586:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.996591:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998247.996597:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998247.996606:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c13b80 x1874850291752960/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998263 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998247.996618:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d191c13b80 x1874850291752960/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998247.996650:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998247.996658:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998247.996661:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.997028:0:32035:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998247.997036:0:32035:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998247.997038:0:32035:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998247.997042:0:32035:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30528. 00000400:00000200:0.0:1787998247.997046:0:32035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807220 00000400:00000010:0.0:1787998247.997049:0:32035:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807220. 00000100:00000001:0.0:1787998247.997051:0:32035:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998247.997056:0:32035:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c13b80 x1874850291752960/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998247.997063:0:32035:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c13b80 x1874850291752960/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.997069:0:32035:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998247.997071:0:32035:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.997073:0:32035:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998247.997076:0:32035:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998247.997078:0:32035:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998247.997080:0:32035:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.997082:0:32035:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998247.997091:0:32035:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06cf0 time=73 v=5 (5 5 5 5) 00000100:00001000:0.0:1787998247.997095:0:32035:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998247.997098:0:32035:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998247.997100:0:32035:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.997104:0:32035:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998247.997111:0:32035:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.997115:0:32035:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1787998247.997117:0:32035:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1787998247.997118:0:32035:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1787998247.997121:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.997122:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547276672 : -117847162274944 : ffff94d191c13b80) 00000100:00000001:0.0:1787998247.997125:0:32035:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998247.997127:0:32035:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967597 00000100:00000001:0.0:1787998247.997129:0:32035:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998247.997131:0:32035:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998247.997136:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c13b80 x1874850291752960/t4294967610(4294967610) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998263 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.997142:0:32035:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998247.997145:0:32035:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998247.997147:0:32035:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998247.997151:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c13b80 x1874850291752960/t4294967610(4294967610) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998263 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998247.997158:0:32035:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c13b80 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32035:1874850291752960:192.168.206.123@tcp:35:rm.0 00000100:00000001:0.0:1787998247.997163:0:32035:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.997165:0:32035:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.997167:0:32035:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998247.997169:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998247.997172:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c13b80 x1874850291752960/t4294967610(4294967610) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998263 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.997178:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998247.997181:0:32035:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a00af300. 00000100:00000001:0.0:1787998247.997184:0:32035:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998247.997185:0:32035:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.997191:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.997193:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547276672 : -117847162274944 : ffff94d191c13b80) 00000002:00000001:0.0:1787998247.997195:0:32035:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.997198:0:32035:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.997201:0:32035:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d191236680 2 00000080:00000010:0.0:1787998247.997204:0:32035:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d190450c00. 00000080:00000001:0.0:1787998247.997207:0:32035:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1787998247.997211:0:32035:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1787998247.997213:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998247.997216:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998247.997218:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998247.997220:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998247.997222:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998247.997224:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1787998247.997225:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998247.997229:0:32035:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1787998247.997234:0:32035:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d191c12680 x1874850291752320/t4294967608(4294967608) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998263 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.997246:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.997247:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547271296 : -117847162280320 : ffff94d191c12680) 00000100:00000001:0.0:1787998247.997250:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998247.997253:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c12680 x1874850291752320/t4294967608(4294967608) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998263 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.997260:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.997261:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998247.997264:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c13b80 x1874850291752960/t4294967610(4294967610) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998263 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.997269:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.997271:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998247.997274:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c12680 x1874850291752320/t4294967608(4294967608) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998263 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.997278:0:32035:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1787998247.997282:0:32035:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998247.997284:0:32035:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998247.997286:0:32035:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998247.997288:0:32035:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1923a1c00. 02000000:00000001:0.0:1787998247.997292:0:32035:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998247.997294:0:32035:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998247.997296:0:32035:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c12680. 00000100:00000001:0.0:1787998247.997299:0:32035:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998247.997301:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998247.997302:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998247.997306:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c13b80 x1874850291752960/t4294967610(4294967610) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998263 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.997312:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998247.997313:0:32035:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff94d190a9cfe0. 00000002:00000001:0.0:1787998247.997316:0:32035:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998247.997318:0:32035:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998247.997320:0:32035:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d190b35780. 00000100:00000001:0.0:1787998247.997323:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998247.997326:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c13b80 x1874850291752960/t4294967610(4294967610) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998263 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998247.997331:0:32035:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998247.997333:0:32035:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998247.997336:0:32035:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1923a3c00. 02000000:00000001:0.0:1787998247.997338:0:32035:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998247.997339:0:32035:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998247.997341:0:32035:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998247.997342:0:32035:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998247.997343:0:32035:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d190451a00. 02000000:00000001:0.0:1787998247.997345:0:32035:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998247.997346:0:32035:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998247.997347:0:32035:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c13b80. 00000100:00000001:0.0:1787998247.997350:0:32035:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998247.997351:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998247.997353:0:32035:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.997356:0:32035:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1787998247.997358:0:32035:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000405:0x20:0x0] mode (null) 00000002:00000001:0.0:1787998247.997361:0:32035:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998247.997364:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998247.997369:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921e00 count: 4 00010000:00000001:0.0:1787998247.997372:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998247.997376:0:32035:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.997378:0:32035:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998247.997381:0:32035:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1787998247.997383:0:32035:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x20:0x0](ffff94d1989321c8) invalid 00000020:00000001:0.0:1787998247.997387:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fa80 00000080:00002000:0.0:1787998247.997389:0:32035:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff94d198b331b0) parent ffff94d198a90798 inode ffff94d1989321c8 refc 2 00000080:00000001:0.0:1787998247.997393:0:32035:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1787998247.997396:0:32035:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1787998247.997398:0:32035:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.997401:0:32035:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1787998247.997405:0:32035:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787998247.997406:0:32035:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787998247.997408:0:32035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998247.997411:0:32035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1787998247.997415:0:32035:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d187366800 with handle 0xb2d39e653c8ca5e from hash 00010000:00000001:0.0:1787998247.997418:0:32035:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787998247.997419:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998247.997420:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.997422:0:32035:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787998247.997424:0:32035:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787998247.997426:0:32035:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1787998247.997429:0:32035:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1787998247.997431:0:32035:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:0.0:1787998247.997434:0:32035:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:0.0:1787998247.997440:0:32035:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c13b80. 00000020:00000040:0.0:1787998247.997443:0:32035:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:0.0:1787998247.997447:0:32035:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787998247.997449:0:32035:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.997451:0:32035:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1787998247.997455:0:32035:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998247.997457:0:32035:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.997460:0:32035:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998247.997462:0:32035:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998247.997466:0:32035:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998247.997471:0:32035:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d190451a00. 00000100:00000001:0.0:1787998247.997477:0:32035:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.997479:0:32035:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998247.997481:0:32035:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1787998247.997487:0:32035:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d800/0xb2d39e653c8ca65 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6accee expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787998247.997495:0:32035:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8ca5e lrc: 1/0,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6accaf expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787998247.997502:0:32035:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8ca50 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6acc93 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787998247.997508:0:32035:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1787998247.997509:0:32035:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1787998247.997511:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787998247.997513:0:32035:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d800/0xb2d39e653c8ca65 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6accee expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787998247.997523:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.997524:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787998247.997527:0:32035:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8ca5e lrc: 0/0,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6accaf expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1787998247.997533:0:32035:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d185921e00 count: 0 00010000:00000010:0.0:1787998247.997538:0:32035:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d1861db300. 00010000:00000001:0.0:1787998247.997543:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.997544:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787998247.997546:0:32035:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367800/0xb2d39e653c8ca50 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6acc93 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:0.0:1787998247.997557:0:32035:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d185921700 count: 0 00010000:00000010:0.0:1787998247.997560:0:32035:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d1861db580. 00010000:00000001:0.0:1787998247.997564:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998247.997565:0:32035:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.997567:0:32035:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998247.997569:0:32035:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998247.997571:0:32035:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1787998247.997579:0:32035:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787998247.997585:0:32035:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191c13b80 x1874850291753216/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787998247.997591:0:32035:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998247.997593:0:32035:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998247.997598:0:32035:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a00af300. 00000100:00000001:0.0:1787998247.997600:0:32035:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786988800 : -117846922562816 : ffff94d1a00af300) 00000100:00000001:0.0:1787998247.997603:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.997605:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547276672 : -117847162274944 : ffff94d191c13b80) 00000100:00000001:0.0:1787998247.997608:0:32035:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998247.997612:0:32035:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.997614:0:32035:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998247.997616:0:32035:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998247.997620:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c13b80 x1874850291753216/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998247.997638:0:32035:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998247.997640:0:32035:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.997643:0:32035:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998247.997645:0:32035:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998247.997648:0:32035:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998247.997651:0:32035:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c13b80 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32035:1874850291753216:192.168.206.123@tcp:36:rm.0 00000100:00000001:0.0:1787998247.997655:0:32035:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998247.997660:0:32035:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998247.997662:0:32035:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998247.997664:0:32035:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998247.997668:0:32035:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a3c00. 02000000:00000001:0.0:1787998247.997670:0:32035:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998247.997676:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998247.997678:0:32035:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000400:00000010:0.0:1787998247.997683:0:32035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807220. 00000100:00000200:0.0:1787998247.997689:0:32035:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291753216, portal 10 00000100:00000001:0.0:1787998247.997691:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998247.997692:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547276672 : -117847162274944 : ffff94d191c13b80) 00000100:00000040:0.0:1787998247.997698:0:32035:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c13b80 x1874850291753216/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1787998263 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998247.997713:0:32035:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998247.997716:0:32035:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998247.997719:0:32035:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807a18. 00000100:00000200:0.0:1787998247.997722:0:32035:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1874850291753216, offset 0 00000400:00000200:0.0:1787998247.997728:0:32035:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998247.997734:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998247.997740:0:32035:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998247.997745:0:32035:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998247.997749:0:32035:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998247.997752:0:32035:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998247.997755:0:32035:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998247.997759:0:32035:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2667:2667:256:4294967295] 192.168.206.123@tcp LPNI seq info [2667:2667:8:4294967295] 00000400:00000200:0.0:1787998247.997822:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998247.997831:0:32035:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998247.997837:0:32035:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998247.997842:0:32035:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4a00. 00000800:00000200:0.0:1787998247.997848:0:32035:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998247.997855:0:32035:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998247.997860:0:32035:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4a00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1787998247.998245:0:32035:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998247.998250:0:32035:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 827252 usecs (828 jiffies) 00000400:00000200:0.0:1787998247.998255:0:32035:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998247.998258:0:32035:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296428983 00000100:00000001:0.0:1787998247.998261:0:32035:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296430580 00000100:00000001:0.0:1787998247.998263:0:32035:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296428983 00000100:00000001:0.0:1787998247.998265:0:32035:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296430581 00000100:00000001:0.0:1787998247.998267:0:32035:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998247.998270:0:32035:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998247.998272:0:32035:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998247.998278:0:32035:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998247.998280:0:32035:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a00af300 going to sleep for 11 seconds 00000100:00000001:0.0:1787998247.998283:0:32035:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998247.998285:0:32035:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998247.999093:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998247.999098:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4a00. 00000400:00000200:2.0:1787998247.999105:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998247.999111:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998247.999116:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807a18 00000400:00000010:2.0:1787998247.999118:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807a18. 00000100:00000001:2.0:1787998247.999122:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998247.999128:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c13b80 x1874850291753216/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1787998263 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998247.999139:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998247.999142:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c13b80 x1874850291753216/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1787998263 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998247.999148:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998247.999150:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1787998248.003054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5d800. 00010000:00000010:0.1:1787998248.003069:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921e00. 00010000:00000010:0.1:1787998248.003073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366800. 00010000:00000010:0.1:1787998248.003075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921700. 00010000:00000010:0.1:1787998248.003078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367800. 00000800:00000001:2.0:1787998248.012217:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998248.012235:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998248.012239:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998248.012242:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998248.012250:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998248.012258:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998248.012268:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998248.012272:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998248.012277:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998248.012282:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a5a100 00000400:00000200:2.0:1787998248.012287:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998248.012293:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x7c8d [1] + 224 00000800:00000001:2.0:1787998248.012300:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998248.012308:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998248.012311:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998248.012315:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998248.012322:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998248.012332:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c13b80 x1874850291753216/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1787998263 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998248.012342:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94d191c13b80 x1874850291753216/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998248.012374:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998248.012383:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998248.012387:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998248.012699:0:32035:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998248.012706:0:32035:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998248.012708:0:32035:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998248.012712:0:32035:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30528. 00000400:00000200:0.0:1787998248.012717:0:32035:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807220 00000400:00000010:0.0:1787998248.012719:0:32035:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807220. 00000100:00000001:0.0:1787998248.012722:0:32035:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998248.012727:0:32035:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c13b80 x1874850291753216/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998248.012735:0:32035:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c13b80 x1874850291753216/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1787998263 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998248.012741:0:32035:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998248.012742:0:32035:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998248.012745:0:32035:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998248.012748:0:32035:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998248.012749:0:32035:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998248.012751:0:32035:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998248.012754:0:32035:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998248.012803:0:32035:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=74 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998248.012809:0:32035:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998248.012811:0:32035:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998248.012813:0:32035:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998248.012815:0:32035:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998248.012818:0:32035:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998248.012821:0:32035:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1787998248.012824:0:32035:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009a/0x10000012a] 00000100:00000001:0.0:1787998248.012825:0:32035:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1787998248.012828:0:32035:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998248.012829:0:32035:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547276672 : -117847162274944 : ffff94d191c13b80) 00000100:00000001:0.0:1787998248.012832:0:32035:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998248.012834:0:32035:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967597 00000100:00000001:0.0:1787998248.012835:0:32035:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998248.012838:0:32035:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998248.012842:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c13b80 x1874850291753216/t4294967611(4294967611) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1787998263 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998248.012849:0:32035:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998248.012851:0:32035:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998248.012853:0:32035:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998248.012857:0:32035:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c13b80 x1874850291753216/t4294967611(4294967611) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1787998263 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998248.012864:0:32035:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c13b80 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32035:1874850291753216:192.168.206.123@tcp:36:rm.0 00000100:00000001:0.0:1787998248.012869:0:32035:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998248.012871:0:32035:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998248.012883:0:32035:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998248.012885:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998248.012889:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c13b80 x1874850291753216/t4294967611(4294967611) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1787998263 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998248.012896:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998248.012898:0:32035:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a00af300. 00000100:00000001:0.0:1787998248.012902:0:32035:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998248.012903:0:32035:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998248.012910:0:32035:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998248.012913:0:32035:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998248.012917:0:32035:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998248.012921:0:32035:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d190450200. 00000100:00000001:0.0:1787998248.012937:0:32035:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998248.012942:0:32035:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c13b80 x1874850291753216/t4294967611(4294967611) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1787998263 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998248.012949:0:32035:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998248.012951:0:32035:0:(namei.c:2371:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998248.012965:0:32035:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1787998248.012968:0:32035:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1787998248.012971:0:32035:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x20:0x0](ffff94d1989321c8) 00800000:00000001:0.0:1787998248.012975:0:32035:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1787998248.012976:0:32035:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x20:0x0] 00000002:00000001:0.0:1787998248.012981:0:32035:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1787998248.012987:0:32035:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998248.012989:0:32035:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1787998248.012991:0:32035:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998248.012993:0:32035:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998248.012995:0:32035:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1787998248.012998:0:32035:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1787998248.012999:0:32035:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998248.013002:0:32035:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998248.013004:0:32035:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d191236680 1 00800000:00000010:0.0:1787998248.013007:0:32035:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d191236680. 00000080:00000001:0.0:1787998248.013011:0:32035:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1787998248.013013:0:32035:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1787998248.013023:0:32035:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1787998248.013027:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c8fe30 00000080:00002000:0.0:1787998248.013029:0:32035:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff94d198b331b0, parent ffff94d198a90798, inode 0000000000000000) hashed, 00000080:00000001:0.0:1787998248.013032:0:32035:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998248.013035:0:32035:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1787998248.013037:0:32035:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1787998248.022190:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d198932100. 00000080:00000010:0.1:1787998248.022202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190aa1ec0. 00010000:00000001:0.0:1787998248.835856:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998248.835864:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998248.835870:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998248.835872:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998248.835875:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998248.835877:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998248.841802:0:32123:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998249.859254:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998249.859260:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998249.859265:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998249.859266:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998249.859269:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998249.859270:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998249.859339:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998249.859342:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998249.859346:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1787998250.037948:0:32262:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998250.435842:0:31987:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582220 (cpu 2) has reached its deadline 4296430580, at 4296430592 00000100:00000010:2.0:1787998250.435868:0:31987:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0ad5720. 00000100:00000040:3.0:1787998250.436573:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296430581, at 4296430593 00000100:00000010:3.0:1787998250.436581:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0ad5600. 00010000:00000001:0.0:1787998250.883997:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998250.884003:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998250.884009:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998250.884010:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998250.884013:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998250.884014:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998250.884219:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998250.884223:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998250.884226:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1787998251.441538:0:32408:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998251.459758:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998251.459786:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998251.459794:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d18a80. 00000020:00000040:2.0:1787998251.459799:0:36:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:2.0:1787998251.459803:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998251.459806:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998251.459811:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998251.459819:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d188db0d00. 00000100:00000001:2.0:1787998251.459826:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998251.459838:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS req@ffff94d191d18a80 x1874850291753344/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998251.459848:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998251.459852:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998251.459857:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f76ecfc] to pc [ptlrpcd_01_01+1] req@ffff94d191d18a80 x1874850291753344/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.459877:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998251.459880:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998251.459882:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998251.459885:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1aa00. 00000020:00000040:2.0:1787998251.459887:0:36:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=10 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998251.459890:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998251.459891:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998251.459893:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998251.459897:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d183cc9700. 00000100:00000001:2.0:1787998251.459899:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998251.459903:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID req@ffff94d191d1aa00 x1874850291753472/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998251.459909:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998251.459911:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998251.459914:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe82210a] to pc [ptlrpcd_01_00+0] req@ffff94d191d1aa00 x1874850291753472/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.459921:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998251.459937:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998251.459940:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998251.459943:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d18e00. 00000020:00000040:2.0:1787998251.459945:0:36:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=4 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998251.459947:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998251.459949:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998251.459951:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998251.459954:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d183cc9c00. 00000100:00000001:2.0:1787998251.459957:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998251.459961:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID req@ffff94d191d18e00 x1874850291753600/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998251.459967:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998251.459969:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998251.459973:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f729d068] to pc [ptlrpcd_01_01+1] req@ffff94d191d18e00 x1874850291753600/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.459979:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998251.459981:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998251.459985:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998251.459988:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1a680. 00000020:00000040:2.0:1787998251.459990:0:36:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=4 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998251.459992:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998251.459993:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998251.459995:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998251.459997:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d183cc9900. 00000100:00000001:2.0:1787998251.460000:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998251.460003:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID req@ffff94d191d1a680 x1874850291753728/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998251.460009:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998251.460011:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998251.460014:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a0391e0] to pc [ptlrpcd_01_00+0] req@ffff94d191d1a680 x1874850291753728/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.460021:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998251.460023:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998251.460026:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998251.460030:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d19500. 00000020:00000040:2.0:1787998251.460032:0:36:0:(genops.c:1210:class_import_get()) import ffff94d183eca000 refcount=3 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998251.460034:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998251.460046:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998251.460048:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998251.460052:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d183cc9e00. 00000100:00000001:2.0:1787998251.460055:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998251.460059:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID req@ffff94d191d19500 x1874850291753856/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998251.460066:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998251.460067:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998251.460071:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c83fa4a0] to pc [ptlrpcd_01_01+1] req@ffff94d191d19500 x1874850291753856/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.460077:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998251.460081:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1769) 00000100:00000001:2.0:1787998251.460092:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998251.460096:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998251.460098:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998251.460103:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1aa00 x1874850291753472/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.460110:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998251.460112:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998251.460116:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998251.460118:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998251.460121:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998251.460125:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291753472:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998251.460130:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998251.460135:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998251.460138:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998251.460140:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998251.460144:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d185431800. 02000000:00000001:2.0:1787998251.460146:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998251.460153:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998251.460157:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151a50. 00000400:00000010:2.0:1787998251.460163:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfdd0. 00000100:00000200:2.0:1787998251.460170:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291753472, portal 10 00000100:00000001:2.0:1787998251.460173:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998251.460175:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548353536 : -117847161198080 : ffff94d191d1aa00) 00000100:00000040:2.0:1787998251.460183:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d1aa00 x1874850291753472/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.460190:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998251.460193:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998251.460195:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfe58. 00000100:00000200:2.0:1787998251.460198:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291753472, offset 0 00000400:00000200:2.0:1787998251.460203:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998251.460211:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998251.460218:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998251.460223:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998251.460227:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998251.460231:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998251.460233:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998251.460236:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2668:2668:256:4294967295] 192.168.206.123@tcp LPNI seq info [2668:2668:8:4294967295] 00000400:00000200:2.0:1787998251.460240:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998251.460249:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998251.460254:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998251.460258:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9300. 00000800:00000200:2.0:1787998251.460264:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998251.460271:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998251.460276:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998251.460287:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998251.460291:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 826068 usecs (827 jiffies) 00000400:00000200:2.0:1787998251.460294:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998251.460298:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296432444 00000100:00000010:2.0:1787998251.460302:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a027fa80. 00000100:00000001:2.0:1787998251.460308:0:2404:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1787998251.460312:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296432444 00000100:00000010:2.0:1787998251.460316:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a027f3c0. 00000100:00000001:2.0:1787998251.460318:0:2404:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1787998251.460321:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998251.460324:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998251.460327:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998251.460330:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1a680 x1874850291753728/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.460336:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998251.460338:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998251.460340:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998251.460341:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998251.460343:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998251.460346:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291753728:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998251.460349:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998251.460352:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998251.460353:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998251.460355:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998251.460357:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d185430c00. 02000000:00000001:2.0:1787998251.460359:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998251.460362:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998251.460364:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1861515d8. 00000400:00000010:2.0:1787998251.460368:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf330. 00000100:00000200:2.0:1787998251.460371:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291753728, portal 4 00000100:00000001:2.0:1787998251.460372:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998251.460374:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548352640 : -117847161198976 : ffff94d191d1a680) 00000100:00000040:2.0:1787998251.460379:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d1a680 x1874850291753728/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.460386:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998251.460388:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998251.460390:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf088. 00000100:00000200:2.0:1787998251.460392:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291753728, offset 0 00000400:00000200:2.0:1787998251.460396:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998251.460400:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998251.460403:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998251.460405:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998251.460408:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998251.460410:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998251.460412:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998251.460415:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2669:2669:255:4294967295] 192.168.206.123@tcp LPNI seq info [2669:2669:7:4294967295] 00000400:00000200:2.0:1787998251.460418:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998251.460423:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998251.460427:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998251.460430:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9400. 00000800:00000200:2.0:1787998251.460433:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998251.460437:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998251.460440:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998251.460442:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998251.460445:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 212651 usecs (213 jiffies) 00000400:00000200:2.0:1787998251.460448:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998251.460450:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296431830 00000100:00000001:2.0:1787998251.460452:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296432444 00000100:00000001:2.0:1787998251.460454:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296431830 00000100:00000001:2.0:1787998251.460456:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296432444 00000100:00000001:2.0:1787998251.460458:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998251.460460:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998251.460463:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998251.460465:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998251.460473:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998251.460475:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787998251.460477:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998251.460478:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998251.460479:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998251.460482:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:2.0:1787998251.460484:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998251.460486:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998251.460487:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998251.460489:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998251.460489:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998251.460491:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998251.460494:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d18a80 x1874850291753344/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.460501:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998251.460503:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998251.460505:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998251.460507:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998251.460508:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998251.460511:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed2632e9-aeaa-48f0-b65b-469967f9297f:2404:1874850291753344:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998251.460514:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998251.460517:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998251.460518:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998251.460519:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998251.460522:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d185431e00. 02000000:00000001:2.0:1787998251.460524:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998251.460528:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998251.460530:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1861513c8. 00000400:00000010:2.0:1787998251.460534:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf110. 00000100:00000200:2.0:1787998251.460537:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291753344, portal 25 00000100:00000001:2.0:1787998251.460538:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998251.460540:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548345472 : -117847161206144 : ffff94d191d18a80) 00000100:00000040:2.0:1787998251.460544:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d18a80 x1874850291753344/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.460551:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998251.460553:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998251.460555:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfaa0. 00000100:00000200:2.0:1787998251.460558:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874850291753344, offset 0 00000400:00000200:2.0:1787998251.460562:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998251.460566:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998251.460569:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998251.460572:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998251.460574:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998251.460576:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998251.460578:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998251.460581:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2670:2670:254:4294967295] 192.168.206.123@tcp LPNI seq info [2670:2670:6:4294967295] 00000400:00000200:2.0:1787998251.460584:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998251.460589:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998251.460593:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998251.460596:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9100. 00000800:00000200:2.0:1787998251.460600:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998251.460604:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998251.460606:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998251.460609:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998251.460612:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998251.460614:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296435700 00000100:00000001:2.0:1787998251.460619:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296432444 00000100:00000001:2.0:1787998251.460622:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296435700 00000100:00000001:2.0:1787998251.460624:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296432444 00000100:00000001:2.0:1787998251.460627:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998251.460629:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998251.460631:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998251.460635:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d18e00 x1874850291753600/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.460641:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998251.460642:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998251.460644:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998251.460646:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998251.460648:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998251.460650:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291753600:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998251.460654:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998251.460656:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998251.460657:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998251.460658:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998251.460661:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d185430600. 02000000:00000001:2.0:1787998251.460663:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998251.460666:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998251.460668:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151580. 00000400:00000010:2.0:1787998251.460672:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf908. 00000100:00000200:2.0:1787998251.460674:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291753600, portal 10 00000100:00000001:2.0:1787998251.460676:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998251.460677:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548346368 : -117847161205248 : ffff94d191d18e00) 00000100:00000040:2.0:1787998251.460682:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d18e00 x1874850291753600/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.460688:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998251.460690:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998251.460693:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfd48. 00000100:00000200:2.0:1787998251.460695:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291753600, offset 0 00000400:00000200:2.0:1787998251.460699:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998251.460702:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998251.460706:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998251.460709:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998251.460712:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998251.460714:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998251.460716:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998251.460718:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2671:2671:253:4294967295] 192.168.206.123@tcp LPNI seq info [2671:2671:5:4294967295] 00000400:00000200:2.0:1787998251.460722:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998251.460727:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998251.460731:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998251.460734:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9a00. 00000800:00000200:2.0:1787998251.460738:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998251.460754:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998251.460757:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998251.460759:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998251.460762:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18247 usecs (19 jiffies) 00000400:00000200:2.0:1787998251.460765:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998251.460786:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296431636 00000100:00000001:2.0:1787998251.460789:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296435700 00000100:00000001:2.0:1787998251.460791:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296431636 00000100:00000001:2.0:1787998251.460793:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296435700 00000100:00000001:2.0:1787998251.460795:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998251.460797:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998251.460799:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998251.460803:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d19500 x1874850291753856/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.460809:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998251.460810:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998251.460812:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998251.460814:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998251.460816:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998251.460818:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291753856:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998251.460821:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998251.460823:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998251.460825:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998251.460827:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998251.460830:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d18137f000. 02000000:00000001:2.0:1787998251.460832:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998251.460835:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998251.460837:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151420. 00000400:00000010:2.0:1787998251.460840:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfbb0. 00000100:00000200:2.0:1787998251.460843:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291753856, portal 4 00000100:00000001:2.0:1787998251.460844:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998251.460846:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548348160 : -117847161203456 : ffff94d191d19500) 00000100:00000040:2.0:1787998251.460851:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d19500 x1874850291753856/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.460856:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998251.460858:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998251.460859:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfcc0. 00000100:00000200:2.0:1787998251.460861:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291753856, offset 0 00000400:00000200:2.0:1787998251.460865:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998251.460868:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998251.460871:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998251.460873:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998251.460875:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998251.460877:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998251.460879:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998251.460882:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2672:2672:252:4294967295] 192.168.206.123@tcp LPNI seq info [2672:2672:4:4294967295] 00000400:00000200:2.0:1787998251.460885:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998251.460890:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998251.460894:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998251.460898:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19381e500. 00000800:00000200:2.0:1787998251.460901:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998251.460905:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998251.460908:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19381e500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998251.460910:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998251.460914:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 20242 usecs (21 jiffies) 00000400:00000200:2.0:1787998251.460916:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998251.460918:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296431638 00000100:00000001:2.0:1787998251.460920:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296435700 00000100:00000001:2.0:1787998251.460922:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296431638 00000100:00000001:2.0:1787998251.460924:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296435700 00000100:00000001:2.0:1787998251.460926:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998251.460928:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998251.460931:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998251.460934:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998251.460976:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998251.460980:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9300. 00000400:00000200:2.0:1787998251.460986:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998251.460990:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998251.460995:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfe58 00000400:00000010:2.0:1787998251.460997:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfe58. 00000100:00000001:2.0:1787998251.461001:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998251.461004:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1aa00 x1874850291753472/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.461013:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998251.461016:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1aa00 x1874850291753472/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998267 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.461023:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998251.461024:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998251.461035:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998251.461037:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9400. 00000400:00000200:2.0:1787998251.461040:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998251.461043:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998251.461046:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf088 00000400:00000010:2.0:1787998251.461047:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf088. 00000100:00000001:2.0:1787998251.461049:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998251.461052:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1a680 x1874850291753728/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.461060:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998251.461063:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1a680 x1874850291753728/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998267 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.461068:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998251.461070:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998251.461078:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998251.461080:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9100. 00000400:00000200:2.0:1787998251.461083:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998251.461086:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998251.461088:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfaa0 00000400:00000010:2.0:1787998251.461089:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfaa0. 00000100:00000001:2.0:1787998251.461091:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998251.461094:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d18a80 x1874850291753344/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.461099:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998251.461101:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d18a80 x1874850291753344/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998267 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.461106:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998251.461107:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998251.461114:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998251.461116:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9a00. 00000400:00000200:2.0:1787998251.461118:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998251.461121:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998251.461123:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfd48 00000400:00000010:2.0:1787998251.461124:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfd48. 00000100:00000001:2.0:1787998251.461126:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998251.461129:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d18e00 x1874850291753600/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.461136:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998251.461139:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d18e00 x1874850291753600/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998267 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.461144:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998251.461145:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998251.461206:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998251.461209:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19381e500. 00000400:00000200:2.0:1787998251.461211:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998251.461214:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998251.461217:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfcc0 00000400:00000010:2.0:1787998251.461218:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfcc0. 00000100:00000001:2.0:1787998251.461220:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998251.461224:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d19500 x1874850291753856/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.461230:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998251.461233:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d19500 x1874850291753856/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998267 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.461238:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998251.461239:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787998251.461265:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998251.461267:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998251.466851:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998251.466867:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998251.466871:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998251.466874:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998251.466882:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998251.466890:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998251.466898:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998251.466902:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998251.466907:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998251.466911:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a5a300 00000400:00000200:2.0:1787998251.466915:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998251.466934:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7ca5 [1] + 224 00000800:00000001:2.0:1787998251.466941:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998251.466945:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998251.466947:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998251.466952:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998251.466969:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998251.466978:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1a680 x1874850291753728/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998251.466989:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d1a680 x1874850291753728/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.467006:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998251.467015:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998251.467019:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998251.467020:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998251.467022:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998251.467025:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998251.467029:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998251.467033:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998251.467845:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998251.467850:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998251.467853:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a5a180 00000400:00000200:2.0:1787998251.467857:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998251.467861:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7cb5 [1] + 224 00000800:00000001:2.0:1787998251.467866:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998251.467873:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998251.467875:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998251.467879:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998251.467883:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998251.467888:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d18a80 x1874850291753344/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998251.467897:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d18a80 x1874850291753344/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.467904:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998251.467909:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998251.467912:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998251.467914:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998251.467916:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998251.467919:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998251.467933:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998251.467938:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998251.467940:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998251.467943:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998251.467945:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a5a280 00000400:00000200:2.0:1787998251.467948:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998251.467953:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x7cc5 [1] + 224 00000800:00000001:2.0:1787998251.467956:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998251.467960:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998251.467962:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998251.467965:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998251.467967:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998251.467971:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d18e00 x1874850291753600/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998251.467980:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d18e00 x1874850291753600/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.467986:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998251.467990:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998251.467994:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998251.467996:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998251.467998:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998251.468001:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998251.468004:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998251.468008:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998251.468011:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998251.468013:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998251.468016:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a5a380 00000400:00000200:2.0:1787998251.468019:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998251.468023:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7cd5 [1] + 224 00000800:00000001:2.0:1787998251.468026:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998251.468030:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998251.468032:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998251.468180:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998251.468186:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998251.468191:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d19500 x1874850291753856/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998251.468200:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d19500 x1874850291753856/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.468208:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998251.468212:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998251.468216:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998251.468218:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998251.468219:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998251.468223:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998251.468226:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998251.468230:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998251.468232:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998251.468235:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998251.468238:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a5a200 00000400:00000200:2.0:1787998251.468241:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998251.468245:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x7c95 [1] + 224 00000800:00000001:2.0:1787998251.468249:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998251.468257:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998251.468259:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998251.468262:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998251.468265:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998251.468268:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1aa00 x1874850291753472/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998251.468276:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d1aa00 x1874850291753472/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.468284:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998251.468287:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998251.468289:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998251.468308:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998251.468312:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787998251.468318:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998251.468320:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998251.468322:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1861513c8. 00000400:00000200:2.0:1787998251.468326:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf110 00000400:00000010:2.0:1787998251.468329:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf110. 00000100:00000001:2.0:1787998251.468332:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998251.468336:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d18a80 x1874850291753344/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787998251.468345:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d18a80 x1874850291753344/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.468351:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998251.468353:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998251.468355:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998251.468358:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998251.468360:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998251.468362:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998251.468365:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998251.468371:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=78 v=5 (5 5 5 5) 00000100:00001000:2.0:1787998251.468375:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=78 v=5 (1 1 1 1) 00000100:00000001:2.0:1787998251.468377:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998251.468379:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998251.468382:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998251.468384:0:2404:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998251.468386:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998251.468391:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d18a80 x1874850291753344/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.468398:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998251.468401:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998251.468403:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998251.468407:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d18a80 x1874850291753344/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787998251.468415:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed2632e9-aeaa-48f0-b65b-469967f9297f:2404:1874850291753344:192.168.206.123@tcp:400:kworker.0 00000400:00000001:2.0:1787998251.468420:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998251.468421:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998251.468423:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151580. 00000400:00000200:2.0:1787998251.468425:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf908 00000400:00000010:2.0:1787998251.468427:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf908. 00000100:00000001:2.0:1787998251.468429:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998251.468432:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d18e00 x1874850291753600/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787998251.468439:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d18e00 x1874850291753600/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.468446:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998251.468447:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998251.468449:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998251.468450:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998251.468451:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998251.468452:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998251.468454:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998251.468459:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=77 v=5 (5 104 104 104) 00000100:00001000:2.0:1787998251.468462:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=77 v=5 (1 1 1 1) 00000100:00000001:2.0:1787998251.468464:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998251.468465:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998251.468466:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998251.468469:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998251.468472:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998251.468474:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:2.0:1787998251.468476:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998251.468477:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998251.468481:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d18e00 x1874850291753600/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.468488:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998251.468489:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998251.468491:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998251.468494:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d18e00 x1874850291753600/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787998251.468501:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291753600:192.168.206.123@tcp:400:kworker.0 00000400:00000001:2.0:1787998251.468506:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998251.468508:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998251.468509:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151420. 00000400:00000200:2.0:1787998251.468511:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfbb0 00000400:00000010:2.0:1787998251.468513:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfbb0. 00000100:00000001:2.0:1787998251.468515:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998251.468518:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d19500 x1874850291753856/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787998251.468525:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d19500 x1874850291753856/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.468531:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998251.468533:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998251.468534:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998251.468536:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998251.468537:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998251.468538:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998251.468540:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998251.468543:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca460 time=77 v=5 (5 5 37 37) 00000100:00001000:2.0:1787998251.468546:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=28 v=5 (1 0 0 0) 00000100:00000001:2.0:1787998251.468548:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998251.468549:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998251.468551:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998251.468553:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998251.468555:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998251.468556:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:2.0:1787998251.468558:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998251.468559:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998251.468563:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d19500 x1874850291753856/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.468570:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998251.468572:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998251.468573:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998251.468576:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d19500 x1874850291753856/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787998251.468590:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291753856:192.168.206.123@tcp:400:kworker.0 00000400:00000001:2.0:1787998251.468594:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998251.468596:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998251.468597:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151a50. 00000400:00000200:2.0:1787998251.468600:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfdd0 00000400:00000010:2.0:1787998251.468602:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfdd0. 00000100:00000001:2.0:1787998251.468604:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998251.468607:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1aa00 x1874850291753472/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787998251.468614:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1aa00 x1874850291753472/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.468619:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998251.468621:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998251.468622:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998251.468623:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998251.468625:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998251.468626:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998251.468628:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998251.468631:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=77 v=5 (5 104 104 104) 00000100:00001000:2.0:1787998251.468634:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1787998251.468636:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998251.468637:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998251.468638:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998251.468640:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998251.468642:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998251.468643:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967597 00000100:00000001:2.0:1787998251.468645:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998251.468648:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998251.468651:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1aa00 x1874850291753472/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.468657:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998251.468659:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998251.468661:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998251.468664:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1aa00 x1874850291753472/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787998251.468670:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291753472:192.168.206.123@tcp:400:kworker.0 00000400:00000001:2.0:1787998251.468675:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998251.468676:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998251.468678:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1861515d8. 00000400:00000200:2.0:1787998251.468680:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf330 00000400:00000010:2.0:1787998251.468682:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf330. 00000100:00000001:2.0:1787998251.468684:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998251.468688:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1a680 x1874850291753728/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787998251.468695:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1a680 x1874850291753728/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.468701:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998251.468702:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998251.468703:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998251.468704:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998251.468706:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998251.468707:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998251.468709:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998251.468711:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=77 v=5 (5 5 37 37) 00000100:00001000:2.0:1787998251.468714:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=17 v=5 (1 1 0 0) 00000100:00000001:2.0:1787998251.468716:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998251.468717:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998251.468718:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998251.468720:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998251.468722:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998251.468723:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1787998251.468724:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998251.468726:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998251.468729:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1a680 x1874850291753728/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.468734:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998251.468736:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998251.468737:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998251.468751:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1a680 x1874850291753728/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787998251.468758:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291753728:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998251.468762:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998251.468764:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998251.470483:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d18a80 x1874850291753344/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.470496:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998251.470499:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998251.470503:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d185431e00. 02000000:00000001:2.0:1787998251.470507:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998251.470509:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998251.470511:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:2.0:1787998251.470514:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998251.470516:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d188db0d00. 02000000:00000001:2.0:1787998251.470519:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998251.470521:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998251.470523:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d18a80. 00000100:00000001:2.0:1787998251.470526:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998251.470527:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998251.470530:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998251.470535:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d18e00 x1874850291753600/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.470542:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998251.470543:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998251.470545:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d185430600. 02000000:00000001:2.0:1787998251.470547:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998251.470548:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998251.470550:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=3 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998251.470551:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998251.470552:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d183cc9c00. 02000000:00000001:2.0:1787998251.470554:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998251.470555:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998251.470556:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d18e00. 00000100:00000001:2.0:1787998251.470559:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998251.470560:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998251.470562:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998251.470566:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d19500 x1874850291753856/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.470572:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998251.470573:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998251.470575:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d18137f000. 02000000:00000001:2.0:1787998251.470577:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998251.470578:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998251.470579:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998251.470581:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998251.470582:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d183cc9e00. 02000000:00000001:2.0:1787998251.470584:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998251.470585:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998251.470586:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d19500. 00000100:00000001:2.0:1787998251.470593:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998251.470595:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998251.470596:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998251.470600:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1aa00 x1874850291753472/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.470606:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998251.470608:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998251.470609:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d185431800. 02000000:00000001:2.0:1787998251.470612:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998251.470613:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998251.470614:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998251.470616:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998251.470617:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d183cc9700. 02000000:00000001:2.0:1787998251.470619:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998251.470620:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998251.470621:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1aa00. 00000100:00000001:2.0:1787998251.470624:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998251.470625:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998251.470626:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998251.470631:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1a680 x1874850291753728/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998267 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998251.470636:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998251.470637:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998251.470639:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d185430c00. 02000000:00000001:2.0:1787998251.470641:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998251.470642:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998251.470643:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998251.470644:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998251.470646:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d183cc9900. 02000000:00000001:2.0:1787998251.470648:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998251.470649:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998251.470650:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1a680. 00000100:00000001:2.0:1787998251.470652:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998251.470653:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998251.470655:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998251.470662:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998251.470663:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998251.470666:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998251.470668:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998251.906934:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998251.906939:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998251.906945:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998251.906946:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998251.906950:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998251.906952:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998252.091924:0:32470:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998252.332599:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998252.332624:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998252.332629:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998252.332631:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998252.332643:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998252.332652:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998252.332663:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998252.332668:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998252.332675:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998252.332679:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 328 into portal 15 MB=0x6a92a9abbf080 00000400:00000200:2.0:1787998252.332690:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.123@tcp of length 328/328 into md 0x7285 [2] + 984 00000800:00000001:2.0:1787998252.332700:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998252.332718:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998252.332722:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998252.332728:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998252.332746:0:2397:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1787998252.332749:0:2397:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1787998252.332758:0:2397:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1a680. 00000100:00000040:2.0:1787998252.332762:0:2397:0:(events.c:337:request_in_callback()) incoming req@ffff94d191d1a680 x1874850309992576 msgsize 328 00000100:00100000:2.0:1787998252.332832:0:2397:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.123@tcp (source: 12345-192.168.206.123@tcp) 00000100:00000001:2.0:1787998252.332846:0:2397:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1787998252.332857:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998252.332862:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998252.332879:0:16813:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1787998252.332884:0:16813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874850309992576 02000000:00000001:3.0:1787998252.332888:0:16813:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1787998252.332890:0:16813:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998252.332893:0:16813:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998252.332899:0:16813:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998252.332905:0:16813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874850309992576 00000020:00000001:3.0:1787998252.332908:0:16813:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787998252.332910:0:16813:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf6e 00000020:00000001:3.0:1787998252.332914:0:16813:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998252.332918:0:16813:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191093800 refcount=4 00000020:00000001:3.0:1787998252.332921:0:16813:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535217152 : -117847174334464 : ffff94d191093800) 00000020:00000001:3.0:1787998252.332923:0:16813:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535217152 : -117847174334464 : ffff94d191093800) 00000100:00000001:3.0:1787998252.332928:0:16813:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1787998252.332934:0:16813:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d1987e5300. 00000100:00000001:3.0:1787998252.332937:0:16813:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1787998252.332939:0:16813:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d1987e5300. 00000020:00000010:3.0:1787998252.332946:0:16813:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d191d93c00. 00000020:00000010:3.0:1787998252.332953:0:16813:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94d190a8db80. 00000020:00000010:3.0:1787998252.332960:0:16813:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94d18543a320. 00000100:00000040:3.0:1787998252.332971:0:16813:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1787998252.332975:0:16813:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1787998252.332977:0:16813:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1787998252.332979:0:16813:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998252.332989:0:16813:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998252.332999:0:16813:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998252.333013:0:16813:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1787998252.333015:0:16813:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1787998252.333021:0:16813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.123@tcp, seq: 56 00000100:00000040:3.0:1787998252.333026:0:16813:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff94d191093800 : new rpc_count 1 00000100:00000001:3.0:1787998252.333029:0:16813:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446626226548352640 : -117847161198976 : ffff94d191d1a680) 00000100:00000040:3.0:1787998252.333038:0:16813:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff94d191d1a680 x1874850309992576/t0(0) o104->LOV_OSC_UUID@192.168.206.123@tcp:468/0 lens 328/0 e 0 to 0 dl 1787998263 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998252.333051:0:16813:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1787998252.333054:0:16813:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d1987e5300. 00000100:00000001:3.0:1787998252.333057:0:16813:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1787998252.333059:0:16813:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d1987e5300. 00000100:00100000:3.0:1787998252.333064:0:16813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94d191d1a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8429:x1874850309992576:12345-192.168.206.123@tcp:104: 00000100:00000200:3.0:1787998252.333068:0:16813:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1874850309992576 00010000:00000001:3.0:1787998252.333072:0:16813:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1787998252.333082:0:16813:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998252.333084:0:16813:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998252.333087:0:16813:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366600 refcount=2 00000020:00000001:3.0:1787998252.333089:0:16813:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370405888 : -117847339145728 : ffff94d187366600) 00010000:00000001:3.0:1787998252.333093:0:16813:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370405888 : -117847339145728 : ffff94d187366600) 00010000:00000001:3.0:1787998252.333097:0:16813:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998252.333102:0:16813:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787998252.333108:0:16813:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000017b1d8c9/0xb2d39e653c8ca34 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x4fd9a50f3a6acc15 expref: -99 pid: 32034 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1787998252.333122:0:16813:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1787998252.333126:0:16813:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1787998252.333132:0:16813:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94d1a0096000. 02000000:00000001:3.0:1787998252.333135:0:16813:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998252.333138:0:16813:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998252.333143:0:16813:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1787998252.333147:0:16813:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998252.333152:0:16813:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187eb35e8 time=77 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998252.333158:0:16813:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787998252.333161:0:16813:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 16 to 192.168.206.123@tcp 00000100:00000001:3.0:1787998252.333164:0:16813:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 02000000:00000001:3.0:1787998252.333167:0:16813:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1787998252.333169:0:16813:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998252.333322:0:16813:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998252.333327:0:16813:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998252.333335:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5c38. 00000100:00000200:3.0:1787998252.333342:0:16813:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1874850309992576, offset 224 00000400:00000200:3.0:1787998252.333352:0:16813:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998252.333362:0:16813:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998252.333372:0:16813:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.23@tcp to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998252.333379:0:16813:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2673:2673:256:4294967295] 192.168.206.123@tcp LPNI seq info [2673:2673:8:4294967295] 00000400:00000200:3.0:1787998252.333384:0:16813:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998252.333393:0:16813:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:192.168.206.23@tcp) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998252.333399:0:16813:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998252.333406:0:16813:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d198474400. 00000800:00000200:3.0:1787998252.333413:0:16813:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998252.333423:0:16813:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998252.333429:0:16813:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d198474400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998252.333447:0:16813:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998252.333451:0:16813:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00010000:00000001:3.0:1787998252.333455:0:16813:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1787998252.333460:0:16813:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94d191748f00. 00010000:00000001:3.0:1787998252.333464:0:16813:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1787998252.333476:0:16813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1787998252.333478:0:16813:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998252.333480:0:16813:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998252.333482:0:16813:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998252.333487:0:16813:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1a680 x1874850309992576/t0(0) o104->LOV_OSC_UUID@192.168.206.123@tcp:468/0 lens 328/224 e 0 to 0 dl 1787998263 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787998252.333498:0:16813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94d191d1a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8429:x1874850309992576:12345-192.168.206.123@tcp:104: Request processed in 445us (732us total) trans 0 rc 0/0 00000100:00100000:3.0:1787998252.333508:0:16813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.123@tcp, seq: 56 00000100:00000040:3.0:1787998252.333512:0:16813:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff94d191093800 : new rpc_count 0 00000100:00000001:3.0:1787998252.333515:0:16813:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1787998252.333518:0:16813:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1787998252.333523:0:16813:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94d190a8db80. 00000020:00000010:3.0:1787998252.333529:0:16813:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94d18543a320. 00000020:00000010:3.0:1787998252.333533:0:16813:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d191d93c00. 00000020:00000040:3.0:1787998252.333538:0:16813:0:(genops.c:879:class_export_put()) PUTting export ffff94d191093800 : new refcount 3 00000100:00000001:3.0:1787998252.333541:0:16813:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1787998252.333546:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998252.333553:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d198474400. 00000400:00000200:2.0:1787998252.333559:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998252.333566:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998252.333571:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5c38 00000400:00000010:2.0:1787998252.333574:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5c38. 00000100:00000001:2.0:1787998252.333578:0:2396:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1787998252.333580:0:2396:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1787998252.337008:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998252.337028:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998252.337033:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998252.337035:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998252.337046:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998252.337054:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998252.337066:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998252.337072:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998252.337079:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998252.337084:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 328 into portal 15 MB=0x6a92a9abbf180 00000400:00000200:3.0:1787998252.337093:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.123@tcp of length 328/328 into md 0x7285 [2] + 1312 00000800:00000001:3.0:1787998252.337102:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998252.337110:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998252.337115:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998252.337120:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998252.337130:0:2397:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1787998252.337132:0:2397:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1787998252.337140:0:2397:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d03800. 00000100:00000040:3.0:1787998252.337144:0:2397:0:(events.c:337:request_in_callback()) incoming req@ffff94d191d03800 x1874850309992832 msgsize 328 00000100:00100000:3.0:1787998252.337149:0:2397:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.123@tcp (source: 12345-192.168.206.123@tcp) 00000100:00000001:3.0:1787998252.337165:0:2397:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1787998252.337176:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998252.337179:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998252.337594:0:30631:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1787998252.337598:0:30631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874850309992832 02000000:00000001:2.0:1787998252.337602:0:30631:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1787998252.337605:0:30631:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998252.337608:0:30631:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998252.337613:0:30631:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998252.337619:0:30631:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874850309992832 00000020:00000001:2.0:1787998252.337623:0:30631:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787998252.337625:0:30631:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf75 00000020:00000001:2.0:1787998252.337628:0:30631:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998252.337633:0:30631:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191090800 refcount=4 00000020:00000001:2.0:1787998252.337636:0:30631:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535204864 : -117847174346752 : ffff94d191090800) 00000020:00000001:2.0:1787998252.337639:0:30631:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535204864 : -117847174346752 : ffff94d191090800) 00000100:00000001:2.0:1787998252.337645:0:30631:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1787998252.337654:0:30631:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d185259e80. 00000100:00000001:2.0:1787998252.337657:0:30631:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1787998252.337660:0:30631:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d185259e80. 00000020:00000010:2.0:1787998252.337667:0:30631:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d185431800. 00000020:00000010:2.0:1787998252.337674:0:30631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94d19219d380. 00000020:00000010:2.0:1787998252.337680:0:30631:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94d184ee2190. 00000100:00000040:2.0:1787998252.337690:0:30631:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1787998252.337693:0:30631:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1787998252.337695:0:30631:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1787998252.337698:0:30631:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998252.337707:0:30631:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998252.337724:0:30631:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998252.337746:0:30631:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1787998252.337748:0:30631:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1787998252.337754:0:30631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.123@tcp, seq: 57 00000100:00000040:2.0:1787998252.337759:0:30631:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff94d191090800 : new rpc_count 1 00000100:00000001:2.0:1787998252.337762:0:30631:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446626226548258816 : -117847161292800 : ffff94d191d03800) 00000100:00000040:2.0:1787998252.337794:0:30631:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff94d191d03800 x1874850309992832/t0(0) o104->LOV_OSC_UUID@192.168.206.123@tcp:468/0 lens 328/0 e 0 to 0 dl 1787998263 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998252.337806:0:30631:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1787998252.337809:0:30631:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d185259e80. 00000100:00000001:2.0:1787998252.337812:0:30631:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1787998252.337814:0:30631:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d185259e80. 00000100:00100000:2.0:1787998252.337819:0:30631:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94d191d03800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8548:x1874850309992832:12345-192.168.206.123@tcp:104: 00000100:00000200:2.0:1787998252.337823:0:30631:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1874850309992832 00010000:00000001:2.0:1787998252.337827:0:30631:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1787998252.337836:0:30631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998252.337838:0:30631:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998252.337840:0:30631:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=2 00000020:00000001:2.0:1787998252.337843:0:30631:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:2.0:1787998252.337846:0:30631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:2.0:1787998252.337850:0:30631:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998252.337854:0:30631:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787998252.337860:0:30631:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000c8a7c921/0xb2d39e653c8ca1f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x4fd9a50f3a6acbd6 expref: -99 pid: 32033 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1787998252.337876:0:30631:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1787998252.337878:0:30631:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1787998252.337885:0:30631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94d1a0bacc00. 02000000:00000001:2.0:1787998252.337887:0:30631:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998252.337891:0:30631:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998252.337896:0:30631:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1787998252.337899:0:30631:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998252.337903:0:30631:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187eb35e8 time=77 v=5 (1 1 1 1) 00000100:00000001:2.0:1787998252.337909:0:30631:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787998252.337912:0:30631:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 16 to 192.168.206.123@tcp 00000100:00000001:2.0:1787998252.337915:0:30631:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 02000000:00000001:2.0:1787998252.337918:0:30631:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1787998252.337920:0:30631:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998252.337923:0:30631:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998252.337926:0:30631:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998252.337932:0:30631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf330. 00000100:00000200:2.0:1787998252.337938:0:30631:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1874850309992832, offset 224 00000400:00000200:2.0:1787998252.337946:0:30631:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998252.337954:0:30631:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998252.337963:0:30631:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.23@tcp to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998252.337969:0:30631:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2674:2674:256:4294967295] 192.168.206.123@tcp LPNI seq info [2674:2674:8:4294967295] 00000400:00000200:2.0:1787998252.337974:0:30631:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998252.337983:0:30631:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:192.168.206.23@tcp) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998252.337990:0:30631:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998252.337995:0:30631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19381e500. 00000800:00000200:2.0:1787998252.338003:0:30631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998252.338012:0:30631:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998252.338017:0:30631:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19381e500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998252.338044:0:30631:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998252.338048:0:30631:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00010000:00000001:2.0:1787998252.338052:0:30631:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1787998252.338056:0:30631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94d191d55900. 00010000:00000001:2.0:1787998252.338059:0:30631:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1787998252.338069:0:30631:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:2.0:1787998252.338072:0:30631:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998252.338074:0:30631:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998252.338076:0:30631:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998252.338081:0:30631:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d03800 x1874850309992832/t0(0) o104->LOV_OSC_UUID@192.168.206.123@tcp:468/0 lens 328/224 e 0 to 0 dl 1787998263 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787998252.338090:0:30631:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94d191d03800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8548:x1874850309992832:12345-192.168.206.123@tcp:104: Request processed in 282us (943us total) trans 0 rc 0/0 00000100:00100000:2.0:1787998252.338098:0:30631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.123@tcp, seq: 57 00000100:00000040:2.0:1787998252.338102:0:30631:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff94d191090800 : new rpc_count 0 00000100:00000001:2.0:1787998252.338104:0:30631:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1787998252.338106:0:30631:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1787998252.338111:0:30631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94d19219d380. 00000020:00000010:2.0:1787998252.338116:0:30631:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94d184ee2190. 00000020:00000010:2.0:1787998252.338121:0:30631:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d185431800. 00000020:00000040:2.0:1787998252.338129:0:30631:0:(genops.c:879:class_export_put()) PUTting export ffff94d191090800 : new refcount 3 00000100:00000001:2.0:1787998252.338132:0:30631:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1787998252.338145:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998252.338148:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998252.338151:0:16822:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:2.0:1787998252.338154:0:16822:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1787998252.338157:0:16822:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1787998252.338161:0:16822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000017b1d8c9/0xb2d39e653c8ca34 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x4fd9a50f3a6acc15 expref: -99 pid: 32034 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787998252.338171:0:16822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d187366600 already unused, calling callback (ffffffffc1285300) 00000008:00000001:2.0:1787998252.338174:0:16822:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1787998252.338177:0:16822:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1787998252.338179:0:16822:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998252.338180:0:16822:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998252.338182:0:16822:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366600 refcount=3 00000020:00000001:2.0:1787998252.338184:0:16822:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370405888 : -117847339145728 : ffff94d187366600) 00010000:00000001:2.0:1787998252.338186:0:16822:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370405888 : -117847339145728 : ffff94d187366600) 00010000:00000001:2.0:1787998252.338190:0:16822:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1787998252.338193:0:16822:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000017b1d8c9/0xb2d39e653c8ca34 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x4fd9a50f3a6acc15 expref: -99 pid: 32034 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1787998252.338200:0:16822:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1787998252.338203:0:16822:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787998252.338207:0:16822:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226658351944 : -117847051199672 : ffff94d198601b48) 00000020:00001000:2.0:1787998252.338210:0:16822:0:(cl_object.c:823:cl_env_get()) 1@ffff94d198601b40 00000008:00000001:2.0:1787998252.338212:0:16822:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1787998252.338214:0:16822:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1787998252.338216:0:16822:0:(cl_object.c:917:cl_env_put()) 1@ffff94d198601b40 00000008:00000001:2.0:1787998252.338219:0:16822:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998252.338222:0:16822:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1787998252.338228:0:16822:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1787998252.338230:0:16822:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1787998252.338232:0:16822:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998252.338233:0:16822:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1787998252.338236:0:16822:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d187366600 with handle 0xb2d39e653c8ca34 from hash 00010000:00000001:2.0:1787998252.338239:0:16822:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1787998252.338241:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998252.338242:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998252.338244:0:16822:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1787998252.338247:0:16822:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1787998252.338249:0:16822:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1787998252.338255:0:16822:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998252.338258:0:16822:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998252.338261:0:16822:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787998252.338264:0:16822:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1787998252.338270:0:16822:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1aa00. 00000020:00000040:2.0:1787998252.338274:0:16822:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=4 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998252.338278:0:16822:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998252.338281:0:16822:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998252.338286:0:16822:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998252.338292:0:16822:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d185431800. 00000100:00000001:2.0:1787998252.338298:0:16822:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998252.338300:0:16822:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1787998252.338304:0:16822:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000017b1d8c9/0xb2d39e653c8ca34 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x4fd9a50f3a6acc15 expref: -99 pid: 32034 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787998252.338311:0:16822:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1787998252.338313:0:16822:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998252.338319:0:16822:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998252.338323:0:16822:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998252.338330:0:16822:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe82210a] to pc [ptlrpcd_01_00+0] req@ffff94d191d1aa00 x1874850291753984/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787998252.338351:0:16822:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998252.338354:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998252.338355:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998252.338357:0:16822:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998252.338358:0:16822:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1787998252.338360:0:16822:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998252.338363:0:16822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000017b1d8c9/0xb2d39e653c8ca34 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x4fd9a50f3a6acc15 expref: -99 pid: 32034 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1787998252.338370:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1787998252.338372:0:16822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000017b1d8c9/0xb2d39e653c8ca34 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x4fd9a50f3a6acc15 expref: -99 pid: 32034 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1787998252.338379:0:16822:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d190b357c0. 00010000:00000040:2.0:1787998252.338384:0:16822:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d185921500 count: 0 00010000:00000010:2.0:1787998252.338393:0:16822:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff94d185921a00. 00000800:00000200:3.0:1787998252.338432:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998252.338438:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19381e500. 00000400:00000200:3.0:1787998252.338443:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998252.338449:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998252.338456:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf330 00000400:00000010:3.0:1787998252.338459:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf330. 00000100:00000001:3.0:1787998252.338463:0:2396:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1787998252.338465:0:2396:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1787998252.338996:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998252.339002:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998252.339007:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998252.339018:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1aa00 x1874850291753984/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998252.339035:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998252.339040:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998252.339046:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998252.339051:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998252.339058:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998252.339067:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291753984:192.168.206.123@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1787998252.339077:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998252.339199:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998252.339202:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998252.339207:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998252.339214:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191d93c00. 02000000:00000001:3.0:1787998252.339220:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998252.339227:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998252.339233:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108ad10. 00000400:00000010:3.0:1787998252.339240:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f54c8. 00000100:00000200:3.0:1787998252.339246:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291753984, portal 18 00000100:00000001:3.0:1787998252.339248:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998252.339251:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548353536 : -117847161198080 : ffff94d191d1aa00) 00000100:00000040:3.0:1787998252.339263:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d1aa00 x1874850291753984/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998268 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998252.339277:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998252.339283:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998252.339288:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f56e8. 00000100:00000200:3.0:1787998252.339295:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1874850291753984, offset 0 00000400:00000200:3.0:1787998252.339304:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998252.339313:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998252.339318:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998252.339321:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998252.339323:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998252.339326:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998252.339328:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998252.339331:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2676:2676:256:4294967295] 192.168.206.123@tcp LPNI seq info [2676:2676:8:4294967295] 00000400:00000200:3.0:1787998252.339335:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998252.339344:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998252.339350:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998252.339356:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d198474000. 00000800:00000200:3.0:1787998252.339364:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000100:00000001:0.0:1787998252.339369:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998252.339374:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998252.339386:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998252.339392:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d198474000 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:2.0:1787998252.339490:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998252.339493:0:16822:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1787998252.339496:0:16822:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff94d191748f00. 00010000:00000001:2.0:1787998252.339499:0:16822:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998252.339502:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998252.339503:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998252.339505:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1787998252.339506:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998252.339507:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998252.339509:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1787998252.339511:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998252.339512:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998252.339513:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787998252.339519:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998252.339522:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998252.339522:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998252.339531:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 211652 usecs (212 jiffies) 00000400:00000200:3.0:1787998252.339537:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998252.339540:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296432708 00000100:00000001:3.0:1787998252.339544:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296435700 00000100:00000001:3.0:1787998252.339547:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296432708 00000100:00000001:3.0:1787998252.339549:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296435700 00000100:00000001:3.0:1787998252.339551:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998252.339554:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998252.339558:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998252.339560:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998252.339565:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998252.339568:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787998252.339570:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998252.339572:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998252.339573:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998252.339576:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998252.339612:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998252.339617:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d198474000. 00000400:00000200:2.0:1787998252.339622:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998252.339627:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998252.340139:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f56e8 00000400:00000010:2.0:1787998252.340143:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f56e8. 00000100:00000001:2.0:1787998252.340147:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998252.340153:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1aa00 x1874850291753984/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998268 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998252.340164:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998252.340168:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1aa00 x1874850291753984/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998268 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998252.340175:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998252.340177:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998252.340203:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998252.340205:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f000. 00000400:00000200:2.0:1787998252.340212:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998252.340215:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998252.340219:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409dd0 00000400:00000010:2.0:1787998252.340221:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409dd0. 00000100:00000001:2.0:1787998252.340225:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998252.340228:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199ede680 x1874850291754112/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998268 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998252.340235:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998252.340238:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199ede680 x1874850291754112/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998268 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998252.340243:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998252.340245:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998252.344684:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998252.344704:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998252.344710:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998252.344713:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998252.344725:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998252.344734:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998252.344754:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998252.344760:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998252.344805:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998252.344812:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 18 MB=0x6a92a99a5a400 00000400:00000200:3.0:1787998252.344819:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998252.344828:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7cfd [1] + 224 00000800:00000001:3.0:1787998252.344838:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998252.344846:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998252.344850:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998252.344856:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998252.344865:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998252.344878:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1aa00 x1874850291753984/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998268 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998252.344889:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d1aa00 x1874850291753984/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998268 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998252.344905:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998252.344916:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998252.344919:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998252.344934:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998252.344939:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998252.344947:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998252.344950:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998252.344954:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108ad10. 00000400:00000200:3.0:1787998252.344959:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f54c8 00000400:00000010:3.0:1787998252.344962:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f54c8. 00000100:00000001:3.0:1787998252.344967:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998252.344972:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1aa00 x1874850291753984/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998268 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998252.344989:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1aa00 x1874850291753984/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998268 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998252.344995:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998252.344998:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998252.345001:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998252.345005:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998252.345007:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998252.345010:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998252.345013:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998252.345025:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62d38 time=63 v=5 (5 5 5 5) 00000100:00001000:3.0:1787998252.345030:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=18 v=5 (1 1 0 0) 00000100:00000001:3.0:1787998252.345033:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998252.345035:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998252.345040:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998252.345044:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998252.345048:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998252.345051:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1787998252.345054:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998252.345057:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998252.345062:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1aa00 x1874850291753984/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998268 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998252.345070:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998252.345074:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998252.345076:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998252.345081:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1aa00 x1874850291753984/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998268 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998252.345090:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291753984:192.168.206.123@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1787998252.345096:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998252.345099:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998252.345103:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1aa00 x1874850291753984/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998268 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998252.345115:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998252.345118:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998252.345122:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191d93c00. 02000000:00000001:3.0:1787998252.345126:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998252.345129:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998252.345131:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998252.345134:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998252.345136:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d185431800. 02000000:00000001:3.0:1787998252.345141:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998252.345143:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998252.345145:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1aa00. 00000100:00000001:3.0:1787998252.345149:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998252.345150:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998252.345153:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998252.345161:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998252.345164:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998252.345167:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998252.345169:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1787998252.346093:0:32500:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98100. 00010000:00000010:1.1:1787998252.346106:0:32500:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2800. 00010000:00000010:2.1:1787998252.346293:0:32502:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921500. 00010000:00000010:2.1:1787998252.346299:0:32502:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366600. 00000800:00000001:2.0:1787998252.348214:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998252.348235:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998252.348240:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998252.348243:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998252.348254:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998252.348264:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998252.348275:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998252.348282:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998252.348288:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998252.348293:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 18 MB=0x6a92a99a5a480 00000400:00000200:2.0:1787998252.348299:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998252.348306:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7cf5 [1] + 224 00000800:00000001:2.0:1787998252.348314:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998252.349310:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998252.349318:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998252.349326:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998252.349337:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998252.349349:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199ede680 x1874850291754112/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998268 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998252.349361:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199ede680 x1874850291754112/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998268 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998252.349382:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998252.349396:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998252.349469:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998252.349558:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998252.349564:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998252.349572:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998252.349575:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998252.349579:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fce18. 00000400:00000200:0.0:1787998252.349584:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409e58 00000400:00000010:0.0:1787998252.349586:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409e58. 00000100:00000001:0.0:1787998252.349590:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998252.349595:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199ede680 x1874850291754112/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998268 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998252.349604:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199ede680 x1874850291754112/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998268 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998252.349610:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998252.349612:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998252.349615:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998252.349619:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998252.349622:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998252.349625:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998252.349628:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998252.349641:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca4a8 time=77 v=5 (5 5 5 5) 00000100:00001000:0.0:1787998252.349645:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=29 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998252.349648:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998252.349650:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998252.349654:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998252.349658:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998252.349662:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998252.349665:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:0.0:1787998252.349667:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998252.349669:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998252.349674:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199ede680 x1874850291754112/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998268 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998252.349681:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998252.349686:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998252.349688:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998252.349692:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199ede680 x1874850291754112/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998268 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998252.349701:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199ede680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291754112:192.168.206.123@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1787998252.349706:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998252.349708:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998252.349712:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199ede680 x1874850291754112/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998268 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998252.349718:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998252.349721:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998252.349726:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191620a00. 02000000:00000001:0.0:1787998252.349730:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998252.349733:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998252.349744:0:2402:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998252.349747:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998252.349750:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d191621200. 02000000:00000001:0.0:1787998252.349754:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998252.349756:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998252.349759:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199ede680. 00000100:00000001:0.0:1787998252.349764:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998252.349765:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998252.349785:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998252.349793:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998252.349795:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998252.349797:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998252.349800:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998252.930975:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998252.930983:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998252.931012:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998252.931015:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998252.931019:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1787998253.409705:0:32599:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1787998253.409712:0:32599:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 21h: drop open request and close reply while close and open are both in flight ========================================================== 06:10:52 (1787998252) 00000001:00000001:0.0:1787998253.429244:0:32599:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:0.0:1787998253.523473:0:32604:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787998253.523491:0:32604:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787998253.523493:0:32604:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1787998253.523497:0:32604:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463b20 00000080:00200000:0.0:1787998253.523501:0:32604:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:0.0:1787998253.523509:0:32604:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19162a800. 00800000:00000002:0.0:1787998253.523516:0:32604:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998253.523519:0:32604:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998253.523523:0:32604:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998253.523525:0:32604:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463a40 00800000:00000002:0.0:1787998253.523527:0:32604:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998253.523530:0:32604:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998253.523532:0:32604:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998253.523534:0:32604:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998253.523536:0:32604:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998253.523538:0:32604:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998253.523540:0:32604:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998253.523542:0:32604:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998253.523544:0:32604:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998253.523547:0:32604:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1787998253.523552:0:32604:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998253.523553:0:32604:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463910 00000002:00010000:0.0:1787998253.523555:0:32604:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787998253.523558:0:32604:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787998253.523560:0:32604:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998253.523562:0:32604:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1787998253.523567:0:32604:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998253.523569:0:32604:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998253.523571:0:32604:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998253.523584:0:32604:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1787998253.523586:0:32604:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1787998253.523592:0:32604:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c12680. 00000020:00000040:0.0:1787998253.523595:0:32604:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=10 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:0.0:1787998253.523602:0:32604:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1787998253.523607:0:32604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998253.523611:0:32604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998253.523613:0:32604:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998253.523616:0:32604:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998253.523620:0:32604:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998253.523628:0:32604:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1923a1400. 00000100:00000001:0.0:1787998253.523634:0:32604:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998253.523639:0:32604:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998253.523640:0:32604:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998253.523642:0:32604:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998253.523643:0:32604:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998253.523645:0:32604:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998253.523650:0:32604:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226547271296 : -117847162280320 : ffff94d191c12680) 00010000:00000001:0.0:1787998253.523655:0:32604:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1787998253.523657:0:32604:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1787998253.523662:0:32604:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d185921900. 00010000:00000010:0.0:1787998253.523666:0:32604:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d1861dbb00. 00010000:00000001:0.0:1787998253.523671:0:32604:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1787998253.523674:0:32604:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d187367200. 00000020:00000001:0.0:1787998253.523677:0:32604:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1787998253.523680:0:32604:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d187367200 with handle 0xb2d39e653c8ca6c to hash 00000020:00000001:0.0:1787998253.523682:0:32604:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1787998253.523683:0:32604:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:0.0:1787998253.523686:0:32604:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:0.0:1787998253.523689:0:32604:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998253.523692:0:32604:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998253.523696:0:32604:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8ca6c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32604 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998253.523704:0:32604:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8ca6c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32604 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998253.523714:0:32604:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8ca6c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32604 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1787998253.523723:0:32604:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998253.523725:0:32604:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998253.523742:0:32604:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d181254480. 00000100:00000001:0.0:1787998253.523744:0:32604:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226268619904 : -117847440931712 : ffff94d181254480) 00000100:00000001:0.0:1787998253.523747:0:32604:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998253.523748:0:32604:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547271296 : -117847162280320 : ffff94d191c12680) 00000100:00000001:0.0:1787998253.523752:0:32604:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998253.523756:0:32604:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998253.523758:0:32604:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998253.523760:0:32604:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998253.523785:0:32604:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c12680 x1874850291754240/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998253.523794:0:32604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998253.523797:0:32604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998253.523800:0:32604:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998253.523802:0:32604:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998253.523805:0:32604:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998253.523808:0:32604:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c12680 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32604:1874850291754240:192.168.206.123@tcp:101:lfs.0 00000100:00000001:0.0:1787998253.523955:0:32604:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998253.523960:0:32604:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998253.523963:0:32604:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998253.523966:0:32604:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998253.523971:0:32604:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d1a00ff800. 02000000:00000001:0.0:1787998253.523973:0:32604:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998253.523980:0:32604:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998253.523984:0:32604:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000400:00000010:0.0:1787998253.523991:0:32604:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807220. 00000100:00000200:0.0:1787998253.523999:0:32604:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291754240, portal 10 00000100:00000001:0.0:1787998253.524001:0:32604:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998253.524003:0:32604:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547271296 : -117847162280320 : ffff94d191c12680) 00000100:00000040:0.0:1787998253.524009:0:32604:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191c12680 x1874850291754240/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998269 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998253.524021:0:32604:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998253.524024:0:32604:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998253.524026:0:32604:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1928076e8. 00000100:00000200:0.0:1787998253.524030:0:32604:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1874850291754240, offset 0 00000400:00000200:0.0:1787998253.524036:0:32604:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998253.524045:0:32604:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998253.524051:0:32604:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998253.524056:0:32604:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998253.524060:0:32604:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998253.524064:0:32604:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998253.524066:0:32604:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998253.524070:0:32604:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2677:2677:256:4294967295] 192.168.206.123@tcp LPNI seq info [2677:2677:8:4294967295] 00000400:00000200:0.0:1787998253.524074:0:32604:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998253.524084:0:32604:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998253.524091:0:32604:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998253.524096:0:32604:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4b00. 00000800:00000200:0.0:1787998253.524103:0:32604:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998253.524110:0:32604:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998253.524115:0:32604:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4b00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1787998253.524135:0:32604:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998253.524140:0:32604:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 824877 usecs (825 jiffies) 00000400:00000200:0.0:1787998253.524143:0:32604:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998253.524146:0:32604:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296434505 00000100:00000001:0.0:1787998253.524149:0:32604:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296435700 00000100:00000001:0.0:1787998253.524151:0:32604:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296434505 00000100:00000001:0.0:1787998253.524153:0:32604:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296435700 00000100:00000001:0.0:1787998253.524155:0:32604:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998253.524158:0:32604:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998253.524162:0:32604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998253.524164:0:32604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998253.524167:0:32604:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d181254480 going to sleep for 11 seconds 00000100:00000001:0.0:1787998253.524170:0:32604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998253.524173:0:32604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998253.524246:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998253.524251:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4b00. 00000400:00000200:2.0:1787998253.524256:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998253.524261:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998253.524266:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928076e8 00000400:00000010:2.0:1787998253.524268:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928076e8. 00000100:00000001:2.0:1787998253.524272:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998253.524277:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c12680 x1874850291754240/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998269 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998253.524286:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998253.524289:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c12680 x1874850291754240/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998269 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998253.524295:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998253.524297:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998253.528924:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998253.528939:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998253.528942:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998253.528945:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998253.528952:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998253.528959:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998253.528968:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998253.528972:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998253.528977:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998253.528981:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a5a500 00000400:00000200:2.0:1787998253.528985:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998253.528992:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x7d0d [1] + 224 00000800:00000001:2.0:1787998253.528999:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998253.529006:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998253.529009:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998253.529014:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998253.529023:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998253.529031:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c12680 x1874850291754240/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998269 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998253.529050:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d191c12680 x1874850291754240/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998269 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998253.529066:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998253.529075:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998253.529078:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1787998253.533448:0:32604:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4600. 00000800:00000200:0.0:1787998253.533459:0:32604:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998253.533467:0:32604:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998253.533472:0:32604:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4600 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1787998253.533496:0:32604:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998253.533502:0:32604:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 823683 usecs (824 jiffies) 00000400:00000200:0.0:1787998253.533508:0:32604:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998253.533512:0:32604:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296434514 00000100:00000001:0.0:1787998253.533515:0:32604:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296435700 00000100:00000001:0.0:1787998253.533518:0:32604:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296434514 00000100:00000001:0.0:1787998253.533520:0:32604:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296435700 00000100:00000001:0.0:1787998253.533523:0:32604:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998253.533526:0:32604:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998253.533530:0:32604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998253.533532:0:32604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998253.533535:0:32604:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d19223d6c0 going to sleep for 11 seconds 00000100:00000001:0.0:1787998253.533538:0:32604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998253.533541:0:32604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998253.534152:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998253.534158:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4600. 00000400:00000200:3.0:1787998253.534163:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998253.534170:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998253.534177:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409088 00000400:00000010:3.0:1787998253.534179:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409088. 00000100:00000001:3.0:1787998253.534184:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998253.534191:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eded80 x1874850291754368/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998269 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998253.534203:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998253.534206:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199eded80 x1874850291754368/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998269 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998253.534213:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998253.534214:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998253.541940:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998253.541956:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998253.541960:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998253.541962:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998253.541970:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998253.541977:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998253.541985:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998253.541990:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998253.541995:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998253.541999:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 584 into portal 10 MB=0x6a92a99a5a580 00000400:00000200:2.0:1787998253.542003:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998253.542008:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 584/584 into md 0x7d15 [1] + 224 00000800:00000001:2.0:1787998253.542014:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998253.542021:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998253.542024:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998253.542030:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998253.542036:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998253.542045:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eded80 x1874850291754368/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998269 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998253.542056:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff94d199eded80 x1874850291754368/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998269 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998253.542073:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998253.542081:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998253.542084:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998253.542280:0:32604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998253.542288:0:32604:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998253.542290:0:32604:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998253.542293:0:32604:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fcd68. 00000400:00000200:0.0:1787998253.542297:0:32604:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854092a8 00000400:00000010:0.0:1787998253.542300:0:32604:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854092a8. 00000100:00000001:0.0:1787998253.542304:0:32604:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998253.542310:0:32604:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199eded80 x1874850291754368/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998269 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998253.542320:0:32604:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199eded80 x1874850291754368/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998269 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998253.542327:0:32604:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998253.542329:0:32604:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998253.542331:0:32604:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998253.542335:0:32604:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998253.542338:0:32604:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998253.542340:0:32604:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998253.542343:0:32604:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998253.542351:0:32604:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=79 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998253.542356:0:32604:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998253.542358:0:32604:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1787998253.542362:0:32604:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94d199eded80 x1874850291754368/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1787998269 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998253.542369:0:32604:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1787998253.542372:0:32604:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998253.542374:0:32604:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967611 00000100:00000001:0.0:1787998253.542376:0:32604:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998253.542378:0:32604:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1787998253.542382:0:32604:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199eded80 x1874850291754368/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1787998269 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998253.542389:0:32604:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1787998253.542392:0:32604:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998253.542394:0:32604:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998253.542398:0:32604:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199eded80 x1874850291754368/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1787998269 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998253.542406:0:32604:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199eded80 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32604:1874850291754368:192.168.206.123@tcp:101:lfs.0 00000100:00000001:0.0:1787998253.542410:0:32604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998253.542413:0:32604:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1787998253.542416:0:32604:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998253.542418:0:32604:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998253.542421:0:32604:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199eded80 x1874850291754368/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1787998269 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998253.542434:0:32604:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998253.543290:0:32604:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d19223d6c0. 00000100:00000001:0.0:1787998253.543294:0:32604:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998253.543296:0:32604:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1787998253.543299:0:32604:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1787998253.543304:0:32604:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998253.543307:0:32604:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998253.543310:0:32604:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3200 refcount=4 00000020:00000001:0.0:1787998253.543313:0:32604:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00010000:00000001:0.0:1787998253.543316:0:32604:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00010000:00010000:0.0:1787998253.543322:0:32604:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3200/0xb2d39e653c8ca73 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32604 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998253.543331:0:32604:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1787998253.543335:0:32604:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3200/0xb2d39e653c8ca73 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32604 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998253.543341:0:32604:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998253.543344:0:32604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3200/0xb2d39e653c8ca73 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32604 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998253.543350:0:32604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998253.543352:0:32604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1787998253.543354:0:32604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3200/0xb2d39e653c8ca73 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32604 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998253.543360:0:32604:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998253.543363:0:32604:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998253.543365:0:32604:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1787998253.543368:0:32604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3200/0xb2d39e653c8ca73 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32604 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998253.543375:0:32604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d1917f3200 already unused, calling callback (ffffffffc1bbc3c0) 00000080:00000001:0.0:1787998253.543378:0:32604:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1787998253.543382:0:32604:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3200/0xb2d39e653c8ca73 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 32604 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998253.543389:0:32604:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1787998253.543391:0:32604:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1787998253.543394:0:32604:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3200/0xb2d39e653c8ca73 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 32604 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998253.543404:0:32604:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1787998253.543408:0:32604:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1787998253.543409:0:32604:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998253.543410:0:32604:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998253.543411:0:32604:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3200 refcount=5 00000020:00000001:0.0:1787998253.543413:0:32604:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00010000:00000001:0.0:1787998253.543415:0:32604:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00010000:00000001:0.0:1787998253.543418:0:32604:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787998253.543420:0:32604:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3200/0xb2d39e653c8ca73 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32604 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1787998253.543426:0:32604:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1787998253.543428:0:32604:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998253.543431:0:32604:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1787998253.543433:0:32604:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1787998253.543448:0:32604:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787998253.543450:0:32604:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787998253.543452:0:32604:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998253.543453:0:32604:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1787998253.543456:0:32604:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1917f3200 with handle 0xb2d39e653c8ca73 from hash 00010000:00000001:0.0:1787998253.543458:0:32604:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787998253.543459:0:32604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998253.543460:0:32604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998253.543461:0:32604:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787998253.543462:0:32604:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787998253.543464:0:32604:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1787998253.543466:0:32604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998253.543467:0:32604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998253.543468:0:32604:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998253.543470:0:32604:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998253.543473:0:32604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3200/0xb2d39e653c8ca73 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32604 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998253.543536:0:32604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998253.543538:0:32604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998253.543539:0:32604:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1787998253.543540:0:32604:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998253.543541:0:32604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998253.543542:0:32604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998253.543543:0:32604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787998253.543545:0:32604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3200/0xb2d39e653c8ca73 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32604 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998253.543554:0:32604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998253.543556:0:32604:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1787998253.543562:0:32604:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1787998253.543568:0:32604:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff94d199eded80 x1874850291754368/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1787998269 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1787998253.543642:0:32604:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1787998253.543644:0:32604:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998253.543645:0:32604:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998253.543647:0:32604:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998253.543650:0:32604:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1787998253.543653:0:32604:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1787998253.543654:0:32604:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998253.543655:0:32604:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1787998253.543658:0:32604:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463710 00000002:00002000:0.0:1787998253.543660:0:32604:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:0.0:1787998253.543663:0:32604:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998253.543666:0:32604:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998253.543669:0:32604:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1787998253.543672:0:32604:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1787998253.543674:0:32604:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998253.543677:0:32604:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000001:0.0:1787998253.543679:0:32604:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1787998253.543681:0:32604:0:(namei.c:674:ll_lookup_it_finish()) it ffffb66d41463b20 it_disposition 7 00000080:00002000:0.0:1787998253.543685:0:32604:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d183582ca8 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:0.0:1787998253.543691:0:32604:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1787998253.543693:0:32604:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998253.543695:0:32604:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998253.543697:0:32604:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998253.543699:0:32604:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998253.543700:0:32604:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998253.543702:0:32604:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998253.543704:0:32604:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998253.543709:0:32604:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787998253.543710:0:32604:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998253.543712:0:32604:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998253.543717:0:32604:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921900 count: 2 00010000:00000001:0.0:1787998253.543719:0:32604:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998253.543723:0:32604:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998253.543725:0:32604:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998253.543738:0:32604:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8ca6c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acd1f expref: -99 pid: 32604 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1787998253.543747:0:32604:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998253.543751:0:32604:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998253.543754:0:32604:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8ca6c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acd1f expref: -99 pid: 32604 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1787998253.543760:0:32604:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1787998253.543762:0:32604:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998253.543764:0:32604:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998253.543782:0:32604:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1787998253.543784:0:32604:0:(dcache.c:176:ll_intent_release()) intent ffffb66d41463930 released 00000080:00010000:0.0:1787998253.543786:0:32604:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8ca6c from it ffffb66d41463930 00010000:00000001:0.0:1787998253.543788:0:32604:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998253.543790:0:32604:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998253.543792:0:32604:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367200 refcount=3 00000020:00000001:0.0:1787998253.543794:0:32604:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:0.0:1787998253.543797:0:32604:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:0.0:1787998253.543800:0:32604:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998253.543803:0:32604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8ca6c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acd1f expref: -99 pid: 32604 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787998253.543809:0:32604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998253.543810:0:32604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998253.543931:0:32604:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998253.543933:0:32604:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998253.543936:0:32604:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8ca6c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acd1f expref: -99 pid: 32604 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1787998253.543943:0:32604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998253.543946:0:32604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998253.543948:0:32604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998253.543952:0:32604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998253.543953:0:32604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998253.543954:0:32604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998253.543957:0:32604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998253.543958:0:32604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998253.543960:0:32604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998253.543963:0:32604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998253.543965:0:32604:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998253.543966:0:32604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998253.543967:0:32604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1787998253.543968:0:32604:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1787998253.543970:0:32604:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1787998253.543973:0:32604:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1787998253.543977:0:32604:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191621400. 00000100:00000001:0.0:1787998253.543981:0:32604:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998253.543986:0:32604:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199eded80 x1874850291754368/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1787998269 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998253.543992:0:32604:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998253.543996:0:32604:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998253.543999:0:32604:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d191c6f800. 02000000:00000001:0.0:1787998253.544002:0:32604:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998253.544005:0:32604:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998253.544006:0:32604:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998253.544008:0:32604:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998253.544011:0:32604:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e25c00. 02000000:00000001:0.0:1787998253.544014:0:32604:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998253.544016:0:32604:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998253.544018:0:32604:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199eded80. 00000100:00000001:0.0:1787998253.544022:0:32604:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998253.544023:0:32604:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998253.544025:0:32604:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1787998253.544026:0:32604:0:(dcache.c:176:ll_intent_release()) intent ffffb66d41463b20 released 00000080:00000001:0.0:1787998253.544027:0:32604:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1787998253.544030:0:32604:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1787998253.544032:0:32604:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463b70 00000080:00002000:0.0:1787998253.544034:0:32604:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-1 (ffff94d183582ca8, parent ffff94d198a90798, inode 0000000000000000) hashed, 00000080:00000001:0.0:1787998253.544037:0:32604:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998253.544067:0:32604:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787998253.544070:0:32604:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787998253.544071:0:32604:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1787998253.544073:0:32604:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463bb0 00000080:00200000:0.0:1787998253.544075:0:32604:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:0.0:1787998253.544080:0:32604:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19162b800. 00800000:00000002:0.0:1787998253.544084:0:32604:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998253.544087:0:32604:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998253.544089:0:32604:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998253.544090:0:32604:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463ad0 00800000:00000002:0.0:1787998253.544092:0:32604:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998253.544095:0:32604:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998253.544097:0:32604:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998253.544098:0:32604:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998253.544100:0:32604:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998253.544101:0:32604:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998253.544103:0:32604:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998253.544104:0:32604:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998253.544106:0:32604:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998253.544109:0:32604:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1787998253.544113:0:32604:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998253.544114:0:32604:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d414639a0 00000002:00010000:0.0:1787998253.544116:0:32604:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787998253.544120:0:32604:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787998253.544121:0:32604:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998253.544122:0:32604:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998253.544125:0:32604:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921900 count: 2 00010000:00000001:0.0:1787998253.544127:0:32604:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998253.544129:0:32604:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998253.544132:0:32604:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998253.544135:0:32604:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8ca6c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acd1f expref: -99 pid: 32604 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1787998253.544142:0:32604:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998253.544144:0:32604:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998253.544147:0:32604:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8ca6c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acd1f expref: -99 pid: 32604 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1787998253.544152:0:32604:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1787998253.544154:0:32604:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998253.544156:0:32604:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998253.544158:0:32604:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998253.544159:0:32604:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998253.544161:0:32604:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1787998253.544163:0:32604:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1787998253.544165:0:32604:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998253.544167:0:32604:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162b800. 00000080:00000001:0.0:1787998253.544170:0:32604:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787998253.544171:0:32604:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998253.544173:0:32604:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:0.0:1787998253.544177:0:32604:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8ca6c 00800000:00000001:0.0:1787998253.544180:0:32604:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998253.544182:0:32604:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998253.544183:0:32604:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998253.544185:0:32604:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998253.544186:0:32604:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367200 refcount=3 00000020:00000001:0.0:1787998253.544188:0:32604:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:0.0:1787998253.544190:0:32604:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:0.0:1787998253.544193:0:32604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998253.544194:0:32604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998253.544195:0:32604:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998253.544197:0:32604:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998253.544199:0:32604:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8ca6c from it ffffb66d41463be8 00010000:00000001:0.0:1787998253.544200:0:32604:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998253.544201:0:32604:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998253.544203:0:32604:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367200 refcount=3 00000020:00000001:0.0:1787998253.544204:0:32604:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:0.0:1787998253.544206:0:32604:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:0.0:1787998253.544208:0:32604:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998253.544210:0:32604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8ca6c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acd1f expref: -99 pid: 32604 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1787998253.544216:0:32604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998253.544217:0:32604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998253.544218:0:32604:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998253.544219:0:32604:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998253.544221:0:32604:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8ca6c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acd1f expref: -99 pid: 32604 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1787998253.544227:0:32604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998253.544229:0:32604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998253.544230:0:32604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998253.544232:0:32604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998253.544233:0:32604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998253.544235:0:32604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998253.544237:0:32604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998253.544238:0:32604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998253.544240:0:32604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998253.544242:0:32604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998253.544243:0:32604:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998253.544245:0:32604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998253.544246:0:32604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787998253.544248:0:32604:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787998253.544249:0:32604:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998253.544251:0:32604:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:0.0:1787998253.544256:0:32604:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998253.544259:0:32604:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1787998253.544261:0:32604:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463bd8 00000080:00002000:0.0:1787998253.544263:0:32604:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff94d183582ca8) flags 0x8000e refc 0 00000080:00000001:0.0:1787998253.544266:0:32604:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998253.544268:0:32604:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463c20 00000080:00200000:0.0:1787998253.544269:0:32604:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=16392 00000080:00000001:0.0:1787998253.544273:0:32604:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1787998253.544274:0:32604:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463ba8 00000080:00002000:0.0:1787998253.544276:0:32604:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-1 (ffff94d183582ca8, parent ffff94d198a90798, inode 0000000000000000) hashed, 00000080:00000001:0.0:1787998253.544279:0:32604:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998253.544299:0:32604:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463d08 00000080:00200008:0.0:1787998253.544303:0:32604:0:(file.c:6295:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94d1989ad348), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1787998253.544309:0:32604:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1787998253.544312:0:32604:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998253.544314:0:32604:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1787998253.544315:0:32604:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463c80 00000080:00200000:0.0:1787998253.544316:0:32604:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:0.0:1787998253.544320:0:32604:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19162b800. 00800000:00000002:0.0:1787998253.544322:0:32604:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998253.544325:0:32604:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998253.544327:0:32604:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998253.544328:0:32604:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463ba0 00800000:00000002:0.0:1787998253.544330:0:32604:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998253.544333:0:32604:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998253.544335:0:32604:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998253.544336:0:32604:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998253.544337:0:32604:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998253.544339:0:32604:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998253.544341:0:32604:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998253.544342:0:32604:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998253.544344:0:32604:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998253.544346:0:32604:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1787998253.544349:0:32604:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998253.544351:0:32604:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463a70 00000002:00010000:0.0:1787998253.544353:0:32604:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787998253.544355:0:32604:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787998253.544357:0:32604:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998253.544358:0:32604:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998253.544360:0:32604:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921900 count: 2 00010000:00000001:0.0:1787998253.544362:0:32604:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998253.544365:0:32604:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998253.544367:0:32604:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998253.544370:0:32604:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8ca6c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acd1f expref: -99 pid: 32604 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1787998253.545675:0:32604:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998253.545679:0:32604:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998253.545683:0:32604:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8ca6c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acd1f expref: -99 pid: 32604 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1787998253.545690:0:32604:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1787998253.545693:0:32604:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998253.545695:0:32604:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998253.545698:0:32604:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998253.545700:0:32604:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998253.545703:0:32604:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1787998253.545706:0:32604:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1787998253.545708:0:32604:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998253.545711:0:32604:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162b800. 00000080:00000001:0.0:1787998253.545716:0:32604:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787998253.545717:0:32604:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998253.545721:0:32604:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:0.0:1787998253.545724:0:32604:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8ca6c 00800000:00000001:0.0:1787998253.545727:0:32604:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998253.545741:0:32604:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998253.545742:0:32604:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998253.545744:0:32604:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998253.545747:0:32604:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367200 refcount=3 00000020:00000001:0.0:1787998253.545749:0:32604:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:0.0:1787998253.545751:0:32604:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:0.0:1787998253.545754:0:32604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998253.545755:0:32604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998253.545756:0:32604:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998253.545758:0:32604:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998253.545760:0:32604:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8ca6c from it ffffb66d41463cb8 00010000:00000001:0.0:1787998253.545762:0:32604:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998253.545763:0:32604:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998253.545764:0:32604:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367200 refcount=3 00000020:00000001:0.0:1787998253.545766:0:32604:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:0.0:1787998253.545780:0:32604:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:0.0:1787998253.545783:0:32604:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998253.545786:0:32604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8ca6c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acd1f expref: -99 pid: 32604 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1787998253.545794:0:32604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998253.545795:0:32604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998253.545797:0:32604:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998253.545799:0:32604:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998253.545802:0:32604:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8ca6c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acd1f expref: -99 pid: 32604 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1787998253.545808:0:32604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998253.545959:0:32604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998253.545962:0:32604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998253.545966:0:32604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998253.545968:0:32604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998253.545969:0:32604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998253.545972:0:32604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998253.545976:0:32604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998253.545978:0:32604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998253.545981:0:32604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998253.545983:0:32604:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998253.545985:0:32604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998253.545986:0:32604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787998253.545989:0:32604:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787998253.545991:0:32604:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998253.545995:0:32604:0:(file.c:6248:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998253.546000:0:32604:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463d08 00000080:00000008:0.0:1787998253.546002:0:32604:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d1989ad348), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1787998253.546467:0:32604:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998253.547725:0:32604:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463d08 00000080:00200008:0.0:1787998253.547743:0:32604:0:(file.c:6295:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94d1989ad348), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1787998253.547750:0:32604:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1787998253.547751:0:32604:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463c80 00000080:00200000:0.0:1787998253.547753:0:32604:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:0.0:1787998253.547759:0:32604:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19162b800. 00800000:00000002:0.0:1787998253.547765:0:32604:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998253.547783:0:32604:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998253.547787:0:32604:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998253.547789:0:32604:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463ba0 00800000:00000002:0.0:1787998253.547793:0:32604:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998253.547797:0:32604:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998253.547799:0:32604:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998253.547802:0:32604:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998253.547805:0:32604:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998253.547808:0:32604:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998253.547921:0:32604:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998253.547925:0:32604:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998253.547927:0:32604:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998253.547930:0:32604:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1787998253.547936:0:32604:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998253.547939:0:32604:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463a70 00000002:00010000:0.0:1787998253.547940:0:32604:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787998253.547944:0:32604:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787998253.547945:0:32604:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998253.547948:0:32604:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998253.547954:0:32604:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921900 count: 2 00010000:00000001:0.0:1787998253.547957:0:32604:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998253.547960:0:32604:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998253.547964:0:32604:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998253.547968:0:32604:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8ca6c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acd1f expref: -99 pid: 32604 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1787998253.547978:0:32604:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998253.547983:0:32604:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998253.547986:0:32604:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8ca6c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acd1f expref: -99 pid: 32604 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1787998253.547992:0:32604:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1787998253.547993:0:32604:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998253.547995:0:32604:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998253.547997:0:32604:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998253.547999:0:32604:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998253.548001:0:32604:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1787998253.548004:0:32604:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1787998253.548006:0:32604:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998253.548009:0:32604:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162b800. 00000080:00000001:0.0:1787998253.548013:0:32604:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787998253.548015:0:32604:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998253.548017:0:32604:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:0.0:1787998253.548020:0:32604:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8ca6c 00800000:00000001:0.0:1787998253.548023:0:32604:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998253.548024:0:32604:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998253.548026:0:32604:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998253.548028:0:32604:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998253.548031:0:32604:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367200 refcount=3 00000020:00000001:0.0:1787998253.548033:0:32604:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:0.0:1787998253.548035:0:32604:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:0.0:1787998253.548039:0:32604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998253.548040:0:32604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998253.548041:0:32604:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998253.548043:0:32604:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998253.548046:0:32604:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8ca6c from it ffffb66d41463cb8 00010000:00000001:0.0:1787998253.548048:0:32604:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998253.548049:0:32604:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998253.548050:0:32604:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367200 refcount=3 00000020:00000001:0.0:1787998253.548052:0:32604:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:0.0:1787998253.548055:0:32604:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:0.0:1787998253.548056:0:32604:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998253.548059:0:32604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8ca6c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acd1f expref: -99 pid: 32604 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1787998253.548065:0:32604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998253.548066:0:32604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998253.548067:0:32604:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998253.548069:0:32604:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998253.548071:0:32604:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8ca6c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acd1f expref: -99 pid: 32604 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1787998253.548077:0:32604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998253.548080:0:32604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998253.548082:0:32604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998253.548085:0:32604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998253.548086:0:32604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998253.548088:0:32604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998253.548091:0:32604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998253.548093:0:32604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998253.548094:0:32604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998253.548097:0:32604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998253.548099:0:32604:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998253.548101:0:32604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998253.548102:0:32604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787998253.548104:0:32604:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787998253.548106:0:32604:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998253.548109:0:32604:0:(file.c:6248:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998253.548113:0:32604:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463d08 00000080:00000008:0.0:1787998253.548115:0:32604:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d1989ad348), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1787998253.548250:0:32604:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787998253.548252:0:32604:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1787998253.548253:0:32604:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463b78 00000080:00200000:0.0:1787998253.548255:0:32604:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:0.0:1787998253.548259:0:32604:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19162b800. 00800000:00000002:0.0:1787998253.548262:0:32604:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998253.548265:0:32604:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998253.548267:0:32604:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998253.548268:0:32604:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463a98 00800000:00000002:0.0:1787998253.548269:0:32604:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998253.548271:0:32604:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998253.548273:0:32604:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998253.548274:0:32604:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998253.548275:0:32604:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998253.548276:0:32604:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998253.548278:0:32604:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998253.548280:0:32604:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998253.548281:0:32604:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998253.548284:0:32604:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1787998253.548286:0:32604:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998253.548288:0:32604:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463968 00000002:00010000:0.0:1787998253.548289:0:32604:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787998253.548292:0:32604:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787998253.548293:0:32604:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998253.548295:0:32604:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998253.548297:0:32604:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921900 count: 2 00010000:00000001:0.0:1787998253.548299:0:32604:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998253.548301:0:32604:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998253.548304:0:32604:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998253.548307:0:32604:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8ca6c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acd1f expref: -99 pid: 32604 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1787998253.548313:0:32604:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998253.548316:0:32604:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998253.548318:0:32604:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8ca6c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acd1f expref: -99 pid: 32604 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1787998253.548324:0:32604:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1787998253.548325:0:32604:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998253.548327:0:32604:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998253.548328:0:32604:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998253.548330:0:32604:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998253.548331:0:32604:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1787998253.548333:0:32604:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1787998253.548335:0:32604:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998253.548337:0:32604:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162b800. 00000080:00000001:0.0:1787998253.548340:0:32604:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787998253.548341:0:32604:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998253.548343:0:32604:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:0.0:1787998253.548345:0:32604:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8ca6c 00800000:00000001:0.0:1787998253.548347:0:32604:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998253.548348:0:32604:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998253.548349:0:32604:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998253.548351:0:32604:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998253.548352:0:32604:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367200 refcount=3 00000020:00000001:0.0:1787998253.548354:0:32604:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:0.0:1787998253.548356:0:32604:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:0.0:1787998253.548358:0:32604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998253.548359:0:32604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998253.548360:0:32604:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998253.548361:0:32604:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998253.548363:0:32604:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8ca6c from it ffffb66d41463bb0 00010000:00000001:0.0:1787998253.548365:0:32604:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998253.548366:0:32604:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998253.548367:0:32604:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367200 refcount=3 00000020:00000001:0.0:1787998253.548369:0:32604:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:0.0:1787998253.548370:0:32604:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:0.0:1787998253.548372:0:32604:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998253.548375:0:32604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8ca6c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acd1f expref: -99 pid: 32604 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1787998253.548381:0:32604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998253.548382:0:32604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998253.548383:0:32604:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998253.548385:0:32604:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998253.548387:0:32604:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8ca6c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acd1f expref: -99 pid: 32604 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1787998253.548392:0:32604:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998253.548394:0:32604:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998253.548395:0:32604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998253.548398:0:32604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998253.548398:0:32604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998253.548399:0:32604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998253.548401:0:32604:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998253.548403:0:32604:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998253.548404:0:32604:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998253.548406:0:32604:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998253.548408:0:32604:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998253.548408:0:32604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998253.548409:0:32604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787998253.548411:0:32604:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787998253.548412:0:32604:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998253.548414:0:32604:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 44 00000080:00000001:0.0:1787998253.548417:0:32604:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998253.548422:0:32604:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1787998253.548424:0:32604:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1787998253.548425:0:32604:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463b78 00000080:00200008:0.0:1787998253.548428:0:32604:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff94d1989ad348), flags 300000 00000080:00000010:0.0:1787998253.548433:0:32604:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d1863303c0. 00000080:00000001:0.0:1787998253.549684:0:32604:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998253.549691:0:32604:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998253.549710:0:32604:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998253.549712:0:32604:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c03066f0 arg=7fff0aa59970 00000020:00000001:0.0:1787998253.549720:0:32604:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998253.549724:0:32604:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff94d1923a2c00. 00000020:00000001:0.0:1787998253.549739:0:32604:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998253.549743:0:32604:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:0.0:1787998253.549745:0:32604:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463ad0 00000080:00200000:0.0:1787998253.549747:0:32604:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) name=d21h.recovery-small-1 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:0.0:1787998253.549754:0:32604:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19162b800. 00800000:00000002:0.0:1787998253.549758:0:32604:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00800000:00000001:0.0:1787998253.549765:0:32604:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:0.0:1787998253.549781:0:32604:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1787998253.549785:0:32604:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998253.549787:0:32604:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998253.549790:0:32604:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998253.549792:0:32604:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998253.549795:0:32604:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998253.549797:0:32604:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998253.549799:0:32604:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998253.549803:0:32604:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446626226367802368 : -117847341749248 : ffff94d1870eac00) 00800000:00000001:0.0:1787998253.549806:0:32604:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1787998253.549808:0:32604:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1787998253.549957:0:32604:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1787998253.549961:0:32604:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1787998253.549964:0:32604:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94d1a0bb2800: Allocated FID [0x200000405:0x23:0x0] 40000000:00000001:0.0:1787998253.549967:0:32604:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998253.549969:0:32604:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998253.549971:0:32604:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998253.549973:0:32604:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998253.549975:0:32604:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d414639e8 00800000:00000002:0.0:1787998253.549977:0:32604:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd21h.recovery-small-1' [0x200000405:0x23:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:0.0:1787998253.549982:0:32604:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:0.0:1787998253.549984:0:32604:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1787998253.549989:0:32604:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921900 count: 2 00010000:00000001:0.0:1787998253.549992:0:32604:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998253.549995:0:32604:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1787998253.549998:0:32604:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787998253.550002:0:32604:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8ca6c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4fd9a50f3a6acd1f expref: -99 pid: 32604 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1787998253.550011:0:32604:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1787998253.550014:0:32604:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1787998253.550016:0:32604:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1787998253.550018:0:32604:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1787998253.550020:0:32604:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998253.550022:0:32604:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998253.550024:0:32604:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921900 count: 3 00010000:00000001:0.0:1787998253.550026:0:32604:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998253.550029:0:32604:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998253.550031:0:32604:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998253.550032:0:32604:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998253.550033:0:32604:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921900 count: 3 00010000:00000001:0.0:1787998253.550035:0:32604:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998253.550036:0:32604:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998253.550038:0:32604:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998253.550039:0:32604:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998253.550040:0:32604:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921900 count: 3 00010000:00000001:0.0:1787998253.550043:0:32604:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998253.550045:0:32604:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998253.550047:0:32604:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1787998253.550050:0:32604:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d1989ad280, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1787998253.550054:0:32604:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:0.0:1787998253.550143:0:32604:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463670 00000080:00002000:0.0:1787998253.550145:0:32604:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21h.recovery-small-1 00000080:00000001:0.0:1787998253.550151:0:32604:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1787998253.550155:0:32604:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1787998253.550157:0:32604:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1787998253.550159:0:32604:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1787998253.550162:0:32604:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998253.550166:0:32604:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1787998253.550169:0:32604:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787998253.550171:0:32604:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787998253.550173:0:32604:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998253.550175:0:32604:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1787998253.550178:0:32604:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d187367200 with handle 0xb2d39e653c8ca6c from hash 00010000:00000001:0.0:1787998253.550181:0:32604:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787998253.550182:0:32604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998253.550184:0:32604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998253.550185:0:32604:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787998253.550188:0:32604:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787998253.550190:0:32604:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1787998253.550193:0:32604:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1787998253.550195:0:32604:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998253.550197:0:32604:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1787998253.550202:0:32604:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c10380. 00000020:00000040:0.0:1787998253.550206:0:32604:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:0.0:1787998253.550212:0:32604:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787998253.550214:0:32604:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998253.550217:0:32604:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1787998253.550221:0:32604:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998253.550223:0:32604:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998253.550226:0:32604:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998253.550228:0:32604:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998253.550232:0:32604:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998253.550239:0:32604:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1923a3400. 00000100:00000001:0.0:1787998253.550245:0:32604:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998253.550248:0:32604:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998253.550250:0:32604:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1787998253.550256:0:32604:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8ca6c lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6acd1f expref: -99 pid: 32604 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787998253.550262:0:32604:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1787998253.550264:0:32604:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1787998253.550265:0:32604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787998253.550268:0:32604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8ca6c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6acd1f expref: -99 pid: 32604 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:0.0:1787998253.550275:0:32604:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d185921900 count: 0 00010000:00000010:0.0:1787998253.550279:0:32604:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d1861dbb00. 00010000:00000001:0.0:1787998253.550285:0:32604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998253.550287:0:32604:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998253.550289:0:32604:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998253.550290:0:32604:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998253.550292:0:32604:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1787998253.550301:0:32604:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787998253.550313:0:32604:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191c10380 x1874850291754624/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787998253.550321:0:32604:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998253.550323:0:32604:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998253.550328:0:32604:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d181254480. 00000100:00000001:0.0:1787998253.550331:0:32604:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226268619904 : -117847440931712 : ffff94d181254480) 00000100:00000001:0.0:1787998253.550333:0:32604:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998253.550335:0:32604:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547262336 : -117847162289280 : ffff94d191c10380) 00000100:00000001:0.0:1787998253.550339:0:32604:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998253.550343:0:32604:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998253.550345:0:32604:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998253.550347:0:32604:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998253.550351:0:32604:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c10380 x1874850291754624/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998253.550358:0:32604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998253.550360:0:32604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998253.550364:0:32604:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998253.550366:0:32604:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998253.550369:0:32604:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998253.550372:0:32604:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c10380 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32604:1874850291754624:192.168.206.123@tcp:36:lfs.0 00000100:00000001:0.0:1787998253.550377:0:32604:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998253.550382:0:32604:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998253.550385:0:32604:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998253.550387:0:32604:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998253.550391:0:32604:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a0000. 02000000:00000001:0.0:1787998253.550394:0:32604:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998253.550401:0:32604:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998253.550405:0:32604:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30268. 00000400:00000010:0.0:1787998253.550412:0:32604:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807440. 00000100:00000200:0.0:1787998253.550419:0:32604:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291754624, portal 10 00000100:00000001:0.0:1787998253.550421:0:32604:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998253.550423:0:32604:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547262336 : -117847162289280 : ffff94d191c10380) 00000100:00000040:0.0:1787998253.550429:0:32604:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c10380 x1874850291754624/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998269 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998253.550678:0:32604:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998253.550681:0:32604:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998253.550684:0:32604:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1928074c8. 00000100:00000200:0.0:1787998253.550689:0:32604:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1874850291754624, offset 0 00000400:00000200:0.0:1787998253.550695:0:32604:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998253.550703:0:32604:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998253.550709:0:32604:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998253.550714:0:32604:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998253.550718:0:32604:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998253.550721:0:32604:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998253.550724:0:32604:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998253.550727:0:32604:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2679:2679:256:4294967295] 192.168.206.123@tcp LPNI seq info [2679:2679:8:4294967295] 00000400:00000200:0.0:1787998253.550745:0:32604:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998253.550753:0:32604:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998253.550758:0:32604:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998253.550763:0:32604:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4800. 00000800:00000200:0.0:1787998253.550802:0:32604:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998253.550810:0:32604:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998253.551564:0:32604:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4800 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:0.0:1787998253.551658:0:32604:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998253.551664:0:32604:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 822502 usecs (823 jiffies) 00000400:00000200:0.0:1787998253.551669:0:32604:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998253.551672:0:32604:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296434531 00000100:00000001:0.0:1787998253.551675:0:32604:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296435700 00000100:00000001:0.0:1787998253.551677:0:32604:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296434531 00000100:00000001:0.0:1787998253.551679:0:32604:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296435700 00000100:00000001:0.0:1787998253.551681:0:32604:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998253.551684:0:32604:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998253.551686:0:32604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998253.551688:0:32604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998253.551691:0:32604:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d181254480 going to sleep for 11 seconds 00000100:00000001:0.0:1787998253.551693:0:32604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998253.551696:0:32604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998253.552157:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998253.552162:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4800. 00000400:00000200:2.0:1787998253.552168:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998253.552175:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998253.552181:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928074c8 00000400:00000010:2.0:1787998253.552184:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928074c8. 00000100:00000001:2.0:1787998253.552188:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998253.552194:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c10380 x1874850291754624/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998269 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998253.552207:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998253.552210:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c10380 x1874850291754624/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998269 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998253.552216:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998253.552218:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1787998253.556837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3200. 00000800:00000001:3.0:1787998253.561109:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998253.561127:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998253.561131:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998253.561134:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998253.561142:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998253.561148:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998253.561157:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998253.561161:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998253.561166:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998253.561170:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 448 into portal 10 MB=0x6a92a99a5a680 00000400:00000200:3.0:1787998253.561174:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998253.561179:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 448/448 into md 0x7d1d [1] + 224 00000800:00000001:3.0:1787998253.561186:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998253.561212:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998253.561216:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998253.561220:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998253.561227:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998253.561235:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c10380 x1874850291754624/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998269 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998253.561246:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff94d191c10380 x1874850291754624/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998269 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998253.561267:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998253.561275:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998253.561279:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998253.561373:0:32604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998253.561382:0:32604:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998253.561384:0:32604:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998253.561388:0:32604:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30268. 00000400:00000200:0.0:1787998253.561393:0:32604:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807440 00000400:00000010:0.0:1787998253.561395:0:32604:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807440. 00000100:00000001:0.0:1787998253.561399:0:32604:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998253.561404:0:32604:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c10380 x1874850291754624/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998269 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998253.561413:0:32604:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c10380 x1874850291754624/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998269 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998253.561419:0:32604:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998253.561420:0:32604:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998253.561423:0:32604:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998253.561426:0:32604:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998253.561428:0:32604:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998253.561430:0:32604:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998253.561433:0:32604:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998253.561442:0:32604:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=79 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998253.561446:0:32604:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998253.561449:0:32604:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998253.561450:0:32604:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998253.561453:0:32604:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998253.561457:0:32604:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998253.561460:0:32604:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1787998253.561461:0:32604:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009a/0x1] 00000100:00000001:0.0:1787998253.561463:0:32604:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1787998253.561466:0:32604:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998253.561467:0:32604:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547262336 : -117847162289280 : ffff94d191c10380) 00000100:00000001:0.0:1787998253.561470:0:32604:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998253.561471:0:32604:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967611 00000100:00000001:0.0:1787998253.561473:0:32604:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998253.561477:0:32604:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998253.561481:0:32604:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c10380 x1874850291754624/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1787998269 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998253.561489:0:32604:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998253.561491:0:32604:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998253.561493:0:32604:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998253.561497:0:32604:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c10380 x1874850291754624/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1787998269 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998253.561506:0:32604:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c10380 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32604:1874850291754624:192.168.206.123@tcp:36:lfs.0 00000100:00000001:0.0:1787998253.561510:0:32604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998253.561513:0:32604:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998253.561515:0:32604:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998253.561517:0:32604:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998253.561521:0:32604:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c10380 x1874850291754624/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1787998269 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998253.561528:0:32604:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998253.561531:0:32604:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d181254480. 00000100:00000001:0.0:1787998253.561695:0:32604:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998253.561698:0:32604:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998253.561707:0:32604:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998253.561923:0:32604:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000405:0x23:0x0] 00800000:00000001:0.0:1787998253.561927:0:32604:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998253.561932:0:32604:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1787998253.561938:0:32604:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1787998253.561940:0:32604:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1787998253.561943:0:32604:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:0.0:1787998253.561946:0:32604:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1787998253.561957:0:32604:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94d1989af380. 00000080:00000001:0.0:1787998253.561967:0:32604:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1787998253.561969:0:32604:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x23:0x0](ffff94d1989af448) 00000080:00000001:0.0:1787998253.561972:0:32604:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1787998253.561974:0:32604:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:0.0:1787998253.561976:0:32604:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998253.561978:0:32604:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:0.0:1787998253.561981:0:32604:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1787998253.561983:0:32604:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611171 mtime from 0 to 1787998253 00000080:00200000:0.0:1787998253.561987:0:32604:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 4096 00000080:00000001:0.0:1787998253.561989:0:32604:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1787998253.561991:0:32604:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626226662208584 : -117847047343032 : ffff94d1989af448) 00000080:00000001:0.0:1787998253.561994:0:32604:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1787998253.561997:0:32604:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1787998253.561999:0:32604:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998253.562006:0:32604:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998253.562011:0:32604:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c10380 x1874850291754624/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1787998269 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998253.562018:0:32604:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998253.562021:0:32604:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998253.562023:0:32604:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162b800. 00000080:00000010:0.0:1787998253.562029:0:32604:0:(dir.c:2105:ll_dir_ioctl()) kvfree 'data': 648 at ffff94d1923a2c00. 00000080:00000001:0.0:1787998253.562032:0:32604:0:(dir.c:2106:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998253.562046:0:32604:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1787998253.562049:0:32604:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1787998253.562052:0:32604:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463dd0 00000080:00200008:0.0:1787998253.562054:0:32604:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff94d1989ad348), flags 300000 00000080:00400000:0.0:1787998253.562058:0:32604:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1787998253.562062:0:32604:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d1863303c0. 00000080:00000001:0.0:1787998253.562067:0:32604:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1787998253.562069:0:32604:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463dd0 00000080:00000008:0.0:1787998253.562071:0:32604:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d1989ad348), flags 300000, rc = 0 00000080:00000001:0.0:1787998253.562074:0:32604:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998253.562075:0:32604:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.1:1787998253.570492:0:32609:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90660. 00010000:00000010:0.1:1787998253.570510:0:32609:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921900. 00010000:00000010:0.1:1787998253.570516:0:32609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367200. 00000080:00000001:3.0:1787998253.574568:0:32610:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998253.574576:0:32610:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998253.574578:0:32610:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1787998253.574582:0:32610:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d42033b20 00000080:00200000:3.0:1787998253.574586:0:32610:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:3.0:1787998253.574594:0:32610:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191d93e00. 00800000:00000002:3.0:1787998253.574600:0:32610:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:3.0:1787998253.574603:0:32610:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787998253.574608:0:32610:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787998253.574609:0:32610:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d42033a40 00800000:00000002:3.0:1787998253.574612:0:32610:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998253.574616:0:32610:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787998253.574618:0:32610:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998253.574620:0:32610:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998253.574623:0:32610:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998253.574625:0:32610:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998253.574627:0:32610:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998253.574629:0:32610:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998253.574631:0:32610:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998253.574634:0:32610:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1787998253.574639:0:32610:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787998253.574641:0:32610:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d42033910 00000002:00010000:3.0:1787998253.574643:0:32610:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1787998253.574647:0:32610:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787998253.574649:0:32610:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998253.574651:0:32610:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1787998253.574657:0:32610:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998253.574659:0:32610:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998253.574661:0:32610:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998253.574663:0:32610:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1787998253.574665:0:32610:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1787998253.574670:0:32610:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d03b80. 00000020:00000040:3.0:1787998253.574675:0:32610:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:3.0:1787998253.574681:0:32610:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1787998253.574685:0:32610:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998253.574689:0:32610:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998253.574692:0:32610:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998253.574694:0:32610:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998253.574699:0:32610:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998253.574705:0:32610:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0096800. 00000100:00000001:3.0:1787998253.574712:0:32610:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998253.574717:0:32610:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998253.574719:0:32610:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998253.574720:0:32610:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998253.574721:0:32610:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998253.574723:0:32610:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998253.574740:0:32610:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226548259712 : -117847161291904 : ffff94d191d03b80) 00010000:00000001:3.0:1787998253.574745:0:32610:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1787998253.574747:0:32610:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1787998253.574751:0:32610:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d18a360f00. 00010000:00000010:3.0:1787998253.574754:0:32610:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d190a8d900. 00010000:00000001:3.0:1787998253.574759:0:32610:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1787998253.574763:0:32610:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1903e5400. 00000020:00000001:3.0:1787998253.574897:0:32610:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1787998253.574901:0:32610:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1903e5400 with handle 0xb2d39e653c8ca7a to hash 00000020:00000001:3.0:1787998253.574904:0:32610:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1787998253.574905:0:32610:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:3.0:1787998253.574909:0:32610:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:3.0:1787998253.574912:0:32610:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998253.574915:0:32610:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998253.574919:0:32610:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8ca7a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998253.574928:0:32610:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8ca7a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998253.574939:0:32610:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8ca7a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32610 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1787998253.574944:0:32610:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787998253.574946:0:32610:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787998253.574952:0:32610:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191748b40. 00000100:00000001:3.0:1787998253.574954:0:32610:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226542250816 : -117847167300800 : ffff94d191748b40) 00000100:00000001:3.0:1787998253.574956:0:32610:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998253.574957:0:32610:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548259712 : -117847161291904 : ffff94d191d03b80) 00000100:00000001:3.0:1787998253.574961:0:32610:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998253.574965:0:32610:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998253.574966:0:32610:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787998253.574968:0:32610:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998253.574976:0:32610:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d03b80 x1874850291754752/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998253.574989:0:32610:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998253.574991:0:32610:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998253.574994:0:32610:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998253.575072:0:32610:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998253.575075:0:32610:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998253.575079:0:32610:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d03b80 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32610:1874850291754752:192.168.206.123@tcp:101:lfs.0 00000100:00000001:3.0:1787998253.575083:0:32610:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998253.575088:0:32610:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998253.575091:0:32610:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998253.575093:0:32610:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998253.575098:0:32610:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d19175d000. 02000000:00000001:3.0:1787998253.575100:0:32610:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998253.575108:0:32610:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998253.575112:0:32610:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108ad10. 00000400:00000010:3.0:1787998253.575119:0:32610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f54c8. 00000100:00000200:3.0:1787998253.575125:0:32610:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291754752, portal 10 00000100:00000001:3.0:1787998253.575127:0:32610:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998253.575128:0:32610:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548259712 : -117847161291904 : ffff94d191d03b80) 00000100:00000040:3.0:1787998253.575134:0:32610:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d03b80 x1874850291754752/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998269 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998253.575142:0:32610:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998253.575145:0:32610:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998253.575147:0:32610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5ee0. 00000100:00000200:3.0:1787998253.575150:0:32610:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1874850291754752, offset 0 00000400:00000200:3.0:1787998253.575156:0:32610:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998253.575163:0:32610:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998253.575170:0:32610:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998253.575175:0:32610:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998253.575179:0:32610:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998253.575182:0:32610:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998253.575185:0:32610:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998253.575189:0:32610:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2680:2680:256:4294967295] 192.168.206.123@tcp LPNI seq info [2680:2680:8:4294967295] 00000400:00000200:3.0:1787998253.575194:0:32610:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998253.575202:0:32610:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998253.575209:0:32610:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998253.575214:0:32610:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199320600. 00000800:00000200:3.0:1787998253.575221:0:32610:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998253.575229:0:32610:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998253.575233:0:32610:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199320600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1787998253.575303:0:32610:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998253.575308:0:32610:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 821326 usecs (822 jiffies) 00000400:00000200:3.0:1787998253.575312:0:32610:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998253.575315:0:32610:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296434554 00000100:00000001:3.0:1787998253.575318:0:32610:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296435700 00000100:00000001:3.0:1787998253.575320:0:32610:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296434554 00000100:00000001:3.0:1787998253.575322:0:32610:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296435700 00000100:00000001:3.0:1787998253.575324:0:32610:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998253.575327:0:32610:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998253.575329:0:32610:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998253.575331:0:32610:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787998253.575334:0:32610:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191748b40 going to sleep for 11 seconds 00000100:00000001:3.0:1787998253.575336:0:32610:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998253.575339:0:32610:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998253.575589:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998253.575594:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199320600. 00000400:00000200:2.0:1787998253.575599:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998253.575604:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998253.575609:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5ee0 00000400:00000010:2.0:1787998253.575611:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5ee0. 00000100:00000001:2.0:1787998253.575614:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998253.575619:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d03b80 x1874850291754752/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998269 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998253.575629:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998253.575632:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d03b80 x1874850291754752/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998269 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998253.575639:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998253.575641:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998253.578553:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998253.578566:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998253.578569:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998253.578572:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998253.578580:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998253.578587:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998253.578597:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998253.578601:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998253.578606:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998253.578610:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a5a700 00000400:00000200:2.0:1787998253.578616:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998253.578621:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x7d25 [1] + 224 00000800:00000001:2.0:1787998253.578629:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998253.578636:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998253.578640:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998253.578644:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998253.578656:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998253.578665:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d03b80 x1874850291754752/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998269 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998253.578677:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d191d03b80 x1874850291754752/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998269 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998253.578698:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998253.578706:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998253.578709:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1787998253.581602:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998253.581607:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031ff00. 00000400:00000200:2.0:1787998253.581613:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998253.581618:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998253.581624:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854092a8 00000400:00000010:2.0:1787998253.581626:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854092a8. 00000100:00000001:2.0:1787998253.581630:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998253.581634:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edf100 x1874850291754880/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998269 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998253.581644:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998253.581647:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edf100 x1874850291754880/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998269 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998253.581653:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998253.581667:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998253.586086:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998253.586102:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998253.586106:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998253.586108:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998253.586116:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998253.586123:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998253.586132:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998253.586136:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998253.586142:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998253.586146:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 584 into portal 10 MB=0x6a92a99a5a780 00000400:00000200:3.0:1787998253.586151:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998253.586157:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 584/584 into md 0x7d35 [1] + 224 00000800:00000001:3.0:1787998253.586164:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998253.586171:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998253.586174:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998253.586178:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998253.586185:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998253.586193:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edf100 x1874850291754880/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998269 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998253.586205:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff94d199edf100 x1874850291754880/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998269 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998253.586225:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998253.586233:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998253.586237:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787998253.589439:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998253.589444:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f200. 00000400:00000200:3.0:1787998253.589450:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998253.589455:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998253.589461:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409088 00000400:00000010:3.0:1787998253.589463:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409088. 00000100:00000001:3.0:1787998253.589467:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998253.589471:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edf100 x1874850291755136/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998269 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998253.589564:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998253.589568:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edf100 x1874850291755136/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998269 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998253.589575:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998253.589576:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998253.597785:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998253.597801:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998253.597806:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998253.597808:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998253.597817:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998253.597825:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998253.597834:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998253.597839:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998253.597844:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998253.597848:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 448 into portal 10 MB=0x6a92a99a5a880 00000400:00000200:2.0:1787998253.597852:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998253.597858:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 448/448 into md 0x7d3d [1] + 224 00000800:00000001:2.0:1787998253.597865:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998253.597873:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998253.597876:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998253.597881:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998253.597889:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998253.597897:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edf100 x1874850291755136/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998269 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998253.597908:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff94d199edf100 x1874850291755136/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998269 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998253.597928:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998253.597936:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998253.597939:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998253.599232:0:32610:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998253.599242:0:32610:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998253.599245:0:32610:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998253.599248:0:32610:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc948. 00000400:00000200:3.0:1787998253.599255:0:32610:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409d48 00000400:00000010:3.0:1787998253.599257:0:32610:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409d48. 00000100:00000001:3.0:1787998253.599262:0:32610:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998253.599270:0:32610:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edf100 x1874850291755136/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998269 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998253.599282:0:32610:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edf100 x1874850291755136/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998269 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998253.599290:0:32610:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998253.599292:0:32610:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998253.599295:0:32610:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998253.599299:0:32610:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998253.599301:0:32610:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998253.599303:0:32610:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998253.599306:0:32610:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998253.599315:0:32610:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=79 v=5 (5 104 104 104) 00000100:00001000:3.0:1787998253.599319:0:32610:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998253.599322:0:32610:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998253.599324:0:32610:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998253.599326:0:32610:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998253.599330:0:32610:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998253.599332:0:32610:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1787998253.599334:0:32610:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009a/0x1] 00000100:00000001:3.0:1787998253.599337:0:32610:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1787998253.599339:0:32610:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998253.599341:0:32610:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684424448 : -117847025127168 : ffff94d199edf100) 00000100:00000001:3.0:1787998253.599344:0:32610:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998253.599347:0:32610:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967611 00000100:00000001:3.0:1787998253.599349:0:32610:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998253.599351:0:32610:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998253.599356:0:32610:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edf100 x1874850291755136/t4294967613(4294967613) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1787998269 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998253.599364:0:32610:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998253.599367:0:32610:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998253.599370:0:32610:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998253.599375:0:32610:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edf100 x1874850291755136/t4294967613(4294967613) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1787998269 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998253.599383:0:32610:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edf100 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32610:1874850291755136:192.168.206.123@tcp:36:lfs.0 00000100:00000001:3.0:1787998253.599388:0:32610:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998253.599391:0:32610:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998253.599393:0:32610:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787998253.599395:0:32610:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998253.599399:0:32610:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edf100 x1874850291755136/t4294967613(4294967613) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1787998269 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998253.599407:0:32610:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787998253.599410:0:32610:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d19223d180. 00000100:00000001:3.0:1787998253.599414:0:32610:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787998253.599416:0:32610:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998253.599423:0:32610:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998253.599427:0:32610:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000405:0x24:0x0] 00800000:00000001:3.0:1787998253.599430:0:32610:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998253.599434:0:32610:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1787998253.599440:0:32610:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1787998253.599443:0:32610:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1787998253.599446:0:32610:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:3.0:1787998253.599450:0:32610:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1787998253.599465:0:32610:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94d188006300. 00000080:00000001:3.0:1787998253.599474:0:32610:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1787998253.599477:0:32610:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x24:0x0](ffff94d1880063c8) 00000080:00000001:3.0:1787998253.599480:0:32610:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1787998253.599482:0:32610:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:3.0:1787998253.599485:0:32610:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998253.599487:0:32610:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:3.0:1787998253.599490:0:32610:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1787998253.599493:0:32610:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611172 mtime from 0 to 1787998253 00000080:00200000:3.0:1787998253.599497:0:32610:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 4096 00000080:00000001:3.0:1787998253.599499:0:32610:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1787998253.599502:0:32610:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626226383643592 : -117847325908024 : ffff94d1880063c8) 00000080:00000001:3.0:1787998253.599505:0:32610:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1787998253.599508:0:32610:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1787998253.599510:0:32610:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998253.599517:0:32610:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998253.599521:0:32610:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edf100 x1874850291755136/t4294967613(4294967613) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1787998269 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998253.599528:0:32610:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998253.599531:0:32610:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:3.0:1787998253.599534:0:32610:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191620c00. 00000080:00000010:3.0:1787998253.599539:0:32610:0:(dir.c:2105:ll_dir_ioctl()) kvfree 'data': 648 at ffff94d199e26800. 00000080:00000001:3.0:1787998253.599542:0:32610:0:(dir.c:2106:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998253.599555:0:32610:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:3.0:1787998253.599557:0:32610:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1787998253.599561:0:32610:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d42033dd0 00000080:00200008:3.0:1787998253.599563:0:32610:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff94d1989ad348), flags 300000 00000080:00400000:3.0:1787998253.599567:0:32610:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1787998253.599571:0:32610:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d1a067bcc0. 00000080:00000001:3.0:1787998253.599576:0:32610:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1787998253.599578:0:32610:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d42033dd0 00000080:00000008:3.0:1787998253.599581:0:32610:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d1989ad348), flags 300000, rc = 0 00000080:00000001:3.0:1787998253.599584:0:32610:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998253.599586:0:32610:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1787998253.604573:0:32612:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3e00. 00000080:00000010:1.1:1787998253.604591:0:32612:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90a20. 00010000:00000010:1.1:1787998253.604599:0:32612:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360f00. 00010000:00000010:1.1:1787998253.604604:0:32612:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5400. 00000080:00000001:3.0:1787998253.636416:0:32614:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998253.636423:0:32614:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998253.636425:0:32614:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1787998253.636429:0:32614:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d7fbc0 00000080:00200000:3.0:1787998253.636434:0:32614:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:3.0:1787998253.636442:0:32614:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191d93600. 00800000:00000002:3.0:1787998253.636448:0:32614:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:3.0:1787998253.636452:0:32614:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787998253.636456:0:32614:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787998253.636459:0:32614:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d7fae0 00800000:00000002:3.0:1787998253.636461:0:32614:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998253.636464:0:32614:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787998253.636467:0:32614:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998253.636470:0:32614:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998253.636472:0:32614:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998253.636474:0:32614:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998253.636477:0:32614:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998253.636479:0:32614:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998253.636481:0:32614:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998253.636484:0:32614:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1787998253.636490:0:32614:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787998253.636492:0:32614:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d7f9b0 00000002:00010000:3.0:1787998253.636494:0:32614:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1787998253.636497:0:32614:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787998253.636499:0:32614:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998253.636502:0:32614:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1787998253.636508:0:32614:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998253.636510:0:32614:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998253.636512:0:32614:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998253.636514:0:32614:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1787998253.636527:0:32614:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1787998253.636532:0:32614:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d01f80. 00000020:00000040:3.0:1787998253.636536:0:32614:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:3.0:1787998253.636543:0:32614:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1787998253.636547:0:32614:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998253.636551:0:32614:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998253.636553:0:32614:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998253.636556:0:32614:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998253.636561:0:32614:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998253.636567:0:32614:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0095400. 00000100:00000001:3.0:1787998253.636574:0:32614:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998253.636578:0:32614:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998253.636580:0:32614:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998253.636582:0:32614:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998253.636583:0:32614:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998253.636584:0:32614:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998253.636589:0:32614:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226548252544 : -117847161299072 : ffff94d191d01f80) 00010000:00000001:3.0:1787998253.636593:0:32614:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1787998253.636594:0:32614:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1787998253.636599:0:32614:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d18a360c00. 00010000:00000010:3.0:1787998253.636603:0:32614:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d190a8d300. 00010000:00000001:3.0:1787998253.636608:0:32614:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1787998253.636611:0:32614:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1903e5000. 00000020:00000001:3.0:1787998253.636614:0:32614:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1787998253.636617:0:32614:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1903e5000 with handle 0xb2d39e653c8ca88 to hash 00000020:00000001:3.0:1787998253.636619:0:32614:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1787998253.636620:0:32614:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:3.0:1787998253.636624:0:32614:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:3.0:1787998253.636627:0:32614:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998253.636630:0:32614:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998253.636634:0:32614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5000/0xb2d39e653c8ca88 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998253.636643:0:32614:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5000/0xb2d39e653c8ca88 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998253.636653:0:32614:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5000/0xb2d39e653c8ca88 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32614 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1787998253.636658:0:32614:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787998253.636660:0:32614:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787998253.636666:0:32614:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191748180. 00000100:00000001:3.0:1787998253.636668:0:32614:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226542248320 : -117847167303296 : ffff94d191748180) 00000100:00000001:3.0:1787998253.636670:0:32614:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998253.636672:0:32614:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548252544 : -117847161299072 : ffff94d191d01f80) 00000100:00000001:3.0:1787998253.636675:0:32614:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998253.636679:0:32614:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998253.636681:0:32614:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787998253.636682:0:32614:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998253.636693:0:32614:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d01f80 x1874850291755264/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998253.636701:0:32614:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998253.636704:0:32614:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998253.636707:0:32614:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998253.636709:0:32614:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998253.636711:0:32614:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998253.636715:0:32614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d01f80 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32614:1874850291755264:192.168.206.123@tcp:101:multiop.0 00000100:00000001:3.0:1787998253.636719:0:32614:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998253.636724:0:32614:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998253.636726:0:32614:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998253.636739:0:32614:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998253.636743:0:32614:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d19175c000. 02000000:00000001:3.0:1787998253.636746:0:32614:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998253.636753:0:32614:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998253.636757:0:32614:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108ae18. 00000400:00000010:3.0:1787998253.636763:0:32614:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5cc0. 00000100:00000200:3.0:1787998253.636954:0:32614:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291755264, portal 10 00000100:00000001:3.0:1787998253.636957:0:32614:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998253.636958:0:32614:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548252544 : -117847161299072 : ffff94d191d01f80) 00000100:00000040:3.0:1787998253.636965:0:32614:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d01f80 x1874850291755264/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998269 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998253.636973:0:32614:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998253.636975:0:32614:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998253.636978:0:32614:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f55d8. 00000100:00000200:3.0:1787998253.636981:0:32614:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1874850291755264, offset 0 00000400:00000200:3.0:1787998253.636987:0:32614:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998253.636995:0:32614:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998253.637003:0:32614:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998253.637008:0:32614:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998253.637012:0:32614:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998253.637015:0:32614:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998253.637017:0:32614:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998253.637021:0:32614:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2683:2683:256:4294967295] 192.168.206.123@tcp LPNI seq info [2683:2683:8:4294967295] 00000400:00000200:3.0:1787998253.637025:0:32614:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998253.637034:0:32614:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998253.637042:0:32614:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998253.637047:0:32614:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199320600. 00000800:00000200:3.0:1787998253.637054:0:32614:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998253.637062:0:32614:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998253.637066:0:32614:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199320600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1787998253.637187:0:32614:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998253.637193:0:32614:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 817792 usecs (818 jiffies) 00000400:00000200:3.0:1787998253.637197:0:32614:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998253.637199:0:32614:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296434612 00000100:00000001:3.0:1787998253.637203:0:32614:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296435700 00000100:00000001:3.0:1787998253.637206:0:32614:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296434612 00000100:00000001:3.0:1787998253.637208:0:32614:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296435700 00000100:00000001:3.0:1787998253.637211:0:32614:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998253.637213:0:32614:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998253.637216:0:32614:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998253.637218:0:32614:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787998253.637220:0:32614:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191748180 going to sleep for 11 seconds 00000100:00000001:3.0:1787998253.637223:0:32614:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998253.637226:0:32614:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998253.637425:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998253.637429:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199320600. 00000400:00000200:2.0:1787998253.637434:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998253.637439:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998253.637445:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f55d8 00000400:00000010:2.0:1787998253.637448:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f55d8. 00000100:00000001:2.0:1787998253.637452:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998253.637457:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d01f80 x1874850291755264/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998269 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998253.637467:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998253.637470:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d01f80 x1874850291755264/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998269 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998253.637477:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998253.637479:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998253.643390:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998253.643412:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998253.643417:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998253.643420:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998253.643428:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998253.643444:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998253.643455:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998253.643460:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998253.643465:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998253.643468:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a5a900 00000400:00000200:2.0:1787998253.643473:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998253.643487:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x7d45 [1] + 224 00000800:00000001:2.0:1787998253.643494:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998253.643504:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998253.643508:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998253.643512:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998253.643520:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998253.643538:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d01f80 x1874850291755264/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998269 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998253.643550:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d191d01f80 x1874850291755264/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998269 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998253.643570:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998253.643581:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998253.643585:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998253.643811:0:32614:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998253.643826:0:32614:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998253.643829:0:32614:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998253.643834:0:32614:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108ae18. 00000400:00000200:3.0:1787998253.643842:0:32614:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5cc0 00000400:00000010:3.0:1787998253.643844:0:32614:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5cc0. 00000100:00000001:3.0:1787998253.643850:0:32614:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998253.643860:0:32614:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d01f80 x1874850291755264/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998269 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1787998253.643872:0:32614:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d01f80 x1874850291755264/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998269 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998253.643880:0:32614:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998253.643883:0:32614:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998253.643887:0:32614:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998253.643891:0:32614:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998253.643893:0:32614:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998253.643897:0:32614:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998253.643901:0:32614:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998253.643913:0:32614:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=79 v=5 (5 104 104 104) 00000100:00001000:3.0:1787998253.643918:0:32614:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998253.643921:0:32614:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998253.643923:0:32614:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998253.643926:0:32614:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998253.643931:0:32614:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998253.643935:0:32614:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998253.643937:0:32614:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967611 00000100:00000001:3.0:1787998253.643940:0:32614:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998253.643943:0:32614:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998253.643949:0:32614:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d01f80 x1874850291755264/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998269 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998253.643957:0:32614:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998253.643961:0:32614:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998253.643963:0:32614:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998253.643967:0:32614:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d01f80 x1874850291755264/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998269 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787998253.643976:0:32614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d01f80 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32614:1874850291755264:192.168.206.123@tcp:101:multiop.0 00000100:00000001:3.0:1787998253.643982:0:32614:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998253.643986:0:32614:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998253.643988:0:32614:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787998253.643991:0:32614:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998253.643995:0:32614:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d01f80 x1874850291755264/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998269 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998253.644002:0:32614:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787998253.644006:0:32614:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191748180. 00000100:00000001:3.0:1787998253.644009:0:32614:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787998253.644011:0:32614:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998253.644015:0:32614:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1787998253.644020:0:32614:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998253.644024:0:32614:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998253.644030:0:32614:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=4 00000020:00000001:3.0:1787998253.644033:0:32614:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:3.0:1787998253.644037:0:32614:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000040:3.0:1787998253.644046:0:32614:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1903e5000, remote cookie: 0x4fd9a50f3a6acd8f, flags: 0x1001 00010000:00010000:3.0:1787998253.644053:0:32614:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5000/0xb2d39e653c8ca88 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acd8f expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998253.644066:0:32614:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5000/0xb2d39e653c8ca88 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acd8f expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998253.644088:0:32614:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1787998253.644093:0:32614:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1787998253.644096:0:32614:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1787998253.644098:0:32614:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1787998253.644100:0:32614:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1787998253.644104:0:32614:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d18a360c00) refcount = 1 00010000:00010000:3.0:1787998253.644108:0:32614:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5000/0xb2d39e653c8ca88 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acd8f expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998253.644116:0:32614:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1787998253.644120:0:32614:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1787998253.644122:0:32614:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998253.644125:0:32614:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1787998253.644128:0:32614:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998253.644132:0:32614:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5000/0xb2d39e653c8ca88 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acd8f expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998253.644139:0:32614:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1787998253.644141:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998253.644144:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998253.644145:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998253.644146:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998253.644148:0:32614:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998253.644153:0:32614:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1787998253.644155:0:32614:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998253.644157:0:32614:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998253.644158:0:32614:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=3 00000020:00000001:3.0:1787998253.644161:0:32614:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:3.0:1787998253.644163:0:32614:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:3.0:1787998253.644166:0:32614:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998253.644167:0:32614:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998253.644169:0:32614:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=4 00000020:00000001:3.0:1787998253.644170:0:32614:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:3.0:1787998253.644172:0:32614:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:3.0:1787998253.644176:0:32614:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998253.644179:0:32614:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998253.644182:0:32614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5000/0xb2d39e653c8ca88 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acd8f expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998253.644189:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998253.644190:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998253.644191:0:32614:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998253.644192:0:32614:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998253.644194:0:32614:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=5 00000020:00000001:3.0:1787998253.644195:0:32614:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:3.0:1787998253.644197:0:32614:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:3.0:1787998253.644200:0:32614:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998253.644204:0:32614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5000/0xb2d39e653c8ca88 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acd8f expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998253.644212:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998253.644215:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1787998253.644218:0:32614:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5000/0xb2d39e653c8ca88 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acd8f expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998253.644225:0:32614:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998253.644226:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998253.644227:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998253.644228:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998253.644229:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1787998253.644235:0:32614:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d191d01f80 x1874850291755264/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998269 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1787998253.644245:0:32614:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998253.644246:0:32614:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998253.644247:0:32614:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=3 00000020:00000001:3.0:1787998253.644250:0:32614:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:3.0:1787998253.644252:0:32614:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:3.0:1787998253.644254:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998253.644255:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998253.644256:0:32614:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998253.644258:0:32614:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998253.644262:0:32614:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1787998253.644264:0:32614:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998253.644265:0:32614:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998253.644267:0:32614:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=3 00000020:00000001:3.0:1787998253.644269:0:32614:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:3.0:1787998253.644271:0:32614:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00000002:00010000:3.0:1787998253.644275:0:32614:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5000/0xb2d39e653c8ca88 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acd8f expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998253.644280:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998253.644281:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998253.644284:0:32614:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1787998253.644285:0:32614:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998253.644286:0:32614:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998253.644287:0:32614:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=3 00000020:00000001:3.0:1787998253.644289:0:32614:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:3.0:1787998253.644447:0:32614:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000040:3.0:1787998253.644456:0:32614:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360c00 count: 2 00010000:00000001:3.0:1787998253.644461:0:32614:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1787998253.644466:0:32614:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1787998253.644470:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998253.644471:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998253.644473:0:32614:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1787998253.644476:0:32614:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d7f938 00000002:00002000:3.0:1787998253.644478:0:32614:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1787998253.644481:0:32614:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998253.644486:0:32614:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998253.644489:0:32614:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1787998253.644493:0:32614:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1787998253.644496:0:32614:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998253.644501:0:32614:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:3.0:1787998253.644505:0:32614:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191d93600. 00000080:00000001:3.0:1787998253.644510:0:32614:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1787998253.644512:0:32614:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1787998253.644520:0:32614:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1787998253.644525:0:32614:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1787998253.644534:0:32614:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d1987e5200. 00800000:00000001:3.0:1787998253.644536:0:32614:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626226660332032 : -117847049219584 : ffff94d1987e5200) 00800000:00000001:3.0:1787998253.644539:0:32614:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998253.644542:0:32614:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1787998253.644545:0:32614:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1787998253.644547:0:32614:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1787998253.644549:0:32614:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1787998253.644553:0:32614:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1787998253.644554:0:32614:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998253.644560:0:32614:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1787998253.644563:0:32614:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1787998253.644569:0:32614:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1787998253.644572:0:32614:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998253.644574:0:32614:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998253.644577:0:32614:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=3 00000020:00000001:3.0:1787998253.644578:0:32614:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:3.0:1787998253.644581:0:32614:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:3.0:1787998253.644583:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998253.644584:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1787998253.644585:0:32614:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1787998253.644588:0:32614:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1787998253.644711:0:32614:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d1987e5200 1 00800000:00000010:3.0:1787998253.644715:0:32614:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d1987e5200. 00800000:00000001:3.0:1787998253.644719:0:32614:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998253.644723:0:32614:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8ca88 00800000:00000001:3.0:1787998253.644727:0:32614:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787998253.644737:0:32614:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787998253.644739:0:32614:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998253.644740:0:32614:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998253.644742:0:32614:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=3 00000020:00000001:3.0:1787998253.644744:0:32614:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:3.0:1787998253.644746:0:32614:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:3.0:1787998253.644749:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998253.644750:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998253.644752:0:32614:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998253.644753:0:32614:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998253.644756:0:32614:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998253.644758:0:32614:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:3.0:1787998253.644761:0:32614:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8ca88 from it ffffb66d40d7fbf8 00010000:00000001:3.0:1787998253.644763:0:32614:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998253.644764:0:32614:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998253.644765:0:32614:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=3 00000020:00000001:3.0:1787998253.644818:0:32614:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:3.0:1787998253.644820:0:32614:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:3.0:1787998253.644822:0:32614:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998253.644825:0:32614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5000/0xb2d39e653c8ca88 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acd8f expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998253.644837:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998253.644838:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998253.644840:0:32614:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787998253.644843:0:32614:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787998253.644846:0:32614:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5000/0xb2d39e653c8ca88 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acd8f expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1787998253.644853:0:32614:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787998253.644856:0:32614:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787998253.644858:0:32614:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998253.644863:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998253.644864:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998253.644866:0:32614:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998253.644869:0:32614:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787998253.644871:0:32614:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998253.644873:0:32614:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998253.644876:0:32614:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998253.644878:0:32614:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998253.644879:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998253.644880:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1787998253.644883:0:32614:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998253.644891:0:32614:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d01f80 x1874850291755264/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998269 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998253.644900:0:32614:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998253.644903:0:32614:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998253.644907:0:32614:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d19175c000. 02000000:00000001:3.0:1787998253.644911:0:32614:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998253.644914:0:32614:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998253.644915:0:32614:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998253.644918:0:32614:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998253.644921:0:32614:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1a0095400. 02000000:00000001:3.0:1787998253.644926:0:32614:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998253.644928:0:32614:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998253.644930:0:32614:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d01f80. 00000100:00000001:3.0:1787998253.644935:0:32614:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998253.644936:0:32614:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787998253.644939:0:32614:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:3.0:1787998253.644945:0:32614:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1787998253.644965:0:32614:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d1870f3320. 00000020:00000001:3.0:1787998253.644971:0:32614:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d7fb28 00000080:00200000:3.0:1787998253.644973:0:32614:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), flags=25 00000080:00000001:3.0:1787998253.644977:0:32614:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1787998253.644979:0:32614:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d7f9d8 00000080:00200000:3.0:1787998253.644981:0:32614:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), intent=0 00000080:00000010:3.0:1787998253.644989:0:32614:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191d93600. 00800000:00000002:3.0:1787998253.644994:0:32614:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:3.0:1787998253.644999:0:32614:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787998253.645003:0:32614:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787998253.645005:0:32614:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d7f8f8 00800000:00000002:3.0:1787998253.645007:0:32614:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998253.645012:0:32614:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787998253.645017:0:32614:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998253.645021:0:32614:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998253.645024:0:32614:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998253.645028:0:32614:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998253.645031:0:32614:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998253.645034:0:32614:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998253.645037:0:32614:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998253.645041:0:32614:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d7f890 00800000:00000002:3.0:1787998253.645044:0:32614:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:3.0:1787998253.645049:0:32614:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787998253.645051:0:32614:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d7f7c8 00000002:00010000:3.0:1787998253.645053:0:32614:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1787998253.645059:0:32614:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1787998253.645061:0:32614:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1787998253.645065:0:32614:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d01f80. 00000020:00000040:3.0:1787998253.645069:0:32614:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:3.0:1787998253.645404:0:32614:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1787998253.645410:0:32614:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998253.645413:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998253.645415:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998253.645417:0:32614:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998253.645421:0:32614:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998253.645423:0:32614:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998253.645429:0:32614:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998253.645438:0:32614:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0095400. 00000100:00000001:3.0:1787998253.645446:0:32614:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998253.645450:0:32614:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998253.645452:0:32614:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998253.645454:0:32614:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998253.645455:0:32614:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998253.645456:0:32614:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998253.645464:0:32614:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226548252544 : -117847161299072 : ffff94d191d01f80) 00010000:00000001:3.0:1787998253.645468:0:32614:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1787998253.645470:0:32614:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1787998253.645474:0:32614:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360c00 count: 2 00010000:00000001:3.0:1787998253.645476:0:32614:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998253.645478:0:32614:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1787998253.645482:0:32614:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1903e5a00. 00000020:00000001:3.0:1787998253.645486:0:32614:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1787998253.645488:0:32614:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1903e5a00 with handle 0xb2d39e653c8ca8f to hash 00000020:00000001:3.0:1787998253.645491:0:32614:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1787998253.645492:0:32614:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:3.0:1787998253.645497:0:32614:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:3.0:1787998253.645500:0:32614:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998253.645502:0:32614:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998253.645504:0:32614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8ca8f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998253.645512:0:32614:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8ca8f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998253.645524:0:32614:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8ca8f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32614 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1787998253.645529:0:32614:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787998253.645531:0:32614:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787998253.645538:0:32614:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191748180. 00000100:00000001:3.0:1787998253.645542:0:32614:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226542248320 : -117847167303296 : ffff94d191748180) 00000100:00000001:3.0:1787998253.645545:0:32614:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998253.645546:0:32614:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548252544 : -117847161299072 : ffff94d191d01f80) 00000100:00000001:3.0:1787998253.645551:0:32614:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998253.645555:0:32614:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998253.645558:0:32614:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787998253.645559:0:32614:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998253.645566:0:32614:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d01f80 x1874850291755392/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998253.645576:0:32614:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998253.645578:0:32614:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998253.645583:0:32614:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998253.645586:0:32614:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998253.645675:0:32614:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998253.645681:0:32614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d01f80 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32614:1874850291755392:192.168.206.123@tcp:101:multiop.0 00000100:00000001:3.0:1787998253.645686:0:32614:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998253.645693:0:32614:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998253.645695:0:32614:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998253.645699:0:32614:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998253.645704:0:32614:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d19175c000. 02000000:00000001:3.0:1787998253.645706:0:32614:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998253.645715:0:32614:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998253.645719:0:32614:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108ae18. 00000400:00000010:3.0:1787998253.645727:0:32614:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5cc0. 00000100:00000200:3.0:1787998253.645747:0:32614:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291755392, portal 10 00000100:00000001:3.0:1787998253.645749:0:32614:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998253.645751:0:32614:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548252544 : -117847161299072 : ffff94d191d01f80) 00000100:00000040:3.0:1787998253.645758:0:32614:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d01f80 x1874850291755392/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998269 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998253.645803:0:32614:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998253.645808:0:32614:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998253.645812:0:32614:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f55d8. 00000100:00000200:3.0:1787998253.645815:0:32614:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1874850291755392, offset 0 00000400:00000200:3.0:1787998253.645823:0:32614:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998253.645835:0:32614:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998253.645846:0:32614:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998253.645854:0:32614:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998253.645861:0:32614:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998253.645867:0:32614:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998253.645871:0:32614:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998253.645877:0:32614:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2684:2684:256:4294967295] 192.168.206.123@tcp LPNI seq info [2684:2684:8:4294967295] 00000400:00000200:3.0:1787998253.645884:0:32614:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998253.645898:0:32614:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998253.645907:0:32614:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998253.645914:0:32614:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199320600. 00000800:00000200:3.0:1787998253.645924:0:32614:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998253.645935:0:32614:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998253.645941:0:32614:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199320600 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1787998253.645963:0:32614:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998253.645968:0:32614:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 816622 usecs (817 jiffies) 00000400:00000200:3.0:1787998253.645972:0:32614:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998253.645976:0:32614:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296434619 00000100:00000001:3.0:1787998253.645979:0:32614:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296435700 00000100:00000001:3.0:1787998253.645982:0:32614:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296434619 00000100:00000001:3.0:1787998253.645984:0:32614:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296435700 00000100:00000001:3.0:1787998253.645986:0:32614:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998253.645989:0:32614:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998253.645993:0:32614:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998253.645996:0:32614:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787998253.646000:0:32614:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191748180 going to sleep for 11 seconds 00000100:00000001:3.0:1787998253.646002:0:32614:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998253.646007:0:32614:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998253.646117:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998253.646126:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199320600. 00000400:00000200:2.0:1787998253.646133:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998253.646142:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998253.646148:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f55d8 00000400:00000010:2.0:1787998253.646152:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f55d8. 00000100:00000001:2.0:1787998253.646158:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998253.646166:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d01f80 x1874850291755392/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998269 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998253.646179:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998253.646183:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d01f80 x1874850291755392/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998269 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998253.646190:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998253.646192:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998253.650751:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998253.650953:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998253.650958:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998253.651051:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998253.651062:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998253.651069:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998253.651079:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998253.651084:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998253.651089:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998253.651093:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a5a980 00000400:00000200:3.0:1787998253.651097:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998253.651104:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x7d55 [1] + 224 00000800:00000001:3.0:1787998253.651110:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998253.651121:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998253.651125:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998253.651129:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998253.651135:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998253.651143:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d01f80 x1874850291755392/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998269 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998253.651154:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d191d01f80 x1874850291755392/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998269 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998253.651175:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998253.651184:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998253.651187:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998253.651210:0:32614:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787998253.651218:0:32614:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998253.651220:0:32614:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998253.651223:0:32614:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108ae18. 00000400:00000200:2.0:1787998253.651228:0:32614:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5cc0 00000400:00000010:2.0:1787998253.651230:0:32614:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5cc0. 00000100:00000001:2.0:1787998253.651274:0:32614:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998253.651279:0:32614:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d01f80 x1874850291755392/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998269 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1787998253.651289:0:32614:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d01f80 x1874850291755392/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998269 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998253.651295:0:32614:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998253.651297:0:32614:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998253.651299:0:32614:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998253.651302:0:32614:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998253.651304:0:32614:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998253.651307:0:32614:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998253.651310:0:32614:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998253.651318:0:32614:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=79 v=5 (5 104 104 104) 00000100:00001000:2.0:1787998253.651322:0:32614:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=7 v=5 (1 0 0 0) 00000100:00000001:2.0:1787998253.651325:0:32614:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998253.651327:0:32614:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998253.651329:0:32614:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998253.651333:0:32614:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998253.651336:0:32614:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998253.651338:0:32614:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967611 00000100:00000001:2.0:1787998253.651340:0:32614:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998253.651343:0:32614:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998253.651348:0:32614:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d01f80 x1874850291755392/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998269 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998253.651355:0:32614:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998253.651358:0:32614:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998253.651360:0:32614:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998253.651364:0:32614:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d01f80 x1874850291755392/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998269 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1787998253.651372:0:32614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d01f80 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32614:1874850291755392:192.168.206.123@tcp:101:multiop.0 00000100:00000001:2.0:1787998253.651376:0:32614:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998253.651379:0:32614:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998253.651381:0:32614:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1787998253.651383:0:32614:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998253.651387:0:32614:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d01f80 x1874850291755392/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998269 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998253.651394:0:32614:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787998253.651397:0:32614:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191748180. 00000100:00000001:2.0:1787998253.651400:0:32614:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1787998253.651401:0:32614:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998253.651404:0:32614:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1787998253.651407:0:32614:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998253.651409:0:32614:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998253.651412:0:32614:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=4 00000020:00000001:2.0:1787998253.651415:0:32614:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998253.651418:0:32614:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000040:2.0:1787998253.651424:0:32614:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1903e5a00, remote cookie: 0x4fd9a50f3a6acdab, flags: 0x1001 00010000:00010000:2.0:1787998253.651430:0:32614:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8ca8f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acdab expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1787998253.651450:0:32614:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1787998253.651453:0:32614:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1787998253.651461:0:32614:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d188d3c200. 00010000:00000010:2.0:1787998253.651465:0:32614:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d19219d600. 00010000:00000001:2.0:1787998253.651470:0:32614:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998253.651473:0:32614:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8ca8f lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acdab expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998253.651510:0:32614:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8ca8f lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acdab expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998253.651517:0:32614:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1787998253.651521:0:32614:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1787998253.651523:0:32614:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1787998253.651525:0:32614:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1787998253.651526:0:32614:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1787998253.651529:0:32614:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x23:0x0].0x0 (ffff94d188d3c200) refcount = 1 00010000:00010000:2.0:1787998253.651533:0:32614:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8ca8f lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acdab expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998253.651539:0:32614:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1787998253.651542:0:32614:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1787998253.651544:0:32614:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998253.651546:0:32614:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1787998253.651548:0:32614:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998253.651552:0:32614:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8ca8f lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acdab expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998253.651562:0:32614:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1787998253.651564:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998253.651565:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998253.651566:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998253.651567:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998253.651569:0:32614:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998253.651573:0:32614:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1787998253.651575:0:32614:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998253.651576:0:32614:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998253.651578:0:32614:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=3 00000020:00000001:2.0:1787998253.651580:0:32614:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998253.651582:0:32614:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998253.651584:0:32614:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998253.651585:0:32614:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998253.651586:0:32614:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=4 00000020:00000001:2.0:1787998253.651588:0:32614:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998253.651590:0:32614:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998253.651593:0:32614:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998253.651595:0:32614:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998253.651599:0:32614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8ca8f lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acdab expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998253.651605:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998253.651606:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998253.651608:0:32614:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998253.651609:0:32614:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998253.651610:0:32614:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=5 00000020:00000001:2.0:1787998253.651612:0:32614:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998253.651615:0:32614:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998253.651617:0:32614:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998253.651621:0:32614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8ca8f lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acdab expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998253.651627:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998253.651629:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1787998253.651631:0:32614:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8ca8f lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acdab expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998253.651638:0:32614:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998253.651639:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998253.651640:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998253.651641:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998253.651642:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1787998253.651648:0:32614:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff94d191d01f80 x1874850291755392/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998269 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1787998253.651658:0:32614:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998253.651659:0:32614:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998253.651661:0:32614:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=3 00000020:00000001:2.0:1787998253.651663:0:32614:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998253.651665:0:32614:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998253.651667:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998253.651668:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998253.651672:0:32614:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998253.651674:0:32614:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998253.651677:0:32614:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1787998253.651680:0:32614:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998253.651681:0:32614:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998253.651683:0:32614:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=3 00000020:00000001:2.0:1787998253.651685:0:32614:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998253.651687:0:32614:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00000002:00010000:2.0:1787998253.651691:0:32614:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8ca8f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acdab expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998253.651697:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998253.651699:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998253.651701:0:32614:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1787998253.651702:0:32614:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998253.651703:0:32614:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998253.651704:0:32614:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=3 00000020:00000001:2.0:1787998253.651706:0:32614:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998253.651708:0:32614:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000040:2.0:1787998253.651711:0:32614:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c200 count: 2 00010000:00000001:2.0:1787998253.651714:0:32614:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1787998253.651717:0:32614:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589935621/35 (0 0) 00010000:00000001:2.0:1787998253.651719:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998253.651720:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998253.651721:0:32614:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1787998253.651724:0:32614:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d7f750 00000002:00002000:2.0:1787998253.651726:0:32614:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1787998253.651741:0:32614:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998253.651745:0:32614:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998253.651748:0:32614:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1787998253.651751:0:32614:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1787998253.651754:0:32614:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998253.651757:0:32614:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000001:2.0:1787998253.651760:0:32614:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1787998253.651761:0:32614:0:(namei.c:674:ll_lookup_it_finish()) it ffffb66d40d7fac8 it_disposition b 00000080:00000001:2.0:1787998253.651764:0:32614:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1787998253.652125:0:32614:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1787998253.652131:0:32614:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1787998253.652137:0:32614:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d191d63040. 00800000:00000001:2.0:1787998253.652140:0:32614:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626226548650048 : -117847160901568 : ffff94d191d63040) 00800000:00000001:2.0:1787998253.652143:0:32614:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998253.652145:0:32614:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1787998253.652148:0:32614:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:2.0:1787998253.652151:0:32614:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1787998253.652156:0:32614:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1787998253.652159:0:32614:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:2.0:1787998253.652162:0:32614:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000002:2.0:1787998253.652166:0:32614:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=0 index=0 hash=invalid:0x0 max_inherit=0 max_inherit_rr=0 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:2.0:1787998253.652170:0:32614:0:(llite_lib.c:1947:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1787998253.652172:0:32614:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998253.652181:0:32614:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:2.0:1787998253.652183:0:32614:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1787998253.652187:0:32614:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 4096 00000080:00200000:2.0:1787998253.652190:0:32614:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x23:0x0](ffff94d1989af448): rc = 0 00000080:00000001:2.0:1787998253.652192:0:32614:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626226662208584 : -117847047343032 : ffff94d1989af448) 00010000:00000001:2.0:1787998253.652195:0:32614:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998253.652196:0:32614:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998253.652199:0:32614:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=3 00000020:00000001:2.0:1787998253.652200:0:32614:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998253.652202:0:32614:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998253.652204:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998253.652206:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1787998253.652207:0:32614:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1787998253.652210:0:32614:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1787998253.652211:0:32614:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998253.652215:0:32614:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff94d1989af448) for lock 0xb2d39e653c8ca8f 00800000:00000001:2.0:1787998253.652218:0:32614:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1787998253.652220:0:32614:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1787998253.652221:0:32614:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998253.652222:0:32614:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998253.652224:0:32614:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=3 00000020:00000001:2.0:1787998253.652225:0:32614:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998253.652231:0:32614:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998253.652243:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998253.652245:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998253.652246:0:32614:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998253.652248:0:32614:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1787998253.652256:0:32614:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d1999e8438 inode ffff94d1989af448 refc 1 flags 0x20000e 00000080:00000002:2.0:1787998253.652261:0:32614:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:2.0:1787998253.652264:0:32614:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1787998253.652268:0:32614:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff94d1989af448) 00000080:00010000:2.0:1787998253.652272:0:32614:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8ca8f from it ffffb66d40d7fac8 00010000:00000001:2.0:1787998253.652277:0:32614:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998253.652279:0:32614:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998253.652280:0:32614:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=3 00000020:00000001:2.0:1787998253.652282:0:32614:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998253.652285:0:32614:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998253.652287:0:32614:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998253.652289:0:32614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8ca8f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acdab expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998253.652296:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998253.652297:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998253.652298:0:32614:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787998253.652301:0:32614:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787998253.652303:0:32614:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8ca8f lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acdab expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1787998253.652310:0:32614:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787998253.652313:0:32614:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998253.652315:0:32614:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998253.652319:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998253.652320:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998253.652321:0:32614:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998253.652324:0:32614:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998253.652326:0:32614:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998253.652327:0:32614:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998253.652331:0:32614:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998253.652333:0:32614:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998253.652334:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998253.652335:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1787998253.652376:0:32614:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1787998253.652382:0:32614:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191d93600. 00000100:00000001:2.0:1787998253.652387:0:32614:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998253.652394:0:32614:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d01f80 x1874850291755392/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998269 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998253.652401:0:32614:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998253.652403:0:32614:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998253.652406:0:32614:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d19175c000. 02000000:00000001:2.0:1787998253.652409:0:32614:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998253.652411:0:32614:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998253.652413:0:32614:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998253.652415:0:32614:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998253.652417:0:32614:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1a0095400. 02000000:00000001:2.0:1787998253.652421:0:32614:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998253.652423:0:32614:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998253.652424:0:32614:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d01f80. 00000100:00000001:2.0:1787998253.652428:0:32614:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998253.652429:0:32614:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787998253.652445:0:32614:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:2.0:1787998253.652447:0:32614:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff94d1989af448), inode mode 41ed mask 1 00000080:00000001:2.0:1787998253.652453:0:32614:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1787998253.652466:0:32614:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d190aa1980. 00000080:00000001:2.0:1787998253.652471:0:32614:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:2.0:1787998253.652472:0:32614:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff94d1989af448), inode mode 41ed mask 3 00000080:00000001:2.0:1787998253.652474:0:32614:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998253.652650:0:32614:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1787998253.652654:0:32614:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d7fb58 00000080:00200000:2.0:1787998253.652657:0:32614:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff94d1989af448), file ffff94d183b0c300, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1787998253.652663:0:32614:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff94d1a027f1e0. 00000080:00000001:2.0:1787998253.652667:0:32614:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1787998253.652669:0:32614:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d7fa08 00000080:00200000:2.0:1787998253.652671:0:32614:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff94d1989af448), intent=open|creat 00000080:00000010:2.0:1787998253.652678:0:32614:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1a0b68000. 00800000:00000002:2.0:1787998253.652682:0:32614:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d191d63040 2 00000080:00000001:2.0:1787998253.652688:0:32614:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787998253.652692:0:32614:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787998253.652693:0:32614:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d7f928 00800000:00000002:2.0:1787998253.652695:0:32614:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000405:0x23:0x0] 00800000:00000001:2.0:1787998253.652698:0:32614:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1787998253.652701:0:32614:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1787998253.652704:0:32614:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998253.652707:0:32614:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998253.652708:0:32614:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998253.652711:0:32614:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998253.652713:0:32614:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998253.652715:0:32614:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:2.0:1787998253.652717:0:32614:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998253.652720:0:32614:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446626226367802368 : -117847341749248 : ffff94d1870eac00) 00800000:00000001:2.0:1787998253.652723:0:32614:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1787998253.652725:0:32614:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1787998253.652727:0:32614:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1787998253.652741:0:32614:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1787998253.652744:0:32614:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94d1a0bb2800: Allocated FID [0x200000405:0x25:0x0] 40000000:00000001:2.0:1787998253.652746:0:32614:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998253.652748:0:32614:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998253.652750:0:32614:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998253.652752:0:32614:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998253.652754:0:32614:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d7f8a8 00800000:00000002:2.0:1787998253.652756:0:32614:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000405:0x23:0x0], fid2=[0x200000405:0x25:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:2.0:1787998253.652760:0:32614:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787998253.652762:0:32614:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d7f7e0 00000002:00010000:2.0:1787998253.652763:0:32614:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000405:0x25:0x0]) in obj [0x200000405:0x23:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1787998253.653099:0:32614:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1787998253.653102:0:32614:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1787998253.653105:0:32614:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1787998253.653109:0:32614:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998253.653110:0:32614:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1787998253.653113:0:32614:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c200 count: 2 00010000:00000001:2.0:1787998253.653116:0:32614:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998253.653119:0:32614:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1787998253.653122:0:32614:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998253.653124:0:32614:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998253.653126:0:32614:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787998253.653131:0:32614:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d19500. 00000020:00000040:2.0:1787998253.653135:0:32614:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:2.0:1787998253.653140:0:32614:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787998253.653142:0:32614:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998253.653144:0:32614:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1787998253.653147:0:32614:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998253.653152:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998253.653153:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998253.653155:0:32614:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998253.653158:0:32614:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998253.653160:0:32614:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998253.653163:0:32614:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998253.653172:0:32614:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0bac400. 00000100:00000001:2.0:1787998253.653178:0:32614:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998253.653181:0:32614:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787998253.653183:0:32614:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998253.653184:0:32614:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787998253.653186:0:32614:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998253.653187:0:32614:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998253.653195:0:32614:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626226548348160 : -117847161203456 : ffff94d191d19500) 00010000:00000001:2.0:1787998253.653198:0:32614:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1787998253.653200:0:32614:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1787998253.653202:0:32614:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c200 count: 2 00010000:00000001:2.0:1787998253.653204:0:32614:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998253.653206:0:32614:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1787998253.653210:0:32614:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d190a5ca00. 00000020:00000001:2.0:1787998253.653213:0:32614:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1787998253.653216:0:32614:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d190a5ca00 with handle 0xb2d39e653c8ca96 to hash 00000020:00000001:2.0:1787998253.653218:0:32614:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1787998253.653219:0:32614:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226528700928 : -117847180850688 : ffff94d190a5ca00) 00010000:00000001:2.0:1787998253.653222:0:32614:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226528700928 : -117847180850688 : ffff94d190a5ca00) 00010000:00000001:2.0:1787998253.653225:0:32614:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998253.653228:0:32614:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998253.653395:0:32614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ca00/0xb2d39e653c8ca96 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998253.653408:0:32614:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ca00/0xb2d39e653c8ca96 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32614 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787998253.653421:0:32614:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787998253.653428:0:32614:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191d19500 x1874850291755648/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787998253.653437:0:32614:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ca00/0xb2d39e653c8ca96 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32614 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1787998253.653443:0:32614:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787998253.653445:0:32614:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787998253.653451:0:32614:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d192b28a80. 00000100:00000001:2.0:1787998253.653453:0:32614:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226563091072 : -117847146460544 : ffff94d192b28a80) 00000100:00000001:2.0:1787998253.653456:0:32614:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998253.653457:0:32614:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548348160 : -117847161203456 : ffff94d191d19500) 00000100:00000001:2.0:1787998253.653461:0:32614:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998253.653465:0:32614:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998253.653467:0:32614:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787998253.653469:0:32614:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998253.653473:0:32614:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d19500 x1874850291755648/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998253.653490:0:32614:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998253.653493:0:32614:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998253.653496:0:32614:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998253.653498:0:32614:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998253.653500:0:32614:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998253.653502:0:32614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d19500 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32614:1874850291755648:192.168.206.123@tcp:101:multiop.0 00000100:00000001:2.0:1787998253.653506:0:32614:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998253.653511:0:32614:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998253.653514:0:32614:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998253.653516:0:32614:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998253.653573:0:32614:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff94d1a0180000. 02000000:00000001:2.0:1787998253.653576:0:32614:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998253.653584:0:32614:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998253.653588:0:32614:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1861515d8. 00000400:00000010:2.0:1787998253.653594:0:32614:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff94d1a0bae800. 00000100:00000200:2.0:1787998253.653601:0:32614:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1874850291755648, portal 10 00000100:00000001:2.0:1787998253.653604:0:32614:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998253.653605:0:32614:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548348160 : -117847161203456 : ffff94d191d19500) 00000100:00000040:2.0:1787998253.653611:0:32614:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d19500 x1874850291755648/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998269 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998253.653619:0:32614:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998253.653622:0:32614:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998253.653625:0:32614:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfdd0. 00000100:00000200:2.0:1787998253.653628:0:32614:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1874850291755648, offset 0 00000400:00000200:2.0:1787998253.653634:0:32614:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998253.653642:0:32614:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998253.653648:0:32614:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998253.653652:0:32614:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998253.653656:0:32614:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998253.653660:0:32614:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998253.653662:0:32614:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998253.653666:0:32614:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2685:2685:256:4294967295] 192.168.206.123@tcp LPNI seq info [2685:2685:8:4294967295] 00000400:00000200:2.0:1787998253.653670:0:32614:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998253.653680:0:32614:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998253.653686:0:32614:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998253.653691:0:32614:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19381e700. 00000800:00000200:2.0:1787998253.653697:0:32614:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998253.653705:0:32614:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998253.653709:0:32614:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19381e700 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1787998253.653742:0:32614:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998253.653747:0:32614:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 815452 usecs (816 jiffies) 00000400:00000200:2.0:1787998253.653751:0:32614:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998253.653754:0:32614:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296434626 00000100:00000001:2.0:1787998253.653757:0:32614:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296435700 00000100:00000001:2.0:1787998253.653760:0:32614:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296434626 00000100:00000001:2.0:1787998253.653762:0:32614:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296435700 00000100:00000001:2.0:1787998253.653764:0:32614:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998253.653786:0:32614:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998253.653788:0:32614:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998253.653790:0:32614:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787998253.653980:0:32614:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d192b28a80 going to sleep for 11 seconds 00000100:00000001:2.0:1787998253.653983:0:32614:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998253.653985:0:32614:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998253.654075:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998253.654080:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19381e700. 00000400:00000200:3.0:1787998253.654086:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998253.654095:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998253.654101:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfdd0 00000400:00000010:3.0:1787998253.654103:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfdd0. 00000100:00000001:3.0:1787998253.654107:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998253.654112:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d19500 x1874850291755648/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998269 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998253.654121:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998253.654124:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d19500 x1874850291755648/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998269 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998253.654130:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998253.654132:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998253.669929:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998253.669952:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998253.669957:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998253.669960:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998253.669971:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998253.669981:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998253.669992:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998253.669998:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998253.670004:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998253.670009:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 664 into portal 10 MB=0x6a92a99a5aa80 00000400:00000200:3.0:1787998253.670014:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998253.670021:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 664/664 into md 0x7d65 [32] + 224 00000800:00000001:3.0:1787998253.670030:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998253.670037:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998253.670041:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998253.670046:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998253.670056:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998253.670068:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d19500 x1874850291755648/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998269 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998253.670080:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff94d191d19500 x1874850291755648/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998269 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998253.670102:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998253.670113:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998253.670117:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998253.670300:0:32614:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787998253.670444:0:32614:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998253.670447:0:32614:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998253.670451:0:32614:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1861515d8. 00000400:00000200:2.0:1787998253.670459:0:32614:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1a0bae800 00000400:00000010:2.0:1787998253.670462:0:32614:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff94d1a0bae800. 00000100:00000001:2.0:1787998253.670468:0:32614:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998253.670478:0:32614:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d19500 x1874850291755648/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998269 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1787998253.670489:0:32614:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d19500 x1874850291755648/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998269 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998253.670497:0:32614:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998253.670499:0:32614:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998253.670502:0:32614:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998253.670506:0:32614:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998253.670508:0:32614:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998253.670510:0:32614:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998253.670513:0:32614:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998253.670523:0:32614:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=79 v=5 (5 104 104 104) 00000100:00001000:2.0:1787998253.670527:0:32614:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=7 v=5 (1 0 0 0) 00000100:00000001:2.0:1787998253.670530:0:32614:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998253.670532:0:32614:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998253.670536:0:32614:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998253.670539:0:32614:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998253.670543:0:32614:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1787998253.670545:0:32614:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000013c/0x1] 00000100:00000001:2.0:1787998253.670547:0:32614:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1787998253.670549:0:32614:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998253.670551:0:32614:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548348160 : -117847161203456 : ffff94d191d19500) 00000100:00000001:2.0:1787998253.670555:0:32614:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998253.670556:0:32614:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967611 00000100:00000001:2.0:1787998253.670559:0:32614:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998253.670561:0:32614:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998253.670565:0:32614:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d19500 x1874850291755648/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998269 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998253.670573:0:32614:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998253.670576:0:32614:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998253.670578:0:32614:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998253.670582:0:32614:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d19500 x1874850291755648/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998269 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1787998253.670590:0:32614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d19500 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32614:1874850291755648:192.168.206.123@tcp:101:multiop.0 00000100:00000001:2.0:1787998253.670594:0:32614:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998253.670597:0:32614:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998253.670599:0:32614:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1787998253.670602:0:32614:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998253.670605:0:32614:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d19500 x1874850291755648/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998269 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998253.670612:0:32614:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787998253.670616:0:32614:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d192b28a80. 00000100:00000001:2.0:1787998253.670620:0:32614:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1787998253.670621:0:32614:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998253.670624:0:32614:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1787998253.670628:0:32614:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998253.670632:0:32614:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998253.670635:0:32614:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5ca00 refcount=4 00000020:00000001:2.0:1787998253.670637:0:32614:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528700928 : -117847180850688 : ffff94d190a5ca00) 00010000:00000001:2.0:1787998253.670640:0:32614:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528700928 : -117847180850688 : ffff94d190a5ca00) 00010000:00000040:2.0:1787998253.670646:0:32614:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d190a5ca00, remote cookie: 0x4fd9a50f3a6acdc7, flags: 0x1001 00010000:00010000:2.0:1787998253.670652:0:32614:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ca00/0xb2d39e653c8ca96 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acdc7 expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1787998253.670660:0:32614:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x25:0x0].0x0, instead of [0x200000405:0x23:0x0].0x0 00010000:00000001:2.0:1787998253.670663:0:32614:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1787998253.670673:0:32614:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d188d3c900. 00010000:00000010:2.0:1787998253.670677:0:32614:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d19219d280. 00010000:00000001:2.0:1787998253.670681:0:32614:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998253.670684:0:32614:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ca00/0xb2d39e653c8ca96 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acdc7 expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998253.670692:0:32614:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ca00/0xb2d39e653c8ca96 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acdc7 expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998253.670698:0:32614:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1787998253.670702:0:32614:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1787998253.670703:0:32614:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1787998253.670705:0:32614:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1787998253.670706:0:32614:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1787998253.670709:0:32614:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x25:0x0].0x0 (ffff94d188d3c900) refcount = 1 00010000:00010000:2.0:1787998253.670712:0:32614:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ca00/0xb2d39e653c8ca96 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acdc7 expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998253.670718:0:32614:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1787998253.670721:0:32614:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1787998253.670723:0:32614:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998253.670726:0:32614:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1787998253.670738:0:32614:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998253.670742:0:32614:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ca00/0xb2d39e653c8ca96 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acdc7 expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998253.670748:0:32614:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1787998253.670749:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998253.670751:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998253.670751:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998253.670752:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998253.670754:0:32614:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998253.670758:0:32614:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1787998253.670760:0:32614:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998253.670761:0:32614:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998253.670762:0:32614:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5ca00 refcount=3 00000020:00000001:2.0:1787998253.670764:0:32614:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528700928 : -117847180850688 : ffff94d190a5ca00) 00010000:00000001:2.0:1787998253.670819:0:32614:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528700928 : -117847180850688 : ffff94d190a5ca00) 00010000:00000001:2.0:1787998253.670823:0:32614:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998253.670824:0:32614:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998253.670826:0:32614:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5ca00 refcount=4 00000020:00000001:2.0:1787998253.670827:0:32614:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528700928 : -117847180850688 : ffff94d190a5ca00) 00010000:00000001:2.0:1787998253.670829:0:32614:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528700928 : -117847180850688 : ffff94d190a5ca00) 00010000:00000001:2.0:1787998253.670832:0:32614:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998253.670834:0:32614:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998253.670837:0:32614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ca00/0xb2d39e653c8ca96 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acdc7 expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998253.670854:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998253.670855:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998253.670856:0:32614:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998253.670857:0:32614:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998253.670858:0:32614:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5ca00 refcount=5 00000020:00000001:2.0:1787998253.670867:0:32614:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528700928 : -117847180850688 : ffff94d190a5ca00) 00010000:00000001:2.0:1787998253.670868:0:32614:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528700928 : -117847180850688 : ffff94d190a5ca00) 00010000:00000001:2.0:1787998253.670871:0:32614:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998253.670874:0:32614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ca00/0xb2d39e653c8ca96 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acdc7 expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998253.670879:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998253.670880:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1787998253.670882:0:32614:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ca00/0xb2d39e653c8ca96 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acdc7 expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998253.670888:0:32614:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998253.670889:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998253.670890:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998253.670892:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998253.670893:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1787998253.670899:0:32614:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff94d191d19500 x1874850291755648/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998269 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1787998253.670908:0:32614:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1787998253.670912:0:32614:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d191d19500 x1874850291755648/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998269 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1787998253.670921:0:32614:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998253.670928:0:32614:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998253.670929:0:32614:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998253.670931:0:32614:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5ca00 refcount=3 00000020:00000001:2.0:1787998253.670933:0:32614:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528700928 : -117847180850688 : ffff94d190a5ca00) 00010000:00000001:2.0:1787998253.670935:0:32614:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528700928 : -117847180850688 : ffff94d190a5ca00) 00000002:00010000:2.0:1787998253.670938:0:32614:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ca00/0xb2d39e653c8ca96 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acdc7 expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1787998253.671120:0:32614:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94d1987e5200. 00010000:00000001:3.0:1787998253.671128:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998253.671131:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998253.671133:0:32614:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998253.671135:0:32614:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998253.671139:0:32614:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1787998253.671142:0:32614:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998253.671143:0:32614:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548348160 : -117847161203456 : ffff94d191d19500) 00000100:00000001:3.0:1787998253.671145:0:32614:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998253.671146:0:32614:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548348160 : -117847161203456 : ffff94d191d19500) 00010000:00000001:3.0:1787998253.671149:0:32614:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998253.671151:0:32614:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998253.671154:0:32614:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5ca00 refcount=3 00000020:00000001:3.0:1787998253.671156:0:32614:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528700928 : -117847180850688 : ffff94d190a5ca00) 00010000:00000001:3.0:1787998253.671159:0:32614:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528700928 : -117847180850688 : ffff94d190a5ca00) 00000002:00010000:3.0:1787998253.671164:0:32614:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ca00/0xb2d39e653c8ca96 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acdc7 expref: -99 pid: 32614 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998253.671176:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998253.671177:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998253.671179:0:32614:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1787998253.671181:0:32614:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998253.671182:0:32614:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998253.671184:0:32614:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5ca00 refcount=3 00000020:00000001:3.0:1787998253.671186:0:32614:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528700928 : -117847180850688 : ffff94d190a5ca00) 00010000:00000001:3.0:1787998253.671188:0:32614:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528700928 : -117847180850688 : ffff94d190a5ca00) 00010000:00000040:3.0:1787998253.671193:0:32614:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c900 count: 2 00010000:00000001:3.0:1787998253.671196:0:32614:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1787998253.671201:0:32614:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589935621/37 (0 0) 00010000:00000001:3.0:1787998253.671203:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998253.671204:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998253.671206:0:32614:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1787998253.671209:0:32614:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d7f768 00000002:00002000:3.0:1787998253.671211:0:32614:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:3.0:1787998253.671215:0:32614:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998253.671221:0:32614:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998253.671224:0:32614:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1787998253.671227:0:32614:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000405:0x23:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1787998253.671231:0:32614:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998253.671236:0:32614:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d191d63040 2 00000080:00000001:3.0:1787998253.671238:0:32614:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1787998253.671240:0:32614:0:(namei.c:674:ll_lookup_it_finish()) it ffff94d1a027f1e0 it_disposition 1800037 00000080:00002000:3.0:1787998253.671247:0:32614:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d1989d0ca8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1787998253.671254:0:32614:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1787998253.671257:0:32614:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:3.0:1787998253.671259:0:32614:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d7f998 00000080:00200000:3.0:1787998253.671260:0:32614:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff94d1989af448), intent=open|creat 00000080:00000001:3.0:1787998253.671263:0:32614:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:3.0:1787998253.671266:0:32614:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1787998253.671520:0:32614:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1787998253.671527:0:32614:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1787998253.671530:0:32614:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:3.0:1787998253.671585:0:32614:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1787998253.671727:0:32614:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94d188004200. 00000020:00000001:3.0:1787998253.671749:0:32614:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:3.0:1787998253.671751:0:32614:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1787998253.671755:0:32614:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1787998253.671756:0:32614:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x25:0x0](ffff94d1880042c8) 00000020:00000001:3.0:1787998253.671761:0:32614:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787998253.671821:0:32614:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798656472 : -117846910895144 : ffff94d1a0bcfbd8) 00000020:00001000:3.0:1787998253.671824:0:32614:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfbd0 00000020:00000001:3.0:1787998253.671829:0:32614:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:3.0:1787998253.671835:0:32614:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff94d18543a320. 00000020:00000001:3.0:1787998253.671839:0:32614:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1787998253.671841:0:32614:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998253.671852:0:32614:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:3.0:1787998253.671857:0:32614:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff94d191daad90. 00020000:00000001:3.0:1787998253.671859:0:32614:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446626226548944272 : -117847160607344 : ffff94d191daad90) 00020000:00000001:3.0:1787998253.671863:0:32614:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:3.0:1787998253.671867:0:32614:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1787998253.671875:0:32614:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d1a0013cc0. 00020000:00000010:3.0:1787998253.671880:0:32614:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d1a004b700. 00020000:00000010:3.0:1787998253.671887:0:32614:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d1a0013d80. 00020000:00000001:3.0:1787998253.671889:0:32614:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626226786352512 : -117846923199104 : ffff94d1a0013d80) 00020000:00000002:3.0:1787998253.671893:0:32614:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0013d80, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1787998253.671898:0:32614:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1787998253.671902:0:32614:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d1a004b700: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000001:3.0:1787998253.671905:0:32614:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1787998253.671907:0:32614:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0013d80, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1787998253.671911:0:32614:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1787998253.671914:0:32614:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d1a004b700: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000010:3.0:1787998253.671917:0:32614:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff94d190ad3920. 00020000:00000010:3.0:1787998253.671921:0:32614:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff94d1917489c0. 00020000:00000001:3.0:1787998253.671926:0:32614:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1787998253.671930:0:32614:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff94d185427870. 00020000:00000001:3.0:1787998253.671932:0:32614:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1787998253.671934:0:32614:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:3.0:1787998253.671941:0:32614:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1787998253.671944:0:32614:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff94d18543a4b0. 00000020:00000001:3.0:1787998253.671946:0:32614:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1787998253.671947:0:32614:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998253.671949:0:32614:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446626226337719600 : -117847371832016 : ffff94d18543a530) 00020000:00000001:3.0:1787998253.671953:0:32614:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1787998253.671959:0:32614:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff94d1871e7500. 00020000:00000001:3.0:1787998253.671961:0:32614:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998253.671966:0:32614:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446626226337719600 : -117847371832016 : ffff94d18543a530) 00020000:00000001:3.0:1787998253.671969:0:32614:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446626226337719600 : -117847371832016 : ffff94d18543a530) 00020000:00000002:3.0:1787998253.671972:0:32614:0:(lov_object.c:134:lov_init_sub()) [0x2c0000401:0x13:0x0]@ffff94d18543a4b0[0:0] -> [0x200000405:0x25:0x0]@ffff94d18543a320: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000001:3.0:1787998253.671978:0:32614:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1787998253.671981:0:32614:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:3.0:1787998253.671982:0:32614:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998253.671986:0:32614:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446626226337719200 : -117847371832416 : ffff94d18543a3a0) 00000020:00001000:3.0:1787998253.671990:0:32614:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfbd0 00000080:00000001:3.0:1787998253.671995:0:32614:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:3.0:1787998253.671998:0:32614:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1787998253.672001:0:32614:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611173 mtime from 0 to 1787998253 00000080:00000001:3.0:1787998253.672005:0:32614:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1787998253.672008:0:32614:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626226383635144 : -117847325916472 : ffff94d1880042c8) 00010000:00000001:3.0:1787998253.672011:0:32614:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998253.672013:0:32614:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998253.672015:0:32614:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5ca00 refcount=3 00000020:00000001:3.0:1787998253.672016:0:32614:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528700928 : -117847180850688 : ffff94d190a5ca00) 00010000:00000001:3.0:1787998253.672019:0:32614:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528700928 : -117847180850688 : ffff94d190a5ca00) 00000080:00000001:3.0:1787998253.672023:0:32614:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:3.0:1787998253.672024:0:32614:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787998253.672026:0:32614:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798656472 : -117846910895144 : ffff94d1a0bcfbd8) 00000020:00001000:3.0:1787998253.672028:0:32614:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfbd0 00000020:00000001:3.0:1787998253.672030:0:32614:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1787998253.672032:0:32614:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1787998253.672033:0:32614:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1787998253.672036:0:32614:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d1a0013a80. 00020000:00000010:3.0:1787998253.672039:0:32614:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d1a004b600. 00020000:00000010:3.0:1787998253.672041:0:32614:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d1a00132a0. 00020000:00000001:3.0:1787998253.672043:0:32614:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626226786349728 : -117846923201888 : ffff94d1a00132a0) 00020000:00000002:3.0:1787998253.672045:0:32614:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a00132a0, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1787998253.672049:0:32614:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1787998253.672052:0:32614:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d1a004b600: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000002:3.0:1787998253.672056:0:32614:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d191daad90) owner ffff94d185830000 00020000:00000001:3.0:1787998253.672059:0:32614:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1787998253.672061:0:32614:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d191daad90) owner ffff94d185830000 00020000:00000010:3.0:1787998253.672065:0:32614:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d1a004b600. 00020000:00000010:3.0:1787998253.672070:0:32614:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d1a0013a80. 00020000:00000010:3.0:1787998253.672074:0:32614:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d1a00132a0. 00020000:00000002:3.0:1787998253.672076:0:32614:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x25:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1787998253.672079:0:32614:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998253.672081:0:32614:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998253.672084:0:32614:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1787998253.672087:0:32614:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d191daad90) owner 0000000000000000/ffff94d185830000 00020000:00000002:3.0:1787998253.672090:0:32614:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d1a0013d80 addref 2/0 by ffff94d185830000. 00020000:00000002:3.0:1787998253.672093:0:32614:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d191daad90) owner 0000000000000000/ffff94d185830000 00020000:00000001:3.0:1787998253.672096:0:32614:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1787998253.672098:0:32614:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1787998253.672100:0:32614:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1787998253.672102:0:32614:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1787998253.672104:0:32614:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1787998253.672106:0:32614:0:(file.c:6836:ll_layout_conf()) [0x200000405:0x25:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1787998253.672108:0:32614:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfbd0 00000080:00000001:3.0:1787998253.672110:0:32614:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998253.672112:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998253.672113:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1787998253.672115:0:32614:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1787998253.672118:0:32614:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1787998253.672120:0:32614:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998253.672122:0:32614:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x25:0x0](ffff94d1880042c8) 00000080:00010000:3.0:1787998253.672125:0:32614:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x25:0x0](ffff94d1880042c8) for lock 0xb2d39e653c8ca96 00800000:00000001:3.0:1787998253.672129:0:32614:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787998253.672131:0:32614:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787998253.672132:0:32614:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998253.672133:0:32614:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998253.672135:0:32614:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5ca00 refcount=3 00000020:00000001:3.0:1787998253.672137:0:32614:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528700928 : -117847180850688 : ffff94d190a5ca00) 00010000:00000001:3.0:1787998253.672139:0:32614:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528700928 : -117847180850688 : ffff94d190a5ca00) 00010000:00000001:3.0:1787998253.672141:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998253.672142:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998253.672144:0:32614:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998253.672146:0:32614:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998253.672148:0:32614:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:3.0:1787998253.672150:0:32614:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998253.672162:0:32614:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff94d191d19500 x1874850291755648/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998269 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998253.672176:0:32614:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1787998253.672181:0:32614:0:(namei.c:1651:ll_create_it()) inode ffff94d1880042c8 need_sync_to_mds [0x200000405:0x25:0x0] 00000080:00000001:3.0:1787998253.672185:0:32614:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998253.672189:0:32614:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x25:0x0](ffff94d1880042c8) 00000080:00000001:3.0:1787998253.672191:0:32614:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1787998253.672195:0:32614:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1a0b68000. 00000100:00000001:3.0:1787998253.672199:0:32614:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998253.672202:0:32614:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d19500 x1874850291755648/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998269 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998253.672208:0:32614:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998253.672211:0:32614:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1787998253.672213:0:32614:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1787998253.672215:0:32614:0:(namei.c:1500:ll_atomic_open()) inode ffff94d1880042c8 need_sync_to_mds [0x200000405:0x25:0x0] 00000080:00000001:3.0:1787998253.672224:0:32614:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1787998253.672227:0:32614:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d7fa68 00000080:00200008:3.0:1787998253.672228:0:32614:0:(file.c:1090:ll_file_open()) START file f:[0x200000405:0x25:0x0](ffff94d1880042c8), flags 100102 00000080:00000010:3.0:1787998253.672236:0:32614:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d181797680. 00000080:00000010:3.0:1787998253.672242:0:32614:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d1987e5cc0. 00000080:00000001:3.0:1787998253.672245:0:32614:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1787998253.672249:0:32614:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1787998253.672252:0:32614:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998253.672255:0:32614:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998253.672258:0:32614:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998253.672261:0:32614:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998253.672262:0:32614:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998253.672264:0:32614:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:3.0:1787998253.672266:0:32614:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998253.672282:0:32614:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1787998253.672287:0:32614:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d1870f3fc0. 00000002:00100000:3.0:1787998253.673132:0:32614:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d191d19500 x1874850291755648/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998269 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1787998253.673144:0:32614:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998253.673147:0:32614:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1787998253.673152:0:32614:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1787998253.673156:0:32614:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998253.673159:0:32614:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998253.673165:0:32614:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998253.673170:0:32614:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d19500 x1874850291755648/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998269 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1787998253.673179:0:32614:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998253.673183:0:32614:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff94d1a0180000. 02000000:00000001:3.0:1787998253.673216:0:32614:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1787998253.673218:0:32614:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998253.673221:0:32614:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d7fa68 00000080:00000008:3.0:1787998253.673223:0:32614:0:(file.c:1329:ll_file_open()) COMPLETED file f:[0x200000405:0x25:0x0](ffff94d1880042c8), flags 100102, rc = 0 00000080:00000001:3.0:1787998253.673228:0:32614:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1787998253.673230:0:32614:0:(dcache.c:176:ll_intent_release()) intent ffff94d1a027f1e0 released 00000080:00010000:3.0:1787998253.673233:0:32614:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8ca96 from it ffff94d1a027f1e0 00010000:00000001:3.0:1787998253.673236:0:32614:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998253.673238:0:32614:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998253.673240:0:32614:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5ca00 refcount=3 00000020:00000001:3.0:1787998253.673242:0:32614:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528700928 : -117847180850688 : ffff94d190a5ca00) 00010000:00000001:3.0:1787998253.673245:0:32614:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528700928 : -117847180850688 : ffff94d190a5ca00) 00010000:00000001:3.0:1787998253.673248:0:32614:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998253.673253:0:32614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ca00/0xb2d39e653c8ca96 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6acdc7 expref: -99 pid: 32614 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998253.673262:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998253.673264:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998253.673265:0:32614:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787998253.674079:0:32614:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787998253.674084:0:32614:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ca00/0xb2d39e653c8ca96 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6acdc7 expref: -99 pid: 32614 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1787998253.674096:0:32614:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787998253.674101:0:32614:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787998253.674103:0:32614:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998253.674108:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998253.674109:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998253.674111:0:32614:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998253.674115:0:32614:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787998253.674117:0:32614:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998253.674119:0:32614:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998253.674123:0:32614:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998253.674125:0:32614:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998253.674127:0:32614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998253.674128:0:32614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1787998253.674130:0:32614:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1787998253.674133:0:32614:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1787998253.674137:0:32614:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1787998253.674139:0:32614:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1787998253.674141:0:32614:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1787998253.674143:0:32614:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998253.674146:0:32614:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1787998253.674148:0:32614:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998253.674150:0:32614:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1787998253.674152:0:32614:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998253.674154:0:32614:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1787998253.674157:0:32614:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff94d1a027f1e0. 00000080:00000001:3.0:1787998253.674162:0:32614:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998253.674167:0:32614:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:3.0:1787998253.674170:0:32614:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000405:0x25:0x0](ffff94d1880042c8), inode mode 81a4 mask 40 00000080:00000001:3.0:1787998253.674174:0:32614:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998253.954849:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998253.954858:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998253.954862:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998253.954864:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998253.954937:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998253.954941:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998253.954944:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1787998254.412120:0:32624:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998254.412128:0:32624:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998254.412131:0:32624:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1787998254.412135:0:32624:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463bc0 00000080:00200000:3.0:1787998254.412139:0:32624:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:3.0:1787998254.412148:0:32624:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191d93400. 00800000:00000002:3.0:1787998254.412156:0:32624:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:3.0:1787998254.412159:0:32624:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787998254.412165:0:32624:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787998254.412167:0:32624:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463ae0 00800000:00000002:3.0:1787998254.412171:0:32624:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998254.412176:0:32624:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787998254.412179:0:32624:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998254.412182:0:32624:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998254.412185:0:32624:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998254.412187:0:32624:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998254.412189:0:32624:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998254.412192:0:32624:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998254.412194:0:32624:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998254.412198:0:32624:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1787998254.412204:0:32624:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787998254.412206:0:32624:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d414639b0 00000002:00010000:3.0:1787998254.412208:0:32624:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1787998254.412212:0:32624:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787998254.412213:0:32624:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998254.412216:0:32624:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998254.412223:0:32624:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360c00 count: 2 00010000:00000001:3.0:1787998254.412226:0:32624:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998254.412231:0:32624:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998254.412235:0:32624:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787998254.412241:0:32624:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5000/0xb2d39e653c8ca88 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acd8f expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1787998254.412253:0:32624:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1787998254.412257:0:32624:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998254.412262:0:32624:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5000/0xb2d39e653c8ca88 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acd8f expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1787998254.412269:0:32624:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1787998254.412271:0:32624:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1787998254.412273:0:32624:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787998254.412275:0:32624:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787998254.412276:0:32624:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787998254.412278:0:32624:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1787998254.412281:0:32624:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1787998254.412284:0:32624:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:3.0:1787998254.412288:0:32624:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191d93400. 00000080:00000001:3.0:1787998254.412293:0:32624:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1787998254.412294:0:32624:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998254.412297:0:32624:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:3.0:1787998254.412300:0:32624:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8ca88 00800000:00000001:3.0:1787998254.412304:0:32624:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787998254.412306:0:32624:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787998254.412308:0:32624:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998254.412310:0:32624:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998254.412313:0:32624:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=3 00000020:00000001:3.0:1787998254.412315:0:32624:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:3.0:1787998254.412318:0:32624:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:3.0:1787998254.412321:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998254.412322:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998254.412323:0:32624:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998254.412325:0:32624:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998254.412328:0:32624:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8ca88 from it ffffb66d41463bf8 00010000:00000001:3.0:1787998254.412330:0:32624:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998254.412332:0:32624:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998254.412334:0:32624:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=3 00000020:00000001:3.0:1787998254.412336:0:32624:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:3.0:1787998254.412338:0:32624:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:3.0:1787998254.412339:0:32624:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998254.412342:0:32624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5000/0xb2d39e653c8ca88 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acd8f expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1787998254.412349:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998254.412350:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998254.412351:0:32624:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787998254.412354:0:32624:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787998254.412356:0:32624:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5000/0xb2d39e653c8ca88 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acd8f expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1787998254.412371:0:32624:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787998254.412373:0:32624:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787998254.412375:0:32624:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998254.412380:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998254.412381:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998254.412382:0:32624:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998254.412386:0:32624:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787998254.412388:0:32624:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998254.412389:0:32624:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998254.412391:0:32624:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998254.412393:0:32624:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998254.412395:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998254.412396:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1787998254.412399:0:32624:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1787998254.412401:0:32624:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787998254.412403:0:32624:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:3.0:1787998254.412408:0:32624:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1787998254.412417:0:32624:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d1870f3cc0. 00000020:00000001:3.0:1787998254.412422:0:32624:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463b28 00000080:00200000:3.0:1787998254.412424:0:32624:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), flags=25 00000080:00000001:3.0:1787998254.412427:0:32624:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1787998254.412429:0:32624:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d414639d8 00000080:00200000:3.0:1787998254.412431:0:32624:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), intent=0 00000080:00000010:3.0:1787998254.412439:0:32624:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191d93400. 00800000:00000002:3.0:1787998254.412441:0:32624:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:3.0:1787998254.412445:0:32624:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787998254.412447:0:32624:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787998254.412448:0:32624:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d414638f8 00800000:00000002:3.0:1787998254.412450:0:32624:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998254.412452:0:32624:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787998254.412454:0:32624:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998254.412456:0:32624:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998254.412457:0:32624:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998254.412459:0:32624:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998254.412461:0:32624:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998254.412463:0:32624:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998254.412465:0:32624:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998254.412467:0:32624:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463890 00800000:00000002:3.0:1787998254.412469:0:32624:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:3.0:1787998254.412472:0:32624:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787998254.412473:0:32624:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d414637c8 00000002:00010000:3.0:1787998254.412474:0:32624:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1787998254.412479:0:32624:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1787998254.412481:0:32624:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1787998254.412485:0:32624:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d02300. 00000020:00000040:3.0:1787998254.412490:0:32624:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:3.0:1787998254.412495:0:32624:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1787998254.412499:0:32624:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998254.412503:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998254.412505:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998254.412507:0:32624:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998254.412510:0:32624:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998254.412512:0:32624:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998254.412515:0:32624:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998254.412522:0:32624:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0094c00. 00000100:00000001:3.0:1787998254.412529:0:32624:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998254.412534:0:32624:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998254.412536:0:32624:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998254.412538:0:32624:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998254.412539:0:32624:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998254.412541:0:32624:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998254.412548:0:32624:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226548253440 : -117847161298176 : ffff94d191d02300) 00010000:00000001:3.0:1787998254.412552:0:32624:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1787998254.412554:0:32624:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1787998254.412557:0:32624:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360c00 count: 2 00010000:00000001:3.0:1787998254.412560:0:32624:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998254.412562:0:32624:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1787998254.412566:0:32624:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1903e4600. 00000020:00000001:3.0:1787998254.412569:0:32624:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1787998254.412572:0:32624:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1903e4600 with handle 0xb2d39e653c8ca9d to hash 00000020:00000001:3.0:1787998254.412574:0:32624:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1787998254.412577:0:32624:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:3.0:1787998254.412579:0:32624:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:3.0:1787998254.412582:0:32624:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998254.412583:0:32624:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998254.412586:0:32624:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8ca9d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32624 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998254.412593:0:32624:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8ca9d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32624 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998254.412602:0:32624:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8ca9d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32624 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1787998254.412607:0:32624:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787998254.412609:0:32624:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787998254.412615:0:32624:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1917486c0. 00000100:00000001:3.0:1787998254.412618:0:32624:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226542249664 : -117847167301952 : ffff94d1917486c0) 00000100:00000001:3.0:1787998254.412620:0:32624:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998254.412622:0:32624:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548253440 : -117847161298176 : ffff94d191d02300) 00000100:00000001:3.0:1787998254.412626:0:32624:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998254.412630:0:32624:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998254.412632:0:32624:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787998254.412634:0:32624:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998254.412644:0:32624:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d02300 x1874850291755776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998254.412653:0:32624:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998254.412655:0:32624:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998254.412659:0:32624:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998254.412661:0:32624:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998254.412663:0:32624:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998254.412667:0:32624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d02300 pname:cluuid:pid:xid:nid:opc:job touch:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32624:1874850291755776:192.168.206.123@tcp:101:touch.0 00000100:00000001:3.0:1787998254.412673:0:32624:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998254.412678:0:32624:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998254.412680:0:32624:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998254.412682:0:32624:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998254.412687:0:32624:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d191759000. 02000000:00000001:3.0:1787998254.412689:0:32624:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998254.412695:0:32624:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998254.412699:0:32624:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108aec8. 00000400:00000010:3.0:1787998254.412705:0:32624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f54c8. 00000100:00000200:3.0:1787998254.412711:0:32624:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291755776, portal 10 00000100:00000001:3.0:1787998254.412713:0:32624:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998254.412714:0:32624:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548253440 : -117847161298176 : ffff94d191d02300) 00000100:00000040:3.0:1787998254.412720:0:32624:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d02300 x1874850291755776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998270 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998254.412738:0:32624:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998254.412741:0:32624:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998254.412744:0:32624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5ee0. 00000100:00000200:3.0:1787998254.412747:0:32624:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1874850291755776, offset 0 00000400:00000200:3.0:1787998254.412753:0:32624:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998254.412761:0:32624:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998254.412790:0:32624:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998254.412795:0:32624:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998254.412798:0:32624:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998254.412801:0:32624:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998254.412804:0:32624:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998254.412807:0:32624:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2686:2686:256:4294967295] 192.168.206.123@tcp LPNI seq info [2686:2686:8:4294967295] 00000400:00000200:3.0:1787998254.412811:0:32624:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998254.412820:0:32624:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998254.412826:0:32624:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998254.412831:0:32624:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199320600. 00000800:00000200:3.0:1787998254.412837:0:32624:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998254.412845:0:32624:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998254.412849:0:32624:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199320600 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1787998254.412867:0:32624:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998254.412871:0:32624:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 814306 usecs (815 jiffies) 00000400:00000200:3.0:1787998254.412874:0:32624:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998254.412878:0:32624:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296435383 00000100:00000001:3.0:1787998254.412881:0:32624:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296435700 00000100:00000001:3.0:1787998254.412883:0:32624:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296435383 00000100:00000001:3.0:1787998254.412885:0:32624:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296435700 00000100:00000001:3.0:1787998254.412887:0:32624:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998254.412890:0:32624:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998254.412891:0:32624:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998254.412893:0:32624:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787998254.412896:0:32624:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1917486c0 going to sleep for 11 seconds 00000100:00000001:3.0:1787998254.412898:0:32624:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998254.412900:0:32624:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998254.414221:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998254.414229:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199320600. 00000400:00000200:2.0:1787998254.414235:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998254.414241:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998254.414246:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5ee0 00000400:00000010:2.0:1787998254.414249:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5ee0. 00000100:00000001:2.0:1787998254.414254:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998254.414259:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d02300 x1874850291755776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998270 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998254.414269:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998254.414272:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d02300 x1874850291755776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998270 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998254.414278:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998254.414280:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998254.421648:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998254.421662:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998254.421666:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998254.421669:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998254.421676:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998254.421684:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998254.421693:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998254.421697:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998254.421702:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998254.421706:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a5ab00 00000400:00000200:3.0:1787998254.421710:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998254.421715:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x7d75 [1] + 224 00000800:00000001:3.0:1787998254.421721:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998254.421738:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998254.421741:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998254.421745:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998254.421753:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998254.421761:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d02300 x1874850291755776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998270 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998254.421809:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d191d02300 x1874850291755776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998270 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998254.421830:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998254.421841:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998254.421847:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998254.421863:0:32624:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998254.421878:0:32624:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998254.421881:0:32624:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998254.421885:0:32624:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108aec8. 00000400:00000200:0.0:1787998254.421892:0:32624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f54c8 00000400:00000010:0.0:1787998254.421895:0:32624:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f54c8. 00000100:00000001:0.0:1787998254.421901:0:32624:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998254.421912:0:32624:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d02300 x1874850291755776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998270 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998254.421924:0:32624:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d02300 x1874850291755776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998270 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998254.421932:0:32624:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998254.421934:0:32624:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998254.421937:0:32624:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998254.421941:0:32624:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998254.421944:0:32624:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998254.421946:0:32624:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998254.421950:0:32624:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998254.421961:0:32624:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=80 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998254.421965:0:32624:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998254.421967:0:32624:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998254.421969:0:32624:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998254.421973:0:32624:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998254.421977:0:32624:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998254.421982:0:32624:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998254.421984:0:32624:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967611 00000100:00000001:0.0:1787998254.421986:0:32624:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998254.421990:0:32624:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998254.421995:0:32624:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d02300 x1874850291755776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998270 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998254.422003:0:32624:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998254.422006:0:32624:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998254.422008:0:32624:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998254.422013:0:32624:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d02300 x1874850291755776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998270 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998254.422021:0:32624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d02300 pname:cluuid:pid:xid:nid:opc:job touch:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32624:1874850291755776:192.168.206.123@tcp:101:touch.0 00000100:00000001:0.0:1787998254.422027:0:32624:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998254.422030:0:32624:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998254.422033:0:32624:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998254.422035:0:32624:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998254.422039:0:32624:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d02300 x1874850291755776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998270 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998254.422046:0:32624:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998254.422049:0:32624:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1917486c0. 00000100:00000001:0.0:1787998254.422053:0:32624:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998254.422055:0:32624:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998254.422059:0:32624:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1787998254.422063:0:32624:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998254.422066:0:32624:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998254.422069:0:32624:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4600 refcount=4 00000020:00000001:0.0:1787998254.422072:0:32624:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:0.0:1787998254.422075:0:32624:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000040:0.0:1787998254.422082:0:32624:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1903e4600, remote cookie: 0x4fd9a50f3a6acdea, flags: 0x1001 00010000:00010000:0.0:1787998254.422089:0:32624:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8ca9d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acdea expref: -99 pid: 32624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1787998254.422104:0:32624:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1787998254.422108:0:32624:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1787998254.422120:0:32624:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d185921900. 00010000:00000010:0.0:1787998254.422126:0:32624:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d1861dbb00. 00010000:00000001:0.0:1787998254.422132:0:32624:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998254.422136:0:32624:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8ca9d lrc: 4/1,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acdea expref: -99 pid: 32624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998254.422145:0:32624:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8ca9d lrc: 4/1,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acdea expref: -99 pid: 32624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998254.422151:0:32624:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1787998254.422156:0:32624:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1787998254.422159:0:32624:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1787998254.422160:0:32624:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1787998254.422162:0:32624:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1787998254.422164:0:32624:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x24:0x0].0x0 (ffff94d185921900) refcount = 1 00010000:00010000:0.0:1787998254.422169:0:32624:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8ca9d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acdea expref: -99 pid: 32624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998254.422175:0:32624:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1787998254.422179:0:32624:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1787998254.422182:0:32624:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998254.422185:0:32624:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1787998254.422188:0:32624:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998254.422191:0:32624:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8ca9d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acdea expref: -99 pid: 32624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998254.422197:0:32624:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1787998254.422200:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998254.422202:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998254.422203:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998254.422204:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998254.422208:0:32624:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998254.422213:0:32624:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1787998254.422215:0:32624:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998254.422216:0:32624:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998254.422218:0:32624:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4600 refcount=3 00000020:00000001:0.0:1787998254.422220:0:32624:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:0.0:1787998254.422223:0:32624:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:0.0:1787998254.422226:0:32624:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998254.422227:0:32624:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998254.422228:0:32624:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4600 refcount=4 00000020:00000001:0.0:1787998254.422230:0:32624:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:0.0:1787998254.422232:0:32624:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:0.0:1787998254.422236:0:32624:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998254.422240:0:32624:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998254.422244:0:32624:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8ca9d lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acdea expref: -99 pid: 32624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998254.422250:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998254.422251:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998254.422253:0:32624:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998254.422254:0:32624:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998254.422255:0:32624:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4600 refcount=5 00000020:00000001:0.0:1787998254.422257:0:32624:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:0.0:1787998254.422259:0:32624:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:0.0:1787998254.422262:0:32624:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998254.422394:0:32624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8ca9d lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acdea expref: -99 pid: 32624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998254.422403:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998254.422405:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1787998254.422408:0:32624:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8ca9d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acdea expref: -99 pid: 32624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998254.422414:0:32624:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998254.422415:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998254.422417:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998254.422418:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998254.422419:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1787998254.422425:0:32624:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff94d191d02300 x1874850291755776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998270 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1787998254.422435:0:32624:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998254.422437:0:32624:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998254.422438:0:32624:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4600 refcount=3 00000020:00000001:0.0:1787998254.422440:0:32624:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:0.0:1787998254.422443:0:32624:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:0.0:1787998254.422445:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998254.422446:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998254.422448:0:32624:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998254.422450:0:32624:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998254.422454:0:32624:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1787998254.422456:0:32624:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998254.422458:0:32624:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998254.422459:0:32624:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4600 refcount=3 00000020:00000001:0.0:1787998254.422461:0:32624:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:0.0:1787998254.422463:0:32624:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00000002:00010000:0.0:1787998254.422467:0:32624:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8ca9d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acdea expref: -99 pid: 32624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998254.422474:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998254.422475:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998254.422477:0:32624:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1787998254.422478:0:32624:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998254.422479:0:32624:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998254.422480:0:32624:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4600 refcount=3 00000020:00000001:0.0:1787998254.422483:0:32624:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:0.0:1787998254.422485:0:32624:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000040:0.0:1787998254.422489:0:32624:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921900 count: 2 00010000:00000001:0.0:1787998254.422492:0:32624:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1787998254.422496:0:32624:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589935621/36 (0 0) 00010000:00000001:0.0:1787998254.422499:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998254.422500:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998254.422502:0:32624:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1787998254.422505:0:32624:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463750 00000002:00002000:0.0:1787998254.422508:0:32624:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1787998254.422511:0:32624:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998254.422516:0:32624:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998254.422519:0:32624:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1787998254.422523:0:32624:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1787998254.422527:0:32624:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998254.422531:0:32624:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000001:0.0:1787998254.422535:0:32624:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1787998254.422537:0:32624:0:(namei.c:674:ll_lookup_it_finish()) it ffffb66d41463ac8 it_disposition b 00000080:00000001:0.0:1787998254.422540:0:32624:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1787998254.422547:0:32624:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1787998254.422552:0:32624:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1787998254.422558:0:32624:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d190b35c40. 00800000:00000001:0.0:1787998254.422561:0:32624:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626226529590336 : -117847179961280 : ffff94d190b35c40) 00800000:00000001:0.0:1787998254.422563:0:32624:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998254.422565:0:32624:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1787998254.422568:0:32624:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:0.0:1787998254.422572:0:32624:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1787998254.422578:0:32624:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1787998254.422581:0:32624:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:0.0:1787998254.422584:0:32624:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000002:0.0:1787998254.422587:0:32624:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=0 index=0 hash=invalid:0x0 max_inherit=0 max_inherit_rr=0 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:0.0:1787998254.422593:0:32624:0:(llite_lib.c:1947:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1787998254.422594:0:32624:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998254.422599:0:32624:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:0.0:1787998254.422602:0:32624:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1787998254.422607:0:32624:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 4096 00000080:00200000:0.0:1787998254.422610:0:32624:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x24:0x0](ffff94d1880063c8): rc = 0 00000080:00000001:0.0:1787998254.422612:0:32624:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626226383643592 : -117847325908024 : ffff94d1880063c8) 00010000:00000001:0.0:1787998254.422614:0:32624:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998254.422615:0:32624:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998254.422617:0:32624:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4600 refcount=3 00000020:00000001:0.0:1787998254.422619:0:32624:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:0.0:1787998254.422621:0:32624:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:0.0:1787998254.422623:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998254.422624:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1787998254.422625:0:32624:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1787998254.422628:0:32624:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1787998254.422630:0:32624:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998254.422634:0:32624:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff94d1880063c8) for lock 0xb2d39e653c8ca9d 00800000:00000001:0.0:1787998254.422637:0:32624:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998254.422638:0:32624:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998254.422640:0:32624:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998254.422641:0:32624:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998254.422642:0:32624:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4600 refcount=3 00000020:00000001:0.0:1787998254.422644:0:32624:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:0.0:1787998254.422646:0:32624:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:0.0:1787998254.422649:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998254.422650:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998254.422651:0:32624:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998254.422653:0:32624:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1787998254.422662:0:32624:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d19894da20 inode ffff94d1880063c8 refc 1 flags 0x20000e 00000080:00000002:0.0:1787998254.422667:0:32624:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1787998254.422670:0:32624:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1787998254.422674:0:32624:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff94d1880063c8) 00000080:00010000:0.0:1787998254.422678:0:32624:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8ca9d from it ffffb66d41463ac8 00010000:00000001:0.0:1787998254.422680:0:32624:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998254.422682:0:32624:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998254.422683:0:32624:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4600 refcount=3 00000020:00000001:0.0:1787998254.422685:0:32624:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:0.0:1787998254.422687:0:32624:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:0.0:1787998254.422689:0:32624:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998254.422692:0:32624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8ca9d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acdea expref: -99 pid: 32624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998254.422699:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998254.422700:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998254.422702:0:32624:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998254.422705:0:32624:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998254.422707:0:32624:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8ca9d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acdea expref: -99 pid: 32624 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787998254.422715:0:32624:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998254.422718:0:32624:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998254.422721:0:32624:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998254.422737:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998254.422738:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998254.422740:0:32624:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998254.422744:0:32624:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998254.422746:0:32624:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998254.422748:0:32624:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998254.422752:0:32624:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998254.422754:0:32624:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998254.422755:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998254.422756:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1787998254.422758:0:32624:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1787998254.422763:0:32624:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191d93400. 00000100:00000001:0.0:1787998254.422838:0:32624:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998254.422844:0:32624:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d02300 x1874850291755776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998270 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998254.422851:0:32624:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998254.422854:0:32624:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998254.422859:0:32624:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d191759000. 02000000:00000001:0.0:1787998254.422862:0:32624:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998254.422865:0:32624:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998254.422867:0:32624:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998254.422870:0:32624:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998254.422873:0:32624:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1a0094c00. 02000000:00000001:0.0:1787998254.422877:0:32624:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998254.422879:0:32624:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998254.422881:0:32624:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d02300. 00000100:00000001:0.0:1787998254.422885:0:32624:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998254.422886:0:32624:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998254.422895:0:32624:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:0.0:1787998254.422898:0:32624:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff94d1880063c8), inode mode 41ed mask 1 00000080:00000001:0.0:1787998254.422904:0:32624:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998254.422919:0:32624:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d190a9cd40. 00000080:00000001:0.0:1787998254.422924:0:32624:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:0.0:1787998254.422926:0:32624:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff94d1880063c8), inode mode 41ed mask 3 00000080:00000001:0.0:1787998254.422928:0:32624:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998254.422931:0:32624:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1787998254.422934:0:32624:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463b58 00000080:00200000:0.0:1787998254.422936:0:32624:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000405:0x24:0x0](ffff94d1880063c8), file ffff94d183ef9500, open_flags 8941, mode 81b6 opened 0 00000080:00000010:0.0:1787998254.422941:0:32624:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff94d1a0ad5f00. 00000080:00000001:0.0:1787998254.422946:0:32624:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1787998254.422948:0:32624:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463a08 00000080:00200000:0.0:1787998254.422949:0:32624:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x24:0x0](ffff94d1880063c8), intent=open|creat 00000080:00000010:0.0:1787998254.422957:0:32624:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19162ba00. 00800000:00000002:0.0:1787998254.422961:0:32624:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d190b35c40 2 00000080:00000001:0.0:1787998254.422967:0:32624:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998254.422970:0:32624:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998254.422972:0:32624:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463928 00800000:00000002:0.0:1787998254.422974:0:32624:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000405:0x24:0x0] 00800000:00000001:0.0:1787998254.422977:0:32624:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1787998254.422980:0:32624:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1787998254.422984:0:32624:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998254.422988:0:32624:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998254.422990:0:32624:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998254.422994:0:32624:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998254.422996:0:32624:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998254.422998:0:32624:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1787998254.423000:0:32624:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998254.423004:0:32624:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446626226367802368 : -117847341749248 : ffff94d1870eac00) 00800000:00000001:0.0:1787998254.423007:0:32624:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1787998254.423010:0:32624:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1787998254.423013:0:32624:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1787998254.423015:0:32624:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1787998254.423018:0:32624:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94d1a0bb2800: Allocated FID [0x200000405:0x26:0x0] 40000000:00000001:0.0:1787998254.423021:0:32624:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998254.423023:0:32624:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998254.423025:0:32624:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998254.423027:0:32624:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998254.423029:0:32624:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d414638a8 00800000:00000002:0.0:1787998254.423031:0:32624:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000405:0x24:0x0], fid2=[0x200000405:0x26:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:0.0:1787998254.423035:0:32624:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998254.423037:0:32624:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d414637e0 00000002:00010000:0.0:1787998254.423039:0:32624:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000405:0x26:0x0]) in obj [0x200000405:0x24:0x0], intent: open|creat flags 0104502 00000002:00000001:0.0:1787998254.423044:0:32624:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1787998254.423046:0:32624:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1787998254.423049:0:32624:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1787998254.423053:0:32624:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998254.423055:0:32624:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1787998254.423058:0:32624:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921900 count: 2 00010000:00000001:0.0:1787998254.423060:0:32624:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998254.423063:0:32624:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1787998254.423066:0:32624:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998254.423068:0:32624:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998254.423070:0:32624:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998254.423075:0:32624:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c11500. 00000020:00000040:0.0:1787998254.423078:0:32624:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:0.0:1787998254.423083:0:32624:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787998254.423085:0:32624:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998254.423090:0:32624:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1787998254.423094:0:32624:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998254.423097:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998254.423098:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998254.423099:0:32624:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998254.423103:0:32624:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998254.423105:0:32624:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998254.423110:0:32624:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998254.423119:0:32624:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1923a2000. 00000100:00000001:0.0:1787998254.423127:0:32624:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998254.423131:0:32624:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998254.423133:0:32624:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998254.423134:0:32624:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998254.423135:0:32624:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998254.423137:0:32624:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998254.423146:0:32624:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626226547266816 : -117847162284800 : ffff94d191c11500) 00010000:00000001:0.0:1787998254.423150:0:32624:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1787998254.423152:0:32624:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1787998254.423154:0:32624:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921900 count: 2 00010000:00000001:0.0:1787998254.423156:0:32624:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998254.423158:0:32624:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1787998254.423162:0:32624:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d187367a00. 00000020:00000001:0.0:1787998254.423166:0:32624:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1787998254.423169:0:32624:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d187367a00 with handle 0xb2d39e653c8caa4 to hash 00000020:00000001:0.0:1787998254.423171:0:32624:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1787998254.423172:0:32624:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226370411008 : -117847339140608 : ffff94d187367a00) 00010000:00000001:0.0:1787998254.423176:0:32624:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226370411008 : -117847339140608 : ffff94d187367a00) 00010000:00000001:0.0:1787998254.423180:0:32624:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998254.423181:0:32624:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998254.423185:0:32624:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367a00/0xb2d39e653c8caa4 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32624 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998254.423192:0:32624:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367a00/0xb2d39e653c8caa4 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32624 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787998254.423203:0:32624:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787998254.423210:0:32624:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191c11500 x1874850291756032/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787998254.423218:0:32624:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367a00/0xb2d39e653c8caa4 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32624 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1787998254.423224:0:32624:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998254.423226:0:32624:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998254.423233:0:32624:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d181254a80. 00000100:00000001:0.0:1787998254.423236:0:32624:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226268621440 : -117847440930176 : ffff94d181254a80) 00000100:00000001:0.0:1787998254.423239:0:32624:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998254.423240:0:32624:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547266816 : -117847162284800 : ffff94d191c11500) 00000100:00000001:0.0:1787998254.423245:0:32624:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998254.423249:0:32624:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998254.423252:0:32624:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998254.423253:0:32624:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998254.423258:0:32624:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c11500 x1874850291756032/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998254.423381:0:32624:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998254.423384:0:32624:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998254.423389:0:32624:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998254.423392:0:32624:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998254.423395:0:32624:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998254.423399:0:32624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c11500 pname:cluuid:pid:xid:nid:opc:job touch:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32624:1874850291756032:192.168.206.123@tcp:101:touch.0 00000100:00000001:0.0:1787998254.423404:0:32624:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998254.423410:0:32624:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998254.423412:0:32624:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998254.423415:0:32624:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998254.423492:0:32624:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff94d1a0180000. 02000000:00000001:0.0:1787998254.423495:0:32624:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998254.423503:0:32624:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998254.423509:0:32624:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30268. 00000400:00000010:0.0:1787998254.423517:0:32624:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff94d1923a2c00. 00000100:00000200:0.0:1787998254.423524:0:32624:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1874850291756032, portal 10 00000100:00000001:0.0:1787998254.423527:0:32624:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998254.423528:0:32624:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547266816 : -117847162284800 : ffff94d191c11500) 00000100:00000040:0.0:1787998254.423536:0:32624:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191c11500 x1874850291756032/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998270 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998254.423543:0:32624:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998254.423547:0:32624:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998254.423550:0:32624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807440. 00000100:00000200:0.0:1787998254.423554:0:32624:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1874850291756032, offset 0 00000400:00000200:0.0:1787998254.423562:0:32624:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998254.423572:0:32624:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998254.423580:0:32624:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998254.423587:0:32624:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998254.423592:0:32624:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998254.423597:0:32624:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998254.423600:0:32624:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998254.423605:0:32624:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2687:2687:256:4294967295] 192.168.206.123@tcp LPNI seq info [2687:2687:8:4294967295] 00000400:00000200:0.0:1787998254.423610:0:32624:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998254.423621:0:32624:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998254.423628:0:32624:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998254.423634:0:32624:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4900. 00000800:00000200:0.0:1787998254.423643:0:32624:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998254.423652:0:32624:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998254.423659:0:32624:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4900 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1787998254.423687:0:32624:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998254.423693:0:32624:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 813150 usecs (814 jiffies) 00000400:00000200:0.0:1787998254.423697:0:32624:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998254.423700:0:32624:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296435394 00000100:00000001:0.0:1787998254.423703:0:32624:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296435700 00000100:00000001:0.0:1787998254.423706:0:32624:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296435394 00000100:00000001:0.0:1787998254.423708:0:32624:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296435700 00000100:00000001:0.0:1787998254.423711:0:32624:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998254.423714:0:32624:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998254.423716:0:32624:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998254.423719:0:32624:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998254.423721:0:32624:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d181254a80 going to sleep for 11 seconds 00000100:00000001:0.0:1787998254.423735:0:32624:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998254.423738:0:32624:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998254.424097:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998254.424103:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4900. 00000400:00000200:3.0:1787998254.424108:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998254.424114:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998254.424121:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807440 00000400:00000010:3.0:1787998254.424123:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807440. 00000100:00000001:3.0:1787998254.424127:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998254.424132:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c11500 x1874850291756032/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998270 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998254.424142:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998254.424145:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c11500 x1874850291756032/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998270 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998254.424151:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998254.424153:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998254.436821:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998254.436838:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998254.436843:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998254.436846:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998254.436865:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998254.436876:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998254.436885:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998254.436890:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998254.436895:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998254.436899:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 664 into portal 10 MB=0x6a92a99a5ac00 00000400:00000200:3.0:1787998254.436903:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998254.436909:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 664/664 into md 0x7d85 [32] + 224 00000800:00000001:3.0:1787998254.436916:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998254.436935:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998254.436939:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998254.436943:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998254.436951:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998254.436958:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c11500 x1874850291756032/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998270 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998254.436969:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff94d191c11500 x1874850291756032/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998270 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998254.436987:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998254.436995:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998254.436998:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998254.437043:0:32624:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998254.437059:0:32624:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998254.437062:0:32624:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998254.437067:0:32624:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30268. 00000400:00000200:0.0:1787998254.437076:0:32624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1923a2c00 00000400:00000010:0.0:1787998254.437079:0:32624:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff94d1923a2c00. 00000100:00000001:0.0:1787998254.437084:0:32624:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998254.437096:0:32624:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c11500 x1874850291756032/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998270 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998254.437109:0:32624:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c11500 x1874850291756032/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998270 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998254.437118:0:32624:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998254.437121:0:32624:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998254.437124:0:32624:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998254.437128:0:32624:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998254.437130:0:32624:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998254.437133:0:32624:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998254.437136:0:32624:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998254.437147:0:32624:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=80 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998254.437151:0:32624:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998254.437154:0:32624:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998254.437156:0:32624:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998254.437160:0:32624:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998254.437164:0:32624:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998254.437168:0:32624:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1787998254.437170:0:32624:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000013d/0x1] 00000100:00000001:0.0:1787998254.437172:0:32624:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1787998254.437175:0:32624:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998254.437177:0:32624:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547266816 : -117847162284800 : ffff94d191c11500) 00000100:00000001:0.0:1787998254.437181:0:32624:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998254.437183:0:32624:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967611 00000100:00000001:0.0:1787998254.437185:0:32624:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998254.437188:0:32624:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998254.437193:0:32624:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c11500 x1874850291756032/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998270 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998254.437201:0:32624:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998254.437205:0:32624:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998254.437208:0:32624:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998254.437212:0:32624:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c11500 x1874850291756032/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998270 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998254.437220:0:32624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c11500 pname:cluuid:pid:xid:nid:opc:job touch:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32624:1874850291756032:192.168.206.123@tcp:101:touch.0 00000100:00000001:0.0:1787998254.437225:0:32624:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998254.437228:0:32624:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998254.437230:0:32624:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998254.437233:0:32624:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998254.437236:0:32624:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c11500 x1874850291756032/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998270 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998254.437242:0:32624:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998254.437245:0:32624:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d181254a80. 00000100:00000001:0.0:1787998254.437248:0:32624:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998254.437250:0:32624:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998254.437253:0:32624:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1787998254.437258:0:32624:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998254.437261:0:32624:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998254.438451:0:32624:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367a00 refcount=4 00000020:00000001:0.0:1787998254.438461:0:32624:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370411008 : -117847339140608 : ffff94d187367a00) 00010000:00000001:0.0:1787998254.438465:0:32624:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370411008 : -117847339140608 : ffff94d187367a00) 00010000:00000040:0.0:1787998254.438476:0:32624:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d187367a00, remote cookie: 0x4fd9a50f3a6ace06, flags: 0x1001 00010000:00010000:0.0:1787998254.438483:0:32624:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367a00/0xb2d39e653c8caa4 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace06 expref: -99 pid: 32624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1787998254.438495:0:32624:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x26:0x0].0x0, instead of [0x200000405:0x24:0x0].0x0 00010000:00000001:0.0:1787998254.438498:0:32624:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1787998254.438513:0:32624:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d185921b00. 00010000:00000010:0.0:1787998254.438519:0:32624:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d1861db000. 00010000:00000001:0.0:1787998254.438525:0:32624:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998254.438528:0:32624:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367a00/0xb2d39e653c8caa4 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace06 expref: -99 pid: 32624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998254.438536:0:32624:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367a00/0xb2d39e653c8caa4 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace06 expref: -99 pid: 32624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998254.438543:0:32624:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1787998254.438548:0:32624:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1787998254.438551:0:32624:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1787998254.438552:0:32624:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1787998254.438554:0:32624:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1787998254.438557:0:32624:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x26:0x0].0x0 (ffff94d185921b00) refcount = 1 00010000:00010000:0.0:1787998254.438561:0:32624:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367a00/0xb2d39e653c8caa4 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace06 expref: -99 pid: 32624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998254.438568:0:32624:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1787998254.438573:0:32624:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1787998254.438575:0:32624:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998254.438578:0:32624:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1787998254.438581:0:32624:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998254.438584:0:32624:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367a00/0xb2d39e653c8caa4 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace06 expref: -99 pid: 32624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998254.438590:0:32624:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1787998254.438592:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998254.438595:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998254.438596:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998254.438597:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998254.438598:0:32624:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998254.438603:0:32624:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1787998254.438607:0:32624:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998254.438609:0:32624:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998254.438610:0:32624:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367a00 refcount=3 00000020:00000001:0.0:1787998254.438612:0:32624:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370411008 : -117847339140608 : ffff94d187367a00) 00010000:00000001:0.0:1787998254.438615:0:32624:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370411008 : -117847339140608 : ffff94d187367a00) 00010000:00000001:0.0:1787998254.438617:0:32624:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998254.438619:0:32624:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998254.438620:0:32624:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367a00 refcount=4 00000020:00000001:0.0:1787998254.438622:0:32624:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370411008 : -117847339140608 : ffff94d187367a00) 00010000:00000001:0.0:1787998254.438625:0:32624:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370411008 : -117847339140608 : ffff94d187367a00) 00010000:00000001:0.0:1787998254.438628:0:32624:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998254.438632:0:32624:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998254.438636:0:32624:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367a00/0xb2d39e653c8caa4 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace06 expref: -99 pid: 32624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998254.438643:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998254.438644:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998254.438645:0:32624:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998254.438647:0:32624:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998254.438648:0:32624:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367a00 refcount=5 00000020:00000001:0.0:1787998254.438650:0:32624:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370411008 : -117847339140608 : ffff94d187367a00) 00010000:00000001:0.0:1787998254.438652:0:32624:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370411008 : -117847339140608 : ffff94d187367a00) 00010000:00000001:0.0:1787998254.438654:0:32624:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998254.438658:0:32624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367a00/0xb2d39e653c8caa4 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace06 expref: -99 pid: 32624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998254.438664:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998254.438665:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1787998254.438668:0:32624:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367a00/0xb2d39e653c8caa4 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace06 expref: -99 pid: 32624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998254.438674:0:32624:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998254.438675:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998254.438676:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998254.438677:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998254.438678:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1787998254.438687:0:32624:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff94d191c11500 x1874850291756032/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998270 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1787998254.438698:0:32624:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1787998254.438703:0:32624:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d191c11500 x1874850291756032/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998270 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1787998254.438710:0:32624:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998254.438718:0:32624:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998254.438720:0:32624:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998254.438721:0:32624:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367a00 refcount=3 00000020:00000001:0.0:1787998254.438733:0:32624:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370411008 : -117847339140608 : ffff94d187367a00) 00010000:00000001:0.0:1787998254.438736:0:32624:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370411008 : -117847339140608 : ffff94d187367a00) 00000002:00010000:0.0:1787998254.438740:0:32624:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367a00/0xb2d39e653c8caa4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace06 expref: -99 pid: 32624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1787998254.438751:0:32624:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94d190b35f00. 00010000:00000001:0.0:1787998254.438753:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998254.438754:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998254.438756:0:32624:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998254.438758:0:32624:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998254.438763:0:32624:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1787998254.438794:0:32624:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998254.438797:0:32624:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547266816 : -117847162284800 : ffff94d191c11500) 00000100:00000001:0.0:1787998254.438799:0:32624:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998254.438800:0:32624:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547266816 : -117847162284800 : ffff94d191c11500) 00010000:00000001:0.0:1787998254.438803:0:32624:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998254.438805:0:32624:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998254.438806:0:32624:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367a00 refcount=3 00000020:00000001:0.0:1787998254.438808:0:32624:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370411008 : -117847339140608 : ffff94d187367a00) 00010000:00000001:0.0:1787998254.438810:0:32624:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370411008 : -117847339140608 : ffff94d187367a00) 00000002:00010000:0.0:1787998254.438813:0:32624:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367a00/0xb2d39e653c8caa4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace06 expref: -99 pid: 32624 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998254.438819:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998254.438820:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998254.438822:0:32624:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1787998254.438823:0:32624:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998254.438824:0:32624:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998254.438826:0:32624:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367a00 refcount=3 00000020:00000001:0.0:1787998254.438827:0:32624:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370411008 : -117847339140608 : ffff94d187367a00) 00010000:00000001:0.0:1787998254.438829:0:32624:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370411008 : -117847339140608 : ffff94d187367a00) 00010000:00000040:0.0:1787998254.438832:0:32624:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921b00 count: 2 00010000:00000001:0.0:1787998254.438836:0:32624:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1787998254.438839:0:32624:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589935621/38 (0 0) 00010000:00000001:0.0:1787998254.438842:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998254.438843:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998254.438846:0:32624:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1787998254.438849:0:32624:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463768 00000002:00002000:0.0:1787998254.438851:0:32624:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1787998254.438856:0:32624:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998254.438860:0:32624:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998254.438863:0:32624:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1787998254.438866:0:32624:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000405:0x24:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1787998254.438870:0:32624:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998254.438874:0:32624:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d190b35c40 2 00000080:00000001:0.0:1787998254.438877:0:32624:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1787998254.438879:0:32624:0:(namei.c:674:ll_lookup_it_finish()) it ffff94d1a0ad5f00 it_disposition 1800037 00000080:00002000:0.0:1787998254.438886:0:32624:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d18357e438 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1787998254.438893:0:32624:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1787998254.438896:0:32624:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1787998254.438899:0:32624:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463998 00000080:00200000:0.0:1787998254.438901:0:32624:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000405:0x24:0x0](ffff94d1880063c8), intent=open|creat 00000080:00000001:0.0:1787998254.438904:0:32624:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1787998254.438907:0:32624:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1787998254.438913:0:32624:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1787998254.438916:0:32624:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1787998254.438919:0:32624:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:0.0:1787998254.438922:0:32624:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1787998254.438936:0:32624:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94d1989ab180. 00000020:00000001:0.0:1787998254.438947:0:32624:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1787998254.438949:0:32624:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1787998254.438952:0:32624:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1787998254.438954:0:32624:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x26:0x0](ffff94d1989ab248) 00000020:00000001:0.0:1787998254.438959:0:32624:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998254.438964:0:32624:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226549081512 : -117847160470104 : ffff94d191dcc5a8) 00000020:00001000:0.0:1787998254.438966:0:32624:0:(cl_object.c:823:cl_env_get()) 1@ffff94d191dcc5a0 00000020:00000001:0.0:1787998254.438971:0:32624:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1787998254.438976:0:32624:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff94d187213258. 00000020:00000001:0.0:1787998254.438978:0:32624:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1787998254.438980:0:32624:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998254.438988:0:32624:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:0.0:1787998254.438992:0:32624:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff94d1859db9b0. 00020000:00000001:0.0:1787998254.438994:0:32624:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446626226343623088 : -117847365928528 : ffff94d1859db9b0) 00020000:00000001:0.0:1787998254.438998:0:32624:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:0.0:1787998254.439001:0:32624:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1787998254.439008:0:32624:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d1a0ad53c0. 00020000:00000010:0.0:1787998254.439013:0:32624:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d1a0b86100. 00020000:00000010:0.0:1787998254.439019:0:32624:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d1a0ad5ae0. 00020000:00000001:0.0:1787998254.439021:0:32624:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626226797632224 : -117846911919392 : ffff94d1a0ad5ae0) 00020000:00000002:0.0:1787998254.439025:0:32624:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0ad5ae0, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1787998254.439030:0:32624:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1787998254.439034:0:32624:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d1a0b86100: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000001:0.0:1787998254.439037:0:32624:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1787998254.439040:0:32624:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0ad5ae0, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1787998254.439044:0:32624:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1787998254.439047:0:32624:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d1a0b86100: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000010:0.0:1787998254.439051:0:32624:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff94d19108ebd0. 00020000:00000010:0.0:1787998254.439055:0:32624:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff94d181254a80. 00020000:00000001:0.0:1787998254.439061:0:32624:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1787998254.439064:0:32624:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff94d19107fb50. 00020000:00000001:0.0:1787998254.439067:0:32624:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1787998254.439068:0:32624:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1787998254.439075:0:32624:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1787998254.439079:0:32624:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff94d187213000. 00000020:00000001:0.0:1787998254.439081:0:32624:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1787998254.439083:0:32624:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998254.439085:0:32624:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446626226369015936 : -117847340535680 : ffff94d187213080) 00020000:00000001:0.0:1787998254.439089:0:32624:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1787998254.439094:0:32624:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff94d1870108c0. 00020000:00000001:0.0:1787998254.439097:0:32624:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998254.439102:0:32624:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446626226369015936 : -117847340535680 : ffff94d187213080) 00020000:00000001:0.0:1787998254.439105:0:32624:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446626226369015936 : -117847340535680 : ffff94d187213080) 00020000:00000002:0.0:1787998254.439108:0:32624:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x15:0x0]@ffff94d187213000[0:0] -> [0x200000405:0x26:0x0]@ffff94d187213258: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000001:0.0:1787998254.439113:0:32624:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1787998254.439115:0:32624:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:0.0:1787998254.439117:0:32624:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998254.439120:0:32624:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446626226369016536 : -117847340535080 : ffff94d1872132d8) 00000020:00001000:0.0:1787998254.439123:0:32624:0:(cl_object.c:917:cl_env_put()) 1@ffff94d191dcc5a0 00000080:00000001:0.0:1787998254.439127:0:32624:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:0.0:1787998254.439130:0:32624:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1787998254.439132:0:32624:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611174 mtime from 0 to 1787998254 00000080:00000001:0.0:1787998254.439137:0:32624:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1787998254.439139:0:32624:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626226662191688 : -117847047359928 : ffff94d1989ab248) 00010000:00000001:0.0:1787998254.439141:0:32624:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998254.439143:0:32624:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998254.439145:0:32624:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367a00 refcount=3 00000020:00000001:0.0:1787998254.439146:0:32624:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370411008 : -117847339140608 : ffff94d187367a00) 00010000:00000001:0.0:1787998254.439149:0:32624:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370411008 : -117847339140608 : ffff94d187367a00) 00000080:00000001:0.0:1787998254.439153:0:32624:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:0.0:1787998254.439155:0:32624:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998254.439156:0:32624:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226549081512 : -117847160470104 : ffff94d191dcc5a8) 00000020:00001000:0.0:1787998254.439158:0:32624:0:(cl_object.c:823:cl_env_get()) 1@ffff94d191dcc5a0 00000020:00000001:0.0:1787998254.439160:0:32624:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1787998254.439162:0:32624:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1787998254.439164:0:32624:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1787998254.439167:0:32624:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d1a0ad5660. 00020000:00000010:0.0:1787998254.439170:0:32624:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d1a0b86380. 00020000:00000010:0.0:1787998254.439173:0:32624:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d1a0ad5d20. 00020000:00000001:0.0:1787998254.439175:0:32624:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626226797632800 : -117846911918816 : ffff94d1a0ad5d20) 00020000:00000002:0.0:1787998254.439178:0:32624:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0ad5d20, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1787998254.439182:0:32624:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1787998254.439184:0:32624:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d1a0b86380: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000002:0.0:1787998254.439188:0:32624:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d1859db9b0) owner ffff94d199cc0000 00020000:00000001:0.0:1787998254.439191:0:32624:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1787998254.439193:0:32624:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d1859db9b0) owner ffff94d199cc0000 00020000:00000010:0.0:1787998254.439197:0:32624:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d1a0b86380. 00020000:00000010:0.0:1787998254.439203:0:32624:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d1a0ad5660. 00020000:00000010:0.0:1787998254.439206:0:32624:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d1a0ad5d20. 00020000:00000002:0.0:1787998254.439208:0:32624:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1787998254.439210:0:32624:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998254.439212:0:32624:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998254.439215:0:32624:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1787998254.439218:0:32624:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1859db9b0) owner 0000000000000000/ffff94d199cc0000 00020000:00000002:0.0:1787998254.439222:0:32624:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d1a0ad5ae0 addref 2/0 by ffff94d199cc0000. 00020000:00000002:0.0:1787998254.439225:0:32624:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1859db9b0) owner 0000000000000000/ffff94d199cc0000 00020000:00000001:0.0:1787998254.439228:0:32624:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1787998254.439230:0:32624:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1787998254.439232:0:32624:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1787998254.439234:0:32624:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1787998254.439236:0:32624:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1787998254.439238:0:32624:0:(file.c:6836:ll_layout_conf()) [0x200000405:0x26:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1787998254.439241:0:32624:0:(cl_object.c:917:cl_env_put()) 1@ffff94d191dcc5a0 00000080:00000001:0.0:1787998254.439242:0:32624:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998254.439244:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998254.439245:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1787998254.439247:0:32624:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1787998254.439249:0:32624:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1787998254.439251:0:32624:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998254.439254:0:32624:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x26:0x0](ffff94d1989ab248) 00000080:00010000:0.0:1787998254.439257:0:32624:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x26:0x0](ffff94d1989ab248) for lock 0xb2d39e653c8caa4 00800000:00000001:0.0:1787998254.439260:0:32624:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998254.439262:0:32624:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998254.440442:0:32624:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998254.440452:0:32624:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998254.440455:0:32624:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367a00 refcount=3 00000020:00000001:0.0:1787998254.440460:0:32624:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370411008 : -117847339140608 : ffff94d187367a00) 00010000:00000001:0.0:1787998254.440464:0:32624:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370411008 : -117847339140608 : ffff94d187367a00) 00010000:00000001:0.0:1787998254.440467:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998254.440468:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998254.440470:0:32624:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998254.440473:0:32624:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998254.440476:0:32624:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1787998254.440479:0:32624:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998254.440490:0:32624:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff94d191c11500 x1874850291756032/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998270 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998254.440499:0:32624:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1787998254.440507:0:32624:0:(namei.c:1651:ll_create_it()) inode ffff94d1989ab248 need_sync_to_mds [0x200000405:0x26:0x0] 00000080:00000001:0.0:1787998254.440511:0:32624:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998254.440515:0:32624:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x26:0x0](ffff94d1989ab248) 00000080:00000001:0.0:1787998254.440519:0:32624:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1787998254.440524:0:32624:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162ba00. 00000100:00000001:0.0:1787998254.440530:0:32624:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998254.440533:0:32624:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c11500 x1874850291756032/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998270 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998254.440540:0:32624:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998254.440544:0:32624:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1787998254.440546:0:32624:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1787998254.440548:0:32624:0:(namei.c:1500:ll_atomic_open()) inode ffff94d1989ab248 need_sync_to_mds [0x200000405:0x26:0x0] 00000080:00000001:0.0:1787998254.440558:0:32624:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1787998254.440561:0:32624:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463a68 00000080:00200008:0.0:1787998254.440564:0:32624:0:(file.c:1090:ll_file_open()) START file f:[0x200000405:0x26:0x0](ffff94d1989ab248), flags 104501 00000080:00000010:0.0:1787998254.440575:0:32624:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d1863303c0. 00000080:00000010:0.0:1787998254.440583:0:32624:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d190b35d00. 00000080:00000001:0.0:1787998254.440586:0:32624:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1787998254.440593:0:32624:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1787998254.440596:0:32624:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998254.440599:0:32624:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998254.440602:0:32624:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998254.440605:0:32624:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998254.440607:0:32624:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998254.440609:0:32624:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:0.0:1787998254.440611:0:32624:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998254.440616:0:32624:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1787998254.440620:0:32624:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d190a9c560. 00000002:00100000:0.0:1787998254.440625:0:32624:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d191c11500 x1874850291756032/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998270 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1787998254.440633:0:32624:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998254.440635:0:32624:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1787998254.440639:0:32624:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1787998254.440642:0:32624:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998254.440645:0:32624:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998254.440648:0:32624:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998254.440651:0:32624:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c11500 x1874850291756032/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998270 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1787998254.440659:0:32624:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998254.440664:0:32624:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff94d1a0180000. 02000000:00000001:0.0:1787998254.440694:0:32624:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1787998254.440696:0:32624:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998254.440699:0:32624:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463a68 00000080:00000008:0.0:1787998254.440702:0:32624:0:(file.c:1329:ll_file_open()) COMPLETED file f:[0x200000405:0x26:0x0](ffff94d1989ab248), flags 104501, rc = 0 00000080:00000001:0.0:1787998254.440706:0:32624:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1787998254.440708:0:32624:0:(dcache.c:176:ll_intent_release()) intent ffff94d1a0ad5f00 released 00000080:00010000:0.0:1787998254.440711:0:32624:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8caa4 from it ffff94d1a0ad5f00 00010000:00000001:0.0:1787998254.440713:0:32624:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998254.440714:0:32624:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998254.440716:0:32624:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367a00 refcount=3 00000020:00000001:0.0:1787998254.440718:0:32624:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370411008 : -117847339140608 : ffff94d187367a00) 00010000:00000001:0.0:1787998254.440720:0:32624:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370411008 : -117847339140608 : ffff94d187367a00) 00010000:00000001:0.0:1787998254.440734:0:32624:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998254.440739:0:32624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367a00/0xb2d39e653c8caa4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6ace06 expref: -99 pid: 32624 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998254.440748:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998254.440750:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998254.440751:0:32624:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998254.440755:0:32624:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998254.440757:0:32624:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367a00/0xb2d39e653c8caa4 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ace06 expref: -99 pid: 32624 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787998254.440766:0:32624:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998254.440789:0:32624:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998254.440792:0:32624:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998254.440798:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998254.440799:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998254.440800:0:32624:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998254.440804:0:32624:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998254.440806:0:32624:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998254.440808:0:32624:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998254.440811:0:32624:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998254.440813:0:32624:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998254.440815:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998254.440817:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1787998254.440818:0:32624:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1787998254.440820:0:32624:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1787998254.440822:0:32624:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1787998254.440824:0:32624:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998254.440827:0:32624:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1787998254.440828:0:32624:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998254.440832:0:32624:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1787998254.440834:0:32624:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998254.440836:0:32624:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1787998254.440838:0:32624:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998254.440840:0:32624:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1787998254.440842:0:32624:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff94d1a0ad5f00. 00000080:00000001:0.0:1787998254.440846:0:32624:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998254.440850:0:32624:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:0.0:1787998254.440852:0:32624:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000405:0x26:0x0](ffff94d1989ab248), inode mode 81a4 mask 40 00000080:00000001:0.0:1787998254.440856:0:32624:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998254.440906:0:32624:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1787998254.440910:0:32624:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1859db9b0) owner 0000000000000000/ffff94d199cc0000 00020000:00000002:0.0:1787998254.440914:0:32624:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1859db9b0) owner 0000000000000000/ffff94d199cc0000 00020000:00000001:0.0:1787998254.440917:0:32624:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998254.440929:0:32624:0:(llite_lib.c:2418:ll_setattr_raw()) Process entered 00000020:00000001:0.0:1787998254.440933:0:32624:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463c30 00000080:00200008:0.0:1787998254.440935:0:32624:0:(llite_lib.c:2427:ll_setattr_raw()) START file f:[0x200000405:0x26:0x0](ffff94d1989ab248) current size 0, valid attrs 20070, mode 0, uid -1053494718, gid -1, new size 213440, atime 1787998254.000000000, mtime 1787998254.000000000, ctime 1787998254.000000000 00000080:00000002:0.0:1787998254.440940:0:32624:0:(llite_lib.c:2479:ll_setattr_raw()) setting mtime 1787998254, ctime 1787998254, now = 1787998254 00000080:00000002:0.0:1787998254.440942:0:32624:0:(llite_lib.c:2486:ll_setattr_raw()) inode ffff94d1989ab248 attr 0x100201f0 need_sync_to_mds [0x200000405:0x26:0x0] 00000080:00000010:0.0:1787998254.440947:0:32624:0:(llite_lib.c:2494:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff94d19162ba00. 00000080:00000001:0.0:1787998254.440950:0:32624:0:(llite_lib.c:2125:ll_md_setattr()) Process entered 00800000:00000001:0.0:1787998254.440957:0:32624:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:0.0:1787998254.440959:0:32624:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000405:0x26:0x0], valid 0x100201f0/0x0 00800000:00000001:0.0:1787998254.440961:0:32624:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998254.440963:0:32624:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998254.440964:0:32624:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998254.440966:0:32624:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998254.440968:0:32624:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998254.440970:0:32624:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:0.0:1787998254.440972:0:32624:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998254.440976:0:32624:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1787998254.440978:0:32624:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1787998254.440984:0:32624:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921b00 count: 2 00010000:00000001:0.0:1787998254.440986:0:32624:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998254.440989:0:32624:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1787998254.440993:0:32624:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787998254.440996:0:32624:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367a00/0xb2d39e653c8caa4 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x4fd9a50f3a6ace06 expref: -99 pid: 32624 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1787998254.441004:0:32624:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1787998254.441007:0:32624:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1787998254.441009:0:32624:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1787998254.441011:0:32624:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000405:0x26:0x0] mode (null) 00000002:00000001:0.0:1787998254.441015:0:32624:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998254.441017:0:32624:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998254.441019:0:32624:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921b00 count: 3 00010000:00000001:0.0:1787998254.441021:0:32624:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998254.441024:0:32624:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998254.441025:0:32624:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998254.441026:0:32624:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998254.441028:0:32624:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921b00 count: 3 00010000:00000001:0.0:1787998254.441029:0:32624:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998254.441031:0:32624:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998254.441033:0:32624:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998254.441034:0:32624:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998254.441035:0:32624:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921b00 count: 3 00010000:00000001:0.0:1787998254.441037:0:32624:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998254.441039:0:32624:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998254.441041:0:32624:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998254.441042:0:32624:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998254.441043:0:32624:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921b00 count: 3 00010000:00000001:0.0:1787998254.441045:0:32624:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998254.441047:0:32624:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998254.441049:0:32624:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998254.441052:0:32624:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:0.0:1787998254.441055:0:32624:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998254.441059:0:32624:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226549081512 : -117847160470104 : ffff94d191dcc5a8) 00000020:00001000:0.0:1787998254.441062:0:32624:0:(cl_object.c:823:cl_env_get()) 1@ffff94d191dcc5a0 00000020:00000001:0.0:1787998254.441064:0:32624:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1787998254.441087:0:32624:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x26:0x0]: losing layout lock 00000080:00000001:0.0:1787998254.441090:0:32624:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1787998254.441093:0:32624:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1787998254.441095:0:32624:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1787998254.441098:0:32624:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1787998254.441100:0:32624:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1787998254.441102:0:32624:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998254.441104:0:32624:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1787998254.441106:0:32624:0:(cl_object.c:917:cl_env_put()) 1@ffff94d191dcc5a0 00000080:00000001:0.0:1787998254.441109:0:32624:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998254.441111:0:32624:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1787998254.441113:0:32624:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x26:0x0](ffff94d1989ab248) invalid 00000020:00000001:0.0:1787998254.441115:0:32624:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463838 00000080:00002000:0.0:1787998254.441117:0:32624:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff94d18357e438) parent ffff94d19894da20 inode ffff94d1989ab248 refc 1 00000080:00000001:0.0:1787998254.441121:0:32624:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1787998254.441124:0:32624:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1787998254.441125:0:32624:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998254.441128:0:32624:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1787998254.441132:0:32624:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787998254.441134:0:32624:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787998254.441136:0:32624:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998254.441139:0:32624:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1787998254.441142:0:32624:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d187367a00 with handle 0xb2d39e653c8caa4 from hash 00010000:00000001:0.0:1787998254.441144:0:32624:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787998254.441145:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998254.441146:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998254.441148:0:32624:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787998254.441150:0:32624:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787998254.441152:0:32624:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1787998254.441155:0:32624:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1787998254.441157:0:32624:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998254.441160:0:32624:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1787998254.441168:0:32624:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c12680. 00000020:00000040:0.0:1787998254.441172:0:32624:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:0.0:1787998254.441178:0:32624:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1787998254.441181:0:32624:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998254.441184:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998254.441185:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998254.441186:0:32624:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998254.441189:0:32624:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998254.441191:0:32624:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998254.441197:0:32624:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998254.441204:0:32624:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d19162ae00. 00000100:00000001:0.0:1787998254.441212:0:32624:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998254.441215:0:32624:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998254.441218:0:32624:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1787998254.441223:0:32624:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367a00/0xb2d39e653c8caa4 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4fd9a50f3a6ace06 expref: -99 pid: 32624 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787998254.441231:0:32624:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1787998254.441232:0:32624:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1787998254.441234:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787998254.441236:0:32624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367a00/0xb2d39e653c8caa4 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4fd9a50f3a6ace06 expref: -99 pid: 32624 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1787998254.441244:0:32624:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d190b35f00. 00010000:00000040:0.0:1787998254.441248:0:32624:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d185921b00 count: 0 00010000:00000010:0.0:1787998254.441254:0:32624:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d1861db000. 00010000:00000001:0.0:1787998254.441261:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998254.441262:0:32624:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998254.442742:0:32624:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998254.442744:0:32624:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998254.442746:0:32624:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1787998254.442749:0:32624:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1787998254, ctime 1787998254 00000020:00100000:0.0:1787998254.442787:0:32624:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787998254.442806:0:32624:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191c12680 x1874850291756288/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787998254.442817:0:32624:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998254.442819:0:32624:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998254.442832:0:32624:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d181254e40. 00000100:00000001:0.0:1787998254.442834:0:32624:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226268622400 : -117847440929216 : ffff94d181254e40) 00000100:00000001:0.0:1787998254.442838:0:32624:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998254.442839:0:32624:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547271296 : -117847162280320 : ffff94d191c12680) 00000100:00000001:0.0:1787998254.442844:0:32624:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998254.442849:0:32624:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998254.442851:0:32624:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998254.442853:0:32624:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998254.442862:0:32624:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c12680 x1874850291756288/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998254.442871:0:32624:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998254.442874:0:32624:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998254.442879:0:32624:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998254.442883:0:32624:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998254.442886:0:32624:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998254.442890:0:32624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c12680 pname:cluuid:pid:xid:nid:opc:job touch:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32624:1874850291756288:192.168.206.123@tcp:36:touch.0 00000100:00000001:0.0:1787998254.442895:0:32624:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998254.442902:0:32624:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998254.442906:0:32624:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998254.442909:0:32624:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998254.442919:0:32624:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a2c00. 02000000:00000001:0.0:1787998254.442922:0:32624:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998254.442932:0:32624:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998254.442937:0:32624:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30268. 00000400:00000010:0.0:1787998254.442945:0:32624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807e58. 00000100:00000200:0.0:1787998254.442954:0:32624:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291756288, portal 10 00000100:00000001:0.0:1787998254.442956:0:32624:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998254.442958:0:32624:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547271296 : -117847162280320 : ffff94d191c12680) 00000100:00000040:0.0:1787998254.442967:0:32624:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c12680 x1874850291756288/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1787998270 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998254.442980:0:32624:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998254.442983:0:32624:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998254.442986:0:32624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807330. 00000100:00000200:0.0:1787998254.442991:0:32624:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1874850291756288, offset 0 00000400:00000200:0.0:1787998254.442999:0:32624:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998254.443010:0:32624:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998254.443022:0:32624:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998254.443029:0:32624:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998254.443034:0:32624:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998254.443039:0:32624:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998254.443042:0:32624:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998254.443046:0:32624:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2688:2688:256:4294967295] 192.168.206.123@tcp LPNI seq info [2688:2688:8:4294967295] 00000400:00000200:0.0:1787998254.443051:0:32624:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998254.443062:0:32624:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998254.443069:0:32624:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998254.443075:0:32624:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4100. 00000800:00000200:0.0:1787998254.443083:0:32624:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998254.443093:0:32624:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998254.443099:0:32624:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4100 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1787998254.443188:0:32624:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998254.443193:0:32624:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 812005 usecs (813 jiffies) 00000400:00000200:0.0:1787998254.443197:0:32624:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998254.443201:0:32624:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296435413 00000100:00000001:0.0:1787998254.443204:0:32624:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296435700 00000100:00000001:0.0:1787998254.443207:0:32624:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296435413 00000100:00000001:0.0:1787998254.443210:0:32624:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296435700 00000100:00000001:0.0:1787998254.443213:0:32624:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998254.443216:0:32624:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998254.443219:0:32624:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998254.443221:0:32624:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998254.443224:0:32624:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d181254e40 going to sleep for 11 seconds 00000100:00000001:0.0:1787998254.443227:0:32624:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998254.443231:0:32624:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998254.443752:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998254.443760:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4100. 00000400:00000200:3.0:1787998254.443865:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998254.443873:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998254.443881:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807330 00000400:00000010:3.0:1787998254.443884:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807330. 00000100:00000001:3.0:1787998254.443890:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998254.443895:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c12680 x1874850291756288/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1787998270 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998254.443908:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998254.443911:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c12680 x1874850291756288/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1787998270 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998254.443919:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998254.443921:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1787998254.447847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921b00. 00010000:00000010:0.1:1787998254.447887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367a00. 00010000:00000001:0.0:1787998254.979336:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998254.979345:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998254.979351:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998254.979352:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998254.980326:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998254.980332:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998254.980337:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787998255.554870:0:31987:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582220 (cpu 2) has reached its deadline 4296435700, at 4296435712 00000100:00000010:2.0:1787998255.554895:0:31987:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a027fa80. 00000100:00000040:3.0:1787998255.555028:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296435700, at 4296435712 00000100:00000010:3.0:1787998255.555035:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a027f3c0. 00010000:00000001:0.0:1787998256.005411:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998256.005422:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998256.005429:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998256.005430:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998256.005486:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998256.005489:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998256.005493:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787998256.582554:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787998256.582569:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787998256.582584:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c13b80. 00000020:00000040:0.0:1787998256.582593:0:37:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:0.0:1787998256.582598:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998256.582602:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998256.582608:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998256.582618:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d1876a4300. 00000100:00000001:0.0:1787998256.582627:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998256.582642:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS req@ffff94d191c13b80 x1874850291756416/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787998256.582659:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998256.582665:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998256.582682:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3dbcad8] to pc [ptlrpcd_00_00+0] req@ffff94d191c13b80 x1874850291756416/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998256.582733:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998256.582737:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787998256.582740:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787998256.582745:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c13800. 00000020:00000040:0.0:1787998256.582747:0:37:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998256.582750:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998256.582752:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998256.582753:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998256.582757:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d1876a4c00. 00000100:00000001:0.0:1787998256.582760:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998256.582765:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID req@ffff94d191c13800 x1874850291756544/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787998256.582817:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998256.582819:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998256.582823:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0f3e8e1] to pc [ptlrpcd_00_01+1] req@ffff94d191c13800 x1874850291756544/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998256.582833:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998256.582835:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787998256.582839:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787998256.582843:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c10700. 00000020:00000040:0.0:1787998256.582846:0:37:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=4 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998256.582848:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998256.582850:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998256.582852:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998256.582856:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d1876a4500. 00000100:00000001:0.0:1787998256.582859:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998256.582863:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID req@ffff94d191c10700 x1874850291756672/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787998256.582870:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998256.582872:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998256.582875:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095f3020e] to pc [ptlrpcd_00_00+0] req@ffff94d191c10700 x1874850291756672/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998256.582883:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998256.582886:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787998256.582891:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787998256.582894:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c11180. 00000020:00000040:0.0:1787998256.582897:0:37:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=4 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998256.582899:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998256.582901:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998256.582902:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998256.582905:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d1876a4d00. 00000100:00000001:0.0:1787998256.582909:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998256.582913:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID req@ffff94d191c11180 x1874850291756800/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787998256.582919:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998256.582921:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998256.582924:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000081cb323] to pc [ptlrpcd_00_01+1] req@ffff94d191c11180 x1874850291756800/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998256.582931:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998256.582934:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787998256.582938:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787998256.582942:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c12300. 00000020:00000040:0.0:1787998256.582945:0:37:0:(genops.c:1210:class_import_get()) import ffff94d183eca000 refcount=3 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998256.582947:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998256.582948:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998256.582950:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998256.583835:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998256.583844:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f300. 00000400:00000200:3.0:1787998256.583859:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998256.583872:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998256.583883:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409dd0 00000400:00000010:3.0:1787998256.583887:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409dd0. 00000100:00000001:3.0:1787998256.583896:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998256.583906:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c13b80 x1874850291756416/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998256.583925:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998256.583933:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c13b80 x1874850291756416/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998272 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998256.583951:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998256.583966:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998256.583986:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998256.583988:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f900. 00000400:00000200:3.0:1787998256.583991:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998256.583994:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998256.583998:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409550 00000400:00000010:3.0:1787998256.583999:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409550. 00000100:00000001:3.0:1787998256.584001:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998256.584005:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c10700 x1874850291756672/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998256.584012:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998256.584014:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c10700 x1874850291756672/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998272 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998256.584019:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998256.584021:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998256.584102:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998256.584105:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f800. 00000400:00000200:3.0:1787998256.584109:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998256.584112:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998256.584115:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854097f8 00000400:00000010:3.0:1787998256.584117:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854097f8. 00000100:00000001:3.0:1787998256.584119:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998256.584122:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c13800 x1874850291756544/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1787998256.584522:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d1876a4200. 00000100:00000001:0.0:1787998256.584533:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998256.584541:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID req@ffff94d191c12300 x1874850291756928/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787998256.584551:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998256.584555:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998256.584560:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013c70d3f] to pc [ptlrpcd_00_00+0] req@ffff94d191c12300 x1874850291756928/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998256.584577:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998256.584582:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1774) 00000100:00000001:0.0:1787998256.584599:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1787998256.584603:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1787998256.584605:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998256.584610:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998256.584612:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998256.584614:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998256.584615:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998256.584617:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998256.584622:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c12300 x1874850291756928/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998256.584628:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998256.584630:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998256.584633:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998256.584635:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998256.584637:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998256.584640:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2403:1874850291756928:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998256.584643:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998256.584646:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998256.584648:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998256.584650:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998256.584654:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d18541da00. 02000000:00000001:0.0:1787998256.584655:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998256.584659:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998256.584662:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30bb0. 00000400:00000010:0.0:1787998256.584667:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807880. 00000100:00000200:0.0:1787998256.584670:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291756928, portal 4 00000100:00000001:3.0:1787998256.584848:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998256.584853:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c13800 x1874850291756544/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998272 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998256.584861:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998256.584862:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998256.588603:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998256.588609:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031fa00. 00000400:00000200:3.0:1787998256.588624:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998256.588631:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998256.588639:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409908 00000400:00000010:3.0:1787998256.588642:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409908. 00000100:00000001:3.0:1787998256.588648:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998256.588658:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c11180 x1874850291756800/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998256.588671:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998256.588675:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c11180 x1874850291756800/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998272 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998256.588682:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998256.588684:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787998256.589296:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998256.589299:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547270400 : -117847162281216 : ffff94d191c12300) 00000100:00000040:0.0:1787998256.589313:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c12300 x1874850291756928/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998256.589328:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998256.589331:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998256.589339:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807dd0. 00000100:00000200:0.0:1787998256.589345:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291756928, offset 0 00000400:00000200:0.0:1787998256.589354:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998256.589373:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998256.589384:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998256.589392:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998256.589399:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998256.589405:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998256.589409:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998256.589413:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2693:2693:256:4294967295] 192.168.206.123@tcp LPNI seq info [2693:2693:8:4294967295] 00000400:00000200:0.0:1787998256.589418:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998256.589427:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998256.589433:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998256.589440:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4100. 00000800:00000200:0.0:1787998256.589446:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998256.589453:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998256.589457:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787998256.589480:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998256.589486:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 20131 usecs (21 jiffies) 00000400:00000200:0.0:1787998256.589491:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998256.589495:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296436767 00000100:00000001:0.0:1787998256.589498:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296440823 00000100:00000001:0.0:1787998256.589502:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296436767 00000100:00000001:0.0:1787998256.589505:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296440823 00000100:00000001:0.0:1787998256.589508:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998256.589513:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998256.589520:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998256.589528:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998256.589587:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998256.589592:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4100. 00000400:00000200:3.0:1787998256.589597:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998256.589607:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998256.589611:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807dd0 00000400:00000010:3.0:1787998256.589613:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807dd0. 00000100:00000001:3.0:1787998256.589621:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998256.589626:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c12300 x1874850291756928/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998256.589640:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998256.589644:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c12300 x1874850291756928/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998272 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998256.589662:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998256.589664:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998256.597447:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998256.597473:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998256.597478:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998256.597481:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998256.597493:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998256.597503:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998256.597513:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998256.597519:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998256.597525:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998256.597529:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a5ae80 00000400:00000200:3.0:1787998256.597535:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998256.597543:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x7d9d [1] + 224 00000800:00000001:3.0:1787998256.597552:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998256.597557:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998256.597561:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998256.597566:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998256.597582:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998256.597594:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c10700 x1874850291756672/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998272 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998256.597607:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191c10700 x1874850291756672/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998256.597631:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998256.597643:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998256.597647:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998256.597649:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998256.597651:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998256.597655:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998256.597658:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998256.597662:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998256.597666:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998256.597668:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998256.597671:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a5ae00 00000400:00000200:3.0:1787998256.597675:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998256.597679:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x7da5 [1] + 224 00000800:00000001:3.0:1787998256.597684:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998256.597688:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998256.597691:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998256.597694:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998256.597697:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998256.597703:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c13800 x1874850291756544/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998272 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998256.597723:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191c13800 x1874850291756544/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998256.597732:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998256.597738:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998256.597743:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998256.597746:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998256.597749:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998256.597756:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998256.597764:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998256.597819:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998256.597824:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998256.597831:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998256.597837:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a5ad80 00000400:00000200:3.0:1787998256.597847:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998256.597856:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7d95 [1] + 224 00000800:00000001:3.0:1787998256.597863:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998256.597870:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998256.597875:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998256.597882:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998256.597888:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998256.597897:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c13b80 x1874850291756416/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998272 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998256.597913:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191c13b80 x1874850291756416/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998256.597921:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998256.597928:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998256.597935:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998256.597940:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998256.597946:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998256.597951:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998256.597956:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998256.597960:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998256.597962:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998256.597966:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998256.597971:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a5af00 00000400:00000200:3.0:1787998256.597978:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998256.597985:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7dad [1] + 224 00000800:00000001:3.0:1787998256.597990:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998256.597996:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998256.598000:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998256.598009:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998256.598014:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998256.598023:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c11180 x1874850291756800/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998272 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998256.598047:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191c11180 x1874850291756800/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998256.598058:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998256.598061:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998256.598065:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998256.598067:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998256.598069:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998256.598073:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998256.598076:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998256.598080:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998256.598083:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998256.598085:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998256.598089:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a5af80 00000400:00000200:3.0:1787998256.598092:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998256.598096:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7db5 [1] + 224 00000800:00000001:3.0:1787998256.598100:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998256.598107:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998256.598109:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998256.598112:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998256.600814:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998256.600823:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c12300 x1874850291756928/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998272 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998256.600836:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191c12300 x1874850291756928/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998256.600854:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998256.600880:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998256.600895:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998256.600996:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998256.601003:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998256.601012:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998256.601014:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998256.601018:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30bb0. 00000400:00000200:0.0:1787998256.601022:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807880 00000400:00000010:0.0:1787998256.601024:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807880. 00000100:00000001:0.0:1787998256.601028:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998256.601034:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c12300 x1874850291756928/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998256.601044:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c12300 x1874850291756928/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998272 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998256.601051:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998256.601165:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998256.601168:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998256.601172:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998256.601176:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998256.601178:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998256.601181:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998256.601192:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca460 time=82 v=5 (5 5 37 37) 00000100:00001000:0.0:1787998256.601196:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=33 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998256.601199:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998256.601201:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998256.601204:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998256.601207:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998256.601211:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998256.601222:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:0.0:1787998256.601224:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998256.601226:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998256.601231:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c12300 x1874850291756928/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998272 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998256.601238:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998256.601241:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998256.601244:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998256.601247:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c12300 x1874850291756928/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998272 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998256.601256:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2403:1874850291756928:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998256.601261:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998256.601264:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998256.601267:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c12300 x1874850291756928/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998272 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998256.601274:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998256.601277:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998256.601282:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d18541da00. 02000000:00000001:0.0:1787998256.601285:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998256.601288:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998256.601291:0:2403:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998256.601293:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998256.601296:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1876a4200. 02000000:00000001:0.0:1787998256.601300:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998256.601302:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998256.601304:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c12300. 00000100:00000001:0.0:1787998256.601309:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998256.601311:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998256.601313:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998256.601322:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998256.601324:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998256.601327:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998256.601329:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998256.865988:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998256.865993:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998256.865996:0:16821:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 4 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1787998256.866000:0:16821:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1787998256.866003:0:16821:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1787998256.866010:0:16821:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8ca9d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4fd9a50f3a6acdea expref: -99 pid: 32624 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1787998256.866025:0:16821:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1787998256.866030:0:16821:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1787998256.866033:0:16821:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1787998256.866035:0:16821:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000405:0x24:0x0] mode (null) 00000002:00000001:3.0:1787998256.866041:0:16821:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998256.866045:0:16821:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998256.866051:0:16821:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921900 count: 2 00010000:00000001:3.0:1787998256.866054:0:16821:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1787998256.866059:0:16821:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998256.866061:0:16821:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998256.866062:0:16821:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998256.866063:0:16821:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921900 count: 2 00010000:00000001:3.0:1787998256.866065:0:16821:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1787998256.866066:0:16821:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998256.866068:0:16821:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998256.866071:0:16821:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1787998256.866074:0:16821:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x24:0x0](ffff94d1880063c8) invalid 00000020:00000001:3.0:1787998256.866078:0:16821:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c7fca0 00000080:00002000:3.0:1787998256.866080:0:16821:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff94d19894da20) parent ffff94d198a90798 inode ffff94d1880063c8 refc 1 00000080:00000001:3.0:1787998256.866084:0:16821:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1787998256.866087:0:16821:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1787998256.866089:0:16821:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998256.866092:0:16821:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1787998256.866096:0:16821:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1787998256.866098:0:16821:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1787998256.866100:0:16821:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998256.866101:0:16821:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1787998256.866106:0:16821:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1903e4600 with handle 0xb2d39e653c8ca9d from hash 00010000:00000001:3.0:1787998256.866108:0:16821:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1787998256.866110:0:16821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998256.866112:0:16821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998256.866113:0:16821:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1787998256.866118:0:16821:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1787998256.866120:0:16821:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1787998256.866122:0:16821:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1787998256.866125:0:16821:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5000/0xb2d39e653c8ca88 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4fd9a50f3a6acd8f expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1787998256.866132:0:16821:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1787998256.866134:0:16821:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1787998256.866136:0:16821:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1787998256.866137:0:16821:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1787998256.866139:0:16821:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998256.866140:0:16821:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998256.866142:0:16821:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360c00 count: 2 00010000:00000001:3.0:1787998256.866144:0:16821:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1787998256.866146:0:16821:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998256.866148:0:16821:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998256.866148:0:16821:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998256.866150:0:16821:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360c00 count: 2 00010000:00000001:3.0:1787998256.866152:0:16821:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1787998256.866154:0:16821:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998256.866155:0:16821:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998256.866156:0:16821:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998256.866158:0:16821:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360c00 count: 2 00010000:00000001:3.0:1787998256.866159:0:16821:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1787998256.866161:0:16821:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998256.866163:0:16821:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1787998256.866165:0:16821:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d1989ad280, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1787998256.866170:0:16821:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1787998256.866172:0:16821:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1787998256.866174:0:16821:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1787998256.866175:0:16821:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998256.866177:0:16821:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1787998256.866179:0:16821:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1787998256.866180:0:16821:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1787998256.866182:0:16821:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998256.866183:0:16821:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1787998256.866186:0:16821:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1903e5000 with handle 0xb2d39e653c8ca88 from hash 00010000:00000001:3.0:1787998256.866188:0:16821:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1787998256.866189:0:16821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998256.866190:0:16821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998256.866191:0:16821:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1787998256.866193:0:16821:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1787998256.866194:0:16821:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1787998256.866197:0:16821:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1787998256.866200:0:16821:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ca00/0xb2d39e653c8ca96 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x4fd9a50f3a6acdc7 expref: -99 pid: 32614 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1787998256.866207:0:16821:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1787998256.866209:0:16821:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1787998256.866210:0:16821:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1787998256.866211:0:16821:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000405:0x25:0x0] mode (null) 00000002:00000001:3.0:1787998256.866213:0:16821:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998256.866214:0:16821:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998256.866216:0:16821:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c900 count: 2 00010000:00000001:3.0:1787998256.866218:0:16821:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1787998256.866220:0:16821:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998256.866222:0:16821:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998256.866223:0:16821:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998256.866224:0:16821:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c900 count: 2 00010000:00000001:3.0:1787998256.866226:0:16821:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1787998256.866228:0:16821:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998256.866230:0:16821:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998256.866231:0:16821:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998256.866232:0:16821:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c900 count: 2 00010000:00000001:3.0:1787998256.866234:0:16821:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1787998256.866236:0:16821:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998256.866237:0:16821:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998256.866238:0:16821:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998256.866240:0:16821:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c900 count: 2 00010000:00000001:3.0:1787998256.866242:0:16821:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1787998256.866243:0:16821:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998256.866245:0:16821:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998256.866247:0:16821:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:3.0:1787998256.866250:0:16821:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787998256.866255:0:16821:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798656472 : -117846910895144 : ffff94d1a0bcfbd8) 00000020:00001000:3.0:1787998256.866258:0:16821:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfbd0 00000020:00000001:3.0:1787998256.866261:0:16821:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1787998256.866265:0:16821:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x25:0x0]: losing layout lock 00000080:00000001:3.0:1787998256.866269:0:16821:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1787998256.866272:0:16821:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1787998256.866277:0:16821:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1787998256.866279:0:16821:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1787998256.866283:0:16821:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x25:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1787998256.866285:0:16821:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998256.866286:0:16821:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1787998256.866289:0:16821:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfbd0 00000080:00000001:3.0:1787998256.866292:0:16821:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998256.866294:0:16821:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1787998256.866295:0:16821:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x25:0x0](ffff94d1880042c8) invalid 00000020:00000001:3.0:1787998256.866298:0:16821:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c7fca0 00000080:00002000:3.0:1787998256.866300:0:16821:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff94d1989d0ca8) parent ffff94d1999e8438 inode ffff94d1880042c8 refc 1 00000080:00000001:3.0:1787998256.866302:0:16821:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1787998256.866304:0:16821:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1787998256.866305:0:16821:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998256.866307:0:16821:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1787998256.866309:0:16821:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1787998256.866310:0:16821:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1787998256.866311:0:16821:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998256.866313:0:16821:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1787998256.866315:0:16821:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d190a5ca00 with handle 0xb2d39e653c8ca96 from hash 00010000:00000001:3.0:1787998256.866318:0:16821:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1787998256.866319:0:16821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998256.866320:0:16821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998256.866321:0:16821:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1787998256.866323:0:16821:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1787998256.866324:0:16821:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1787998256.866326:0:16821:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1787998256.866328:0:16821:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8ca8f lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4fd9a50f3a6acdab expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1787998256.866335:0:16821:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1787998256.866337:0:16821:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1787998256.866338:0:16821:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1787998256.866340:0:16821:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000405:0x23:0x0] mode (null) 00000002:00000001:3.0:1787998256.866342:0:16821:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998256.866343:0:16821:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998256.866346:0:16821:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c200 count: 2 00010000:00000001:3.0:1787998256.866348:0:16821:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1787998256.866351:0:16821:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998256.866352:0:16821:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998256.866354:0:16821:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998256.866355:0:16821:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c200 count: 2 00010000:00000001:3.0:1787998256.866357:0:16821:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1787998256.866359:0:16821:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998256.866360:0:16821:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998256.866362:0:16821:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1787998256.866363:0:16821:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x23:0x0](ffff94d1989af448) invalid 00000020:00000001:3.0:1787998256.866366:0:16821:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c7fca0 00000080:00002000:3.0:1787998256.866367:0:16821:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff94d1999e8438) parent ffff94d198a90798 inode ffff94d1989af448 refc 1 00000080:00000001:3.0:1787998256.866370:0:16821:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1787998256.866371:0:16821:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1787998256.866372:0:16821:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998256.866374:0:16821:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1787998256.866376:0:16821:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1787998256.866377:0:16821:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1787998256.866378:0:16821:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998256.866380:0:16821:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1787998256.866382:0:16821:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1903e5a00 with handle 0xb2d39e653c8ca8f from hash 00010000:00000001:3.0:1787998256.866384:0:16821:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1787998256.866386:0:16821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998256.866387:0:16821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998256.866388:0:16821:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1787998256.866389:0:16821:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1787998256.866391:0:16821:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1787998256.866393:0:16821:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1787998256.866396:0:16821:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998256.866399:0:16821:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1787998256.866409:0:16821:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d01180. 00000020:00000040:3.0:1787998256.866413:0:16821:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998256.866419:0:16821:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998256.866422:0:16821:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998256.866427:0:16821:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998256.866435:0:16821:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d191d93a00. 00000100:00000001:3.0:1787998256.866442:0:16821:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998256.866446:0:16821:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1787998256.866453:0:16821:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8ca9d lrc: 1/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6acdea expref: -99 pid: 32624 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787998256.866461:0:16821:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5000/0xb2d39e653c8ca88 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6acd8f expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787998256.866467:0:16821:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ca00/0xb2d39e653c8ca96 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4fd9a50f3a6acdc7 expref: -99 pid: 32614 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787998256.866473:0:16821:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8ca8f lrc: 1/0,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6acdab expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787998256.866479:0:16821:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:3.0:1787998256.866480:0:16821:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:3.0:1787998256.866483:0:16821:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787998256.866485:0:16821:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787998256.866492:0:16821:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191748d80. 00000100:00000001:3.0:1787998256.866494:0:16821:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226542251392 : -117847167300224 : ffff94d191748d80) 00000100:00000001:3.0:1787998256.866497:0:16821:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998256.866499:0:16821:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548248960 : -117847161302656 : ffff94d191d01180) 00000100:00000001:3.0:1787998256.866504:0:16821:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998256.866510:0:16821:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998256.866512:0:16821:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787998256.866513:0:16821:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998256.866526:0:16821:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d01180 x1874850291757056/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 344/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998256.866534:0:16821:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998256.866536:0:16821:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998256.866540:0:16821:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998256.866543:0:16821:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998256.866545:0:16821:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998256.866549:0:16821:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d01180 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:16821:1874850291757056:192.168.206.123@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1787998256.866553:0:16821:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998256.866559:0:16821:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998256.866562:0:16821:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998256.866564:0:16821:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998256.866568:0:16821:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191d93e00. 02000000:00000001:3.0:1787998256.866570:0:16821:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998256.866579:0:16821:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998256.866583:0:16821:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108acb8. 00000400:00000010:3.0:1787998256.866591:0:16821:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f56e8. 00000100:00000200:3.0:1787998256.866600:0:16821:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291757056, portal 18 00000100:00000001:3.0:1787998256.866602:0:16821:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998256.866604:0:16821:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548248960 : -117847161302656 : ffff94d191d01180) 00000100:00000040:3.0:1787998256.866610:0:16821:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d01180 x1874850291757056/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1787998272 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998256.866619:0:16821:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998256.866622:0:16821:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998256.866625:0:16821:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5c38. 00000100:00000200:3.0:1787998256.866628:0:16821:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 17, xid 1874850291757056, offset 0 00000400:00000200:3.0:1787998256.866635:0:16821:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998256.866645:0:16821:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998256.866654:0:16821:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998256.866660:0:16821:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998256.866665:0:16821:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998256.866670:0:16821:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998256.866673:0:16821:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998256.866677:0:16821:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2694:2694:256:4294967295] 192.168.206.123@tcp LPNI seq info [2694:2694:8:4294967295] 00000400:00000200:3.0:1787998256.866681:0:16821:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998256.866691:0:16821:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998256.866697:0:16821:0:(socklnd_cb.c:931:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998256.866703:0:16821:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199320600. 00000800:00000200:3.0:1787998256.866875:0:16821:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998256.866887:0:16821:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998256.866892:0:16821:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199320600 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:3.0:1787998256.866910:0:16821:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998256.866916:0:16821:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 810865 usecs (811 jiffies) 00000400:00000200:3.0:1787998256.866920:0:16821:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998256.866922:0:16821:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296437833 00000100:00000001:3.0:1787998256.866926:0:16821:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296440823 00000100:00000001:3.0:1787998256.866928:0:16821:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296437833 00000100:00000001:3.0:1787998256.866931:0:16821:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296440823 00000100:00000001:3.0:1787998256.866933:0:16821:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998256.866936:0:16821:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998256.866939:0:16821:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998256.866941:0:16821:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787998256.866945:0:16821:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191748d80 going to sleep for 11 seconds 00000100:00000001:3.0:1787998256.866948:0:16821:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998256.866951:0:16821:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998256.867082:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998256.867086:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199320600. 00000400:00000200:3.0:1787998256.867091:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998256.867096:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00010000:00010000:2.0:1787998256.867250:0:32644:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0001-mdc-ffff94d1a0bb2800 00010000:00000001:2.0:1787998256.867255:0:32644:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998256.867257:0:32644:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998256.867260:0:32644:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998256.867263:0:32644:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998256.867266:0:32644:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998256.867268:0:32644:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998256.867554:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5c38 00000400:00000010:3.0:1787998256.867561:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5c38. 00000100:00000001:3.0:1787998256.867567:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998256.867573:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d01180 x1874850291757056/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1787998272 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998256.867585:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998256.867588:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d01180 x1874850291757056/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1787998272 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998256.867595:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998256.867597:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998256.875319:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998256.875587:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998256.875591:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998256.875595:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998256.875605:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998256.875614:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998256.875625:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998256.875630:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998256.875636:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998256.875640:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 18 MB=0x6a92a99a5b000 00000400:00000200:3.0:1787998256.875646:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998256.875653:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7dbd [1] + 224 00000800:00000001:3.0:1787998256.875662:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998256.875668:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998256.875672:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998256.875676:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998256.875685:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998256.875695:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d01180 x1874850291757056/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1787998272 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998256.875706:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d01180 x1874850291757056/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1787998272 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998256.875741:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998256.875752:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998256.875755:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998256.875873:0:16821:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787998256.875883:0:16821:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998256.875885:0:16821:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998256.875889:0:16821:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108acb8. 00000400:00000200:2.0:1787998256.875895:0:16821:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f56e8 00000400:00000010:2.0:1787998256.875897:0:16821:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f56e8. 00000100:00000001:2.0:1787998256.875901:0:16821:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998256.875907:0:16821:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d01180 x1874850291757056/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1787998272 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787998256.875918:0:16821:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d01180 x1874850291757056/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1787998272 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998256.875925:0:16821:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998256.875927:0:16821:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998256.875930:0:16821:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998256.875934:0:16821:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998256.875936:0:16821:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998256.875939:0:16821:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998256.875942:0:16821:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998256.875952:0:16821:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06d80 time=81 v=5 (5 5 5 5) 00000100:00001000:2.0:1787998256.875957:0:16821:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1787998256.875959:0:16821:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998256.875962:0:16821:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998256.875965:0:16821:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998256.875969:0:16821:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998256.875973:0:16821:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998256.875975:0:16821:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967611 00000100:00000001:2.0:1787998256.875977:0:16821:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998256.875981:0:16821:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998256.875985:0:16821:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d01180 x1874850291757056/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1787998272 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998256.875993:0:16821:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998256.875996:0:16821:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998256.875998:0:16821:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998256.876002:0:16821:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d01180 x1874850291757056/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1787998272 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787998256.876010:0:16821:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d01180 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:16821:1874850291757056:192.168.206.123@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1787998256.876016:0:16821:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998256.876019:0:16821:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998256.876022:0:16821:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1787998256.876024:0:16821:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998256.876028:0:16821:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d01180 x1874850291757056/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1787998272 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998256.876036:0:16821:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787998256.876039:0:16821:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191748d80. 00000100:00000001:2.0:1787998256.876042:0:16821:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1787998256.876044:0:16821:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998256.876046:0:16821:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998256.876049:0:16821:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d01180 x1874850291757056/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1787998272 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998256.876056:0:16821:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998256.876059:0:16821:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998256.876062:0:16821:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191d93e00. 02000000:00000001:2.0:1787998256.876065:0:16821:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998256.876068:0:16821:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998256.876070:0:16821:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998256.876072:0:16821:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998256.876076:0:16821:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d191d93a00. 02000000:00000001:2.0:1787998256.876079:0:16821:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998256.876081:0:16821:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998256.876083:0:16821:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d01180. 00000100:00000001:2.0:1787998256.876087:0:16821:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998256.876088:0:16821:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1787998256.876090:0:16821:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:2.0:1787998256.876094:0:16821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1787998256.876098:0:16821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8ca9d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6acdea expref: -99 pid: 32624 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:2.0:1787998256.876110:0:16821:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d185921900 count: 0 00010000:00000010:2.0:1787998256.876119:0:16821:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d1861dbb00. 00010000:00000001:2.0:1787998256.876129:0:16821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998256.876131:0:16821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1787998256.876134:0:16821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5000/0xb2d39e653c8ca88 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6acd8f expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1787998256.876147:0:16821:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d18a360c00 count: 0 00010000:00000010:2.0:1787998256.876150:0:16821:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d190a8d300. 00010000:00000001:2.0:1787998256.876157:0:16821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998256.876159:0:16821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1787998256.876162:0:16821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ca00/0xb2d39e653c8ca96 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4fd9a50f3a6acdc7 expref: -99 pid: 32614 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1787998256.876169:0:16821:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d1987e5200. 00010000:00000040:2.0:1787998256.876173:0:16821:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d188d3c900 count: 0 00010000:00000010:2.0:1787998256.876176:0:16821:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d19219d280. 00010000:00000001:2.0:1787998256.876180:0:16821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998256.876182:0:16821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1787998256.876184:0:16821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8ca8f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6acdab expref: -99 pid: 32614 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:2.0:1787998256.876191:0:16821:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d188d3c200 count: 0 00010000:00000010:2.0:1787998256.876193:0:16821:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d19219d600. 00010000:00000001:2.0:1787998256.876197:0:16821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998256.876200:0:16821:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998256.876214:0:16821:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998256.876218:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998256.876221:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998256.876223:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1787998256.876225:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998256.876226:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998256.876227:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1787998256.876230:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998256.876231:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998256.876232:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:2.1:1787998256.901189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921900. 00010000:00000010:2.1:1787998256.901208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e4600. 00010000:00000010:2.1:1787998256.901215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360c00. 00010000:00000010:2.1:1787998256.901221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5000. 00010000:00000010:2.1:1787998256.901226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3c900. 00010000:00000010:2.1:1787998256.901230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5ca00. 00010000:00000010:2.1:1787998256.901233:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3c200. 00010000:00000010:2.1:1787998256.901235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5a00. 00020000:00000001:3.0:1787998256.919845:0:32614:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1787998256.919856:0:32614:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d191daad90) owner 0000000000000000/ffff94d185830000 00020000:00000002:3.0:1787998256.919864:0:32614:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d191daad90) owner 0000000000000000/ffff94d185830000 00020000:00000001:3.0:1787998256.919867:0:32614:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998256.919878:0:32614:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1787998256.919882:0:32614:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d7fdf0 00000080:00200008:3.0:1787998256.919884:0:32614:0:(file.c:479:ll_file_release()) START file f:[0x200000405:0x25:0x0](ffff94d1880042c8), flags 100002 00000080:00000001:3.0:1787998256.919890:0:32614:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1787998256.919893:0:32614:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:3.0:1787998256.919895:0:32614:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1787998256.919898:0:32614:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d191daad90) owner 0000000000000000/ffff94d185830000 00020000:00000002:3.0:1787998256.919900:0:32614:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d191daad90) owner 0000000000000000/ffff94d185830000 00020000:00000001:3.0:1787998256.919901:0:32614:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998256.919904:0:32614:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:3.0:1787998256.919911:0:32614:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998256.919914:0:32614:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998256.919917:0:32614:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998256.919920:0:32614:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998256.919922:0:32614:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998256.919924:0:32614:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:3.0:1787998256.919927:0:32614:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998256.919934:0:32614:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998256.919938:0:32614:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1787998256.919946:0:32614:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998256.919948:0:32614:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998256.919950:0:32614:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x25:0x0]: 0 00000080:00000001:3.0:1787998256.919953:0:32614:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1787998256.919955:0:32614:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1787998256.919961:0:32614:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d191d92a00. 00000080:00000001:3.0:1787998256.919964:0:32614:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1787998256.919971:0:32614:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1787998256.919976:0:32614:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1787998256.919978:0:32614:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998256.919979:0:32614:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998256.919980:0:32614:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998256.919981:0:32614:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998256.919983:0:32614:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998256.919984:0:32614:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:3.0:1787998256.919986:0:32614:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998256.919989:0:32614:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x25:0x0] 00000002:00000001:3.0:1787998256.919993:0:32614:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1787998256.919995:0:32614:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff94d1a0bb2800: [0x200000405:0x25:0x0] file closed with intent: 0 00000100:00000010:3.0:1787998256.920003:0:32614:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d02a00. 00000020:00000040:3.0:1787998256.920008:0:32614:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998256.920013:0:32614:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998256.920017:0:32614:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998256.920023:0:32614:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998256.920031:0:32614:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d191d93600. 00000100:00000001:3.0:1787998256.920039:0:32614:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1787998256.920064:0:32614:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d191d19500 x1874850291755648/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998269 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787998256.920078:0:32614:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:3.0:1787998256.920084:0:32614:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191d02a00 x1874850291757312/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1787998256.920091:0:32614:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787998256.920093:0:32614:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787998256.920101:0:32614:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191748c00. 00000100:00000001:3.0:1787998256.920103:0:32614:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226542251008 : -117847167300608 : ffff94d191748c00) 00000100:00000001:3.0:1787998256.920106:0:32614:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998256.920108:0:32614:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548255232 : -117847161296384 : ffff94d191d02a00) 00000100:00000001:3.0:1787998256.920113:0:32614:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998256.920118:0:32614:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998256.920121:0:32614:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787998256.920123:0:32614:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998256.920141:0:32614:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d02a00 x1874850291757312/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998256.920150:0:32614:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998256.920152:0:32614:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998256.920156:0:32614:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998256.920159:0:32614:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998256.920162:0:32614:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998256.920166:0:32614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d02a00 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32614:1874850291757312:192.168.206.123@tcp:35:multiop.0 00000100:00000001:3.0:1787998256.920171:0:32614:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998256.920178:0:32614:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998256.920182:0:32614:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998256.920185:0:32614:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998256.920192:0:32614:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1a0096c00. 02000000:00000001:3.0:1787998256.920195:0:32614:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998256.920205:0:32614:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998256.920210:0:32614:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a898. 00000400:00000010:3.0:1787998256.920218:0:32614:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5c38. 00000100:00000200:3.0:1787998256.920228:0:32614:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291757312, portal 10 00000100:00000001:3.0:1787998256.920230:0:32614:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998256.920232:0:32614:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548255232 : -117847161296384 : ffff94d191d02a00) 00000100:00000040:3.0:1787998256.920240:0:32614:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d02a00 x1874850291757312/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998272 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998256.920248:0:32614:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998256.920251:0:32614:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998256.920254:0:32614:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5110. 00000100:00000200:3.0:1787998256.920257:0:32614:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1874850291757312, offset 0 00000400:00000200:3.0:1787998256.920266:0:32614:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998256.920278:0:32614:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998256.920287:0:32614:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998256.920294:0:32614:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998256.920300:0:32614:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998256.920304:0:32614:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998256.920307:0:32614:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998256.920311:0:32614:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2695:2695:256:4294967295] 192.168.206.123@tcp LPNI seq info [2695:2695:8:4294967295] 00000400:00000200:3.0:1787998256.920316:0:32614:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998256.920327:0:32614:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998256.920333:0:32614:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998256.920339:0:32614:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199320600. 00000800:00000200:3.0:1787998256.920347:0:32614:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998256.920357:0:32614:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998256.920362:0:32614:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199320600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1787998256.920378:0:32614:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998256.920383:0:32614:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 809718 usecs (810 jiffies) 00000400:00000200:3.0:1787998256.920387:0:32614:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998256.920390:0:32614:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296437886 00000100:00000001:3.0:1787998256.920394:0:32614:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296440823 00000100:00000001:3.0:1787998256.920396:0:32614:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296437886 00000100:00000001:3.0:1787998256.920398:0:32614:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296440823 00000100:00000001:3.0:1787998256.920401:0:32614:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998256.920404:0:32614:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998256.920406:0:32614:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998256.920409:0:32614:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787998256.920411:0:32614:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191748c00 going to sleep for 11 seconds 00000100:00000001:3.0:1787998256.920414:0:32614:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998256.920417:0:32614:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998256.921197:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998256.921204:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199320600. 00000400:00000200:3.0:1787998256.921210:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998256.921216:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998256.921222:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5110 00000400:00000010:3.0:1787998256.921225:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5110. 00000100:00000001:3.0:1787998256.921229:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998256.921234:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d02a00 x1874850291757312/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998272 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998256.921245:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998256.921248:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d02a00 x1874850291757312/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998272 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998256.921254:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998256.921256:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1787998257.026940:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998257.026955:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998257.027109:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998257.027114:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998257.027118:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787998258.051313:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998258.051327:0:15976:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998258.051330:0:15976:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998258.051334:0:15976:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998258.051340:0:15976:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998258.051343:0:15976:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998258.051345:0:15976:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998258.051348:0:15976:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998258.051378:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998258.051381:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998258.051384:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787998258.626941:0:16814:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1787998258.626951:0:16814:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998259.074947:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998259.074956:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998259.075050:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998259.075054:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998259.075057:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787998260.099389:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998260.099399:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998260.099708:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998260.099712:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998260.099715:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787998260.674948:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296440823, at 4296440832 00000100:00000010:3.0:1787998260.674969:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0b0a120. 00000100:00000040:2.0:1787998260.675833:0:31987:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582220 (cpu 2) has reached its deadline 4296440823, at 4296440833 00000100:00000010:2.0:1787998260.675847:0:31987:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0b0a0c0. 00010000:00000001:0.0:1787998261.122966:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998261.122976:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998261.123001:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998261.123004:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998261.123007:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787998261.699621:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998261.699624:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998261.699626:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998261.699631:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edc000 x1874850291757440/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998261.699638:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998261.699640:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998261.699642:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998261.699644:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998261.699646:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998261.699648:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2403:1874850291757440:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998261.699652:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998261.699654:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998261.699655:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998261.699657:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998261.699660:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d18541da00. 02000000:00000001:0.0:1787998261.699662:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998261.699666:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998261.699669:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30bb0. 00000400:00000010:0.0:1787998261.699674:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807880. 00000100:00000200:0.0:1787998261.699677:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291757440, portal 25 00000100:00000001:0.0:1787998261.699679:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998261.699680:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684411904 : -117847025139712 : ffff94d199edc000) 00000100:00000040:0.0:1787998261.699695:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199edc000 x1874850291757440/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998261.699702:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998261.699704:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998261.699706:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807000. 00000100:00000200:0.0:1787998261.699709:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874850291757440, offset 0 00000400:00000200:0.0:1787998261.699713:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998261.699718:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998261.699721:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998261.699724:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998261.699727:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998261.699729:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998261.699731:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998261.699734:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2697:2697:255:4294967295] 192.168.206.123@tcp LPNI seq info [2697:2697:7:4294967295] 00000400:00000200:0.0:1787998261.699738:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998261.699744:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998261.699748:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998261.699752:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4200. 00000800:00000200:0.0:1787998261.699756:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998261.699760:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998261.699762:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787998261.699765:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998261.699790:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998261.699792:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296445940 00000100:00000001:0.0:1787998261.699797:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296442666 00000100:00000001:0.0:1787998261.699800:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296445940 00000100:00000001:0.0:1787998261.699803:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296442666 00000100:00000001:0.0:1787998261.699806:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998261.699807:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998261.699809:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998261.699813:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edf800 x1874850291757696/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998261.699819:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998261.699820:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998261.699822:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998261.699824:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998261.699826:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998261.699828:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2403:1874850291757696:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998261.699831:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998261.699834:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998261.699835:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998261.699836:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998261.699841:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1909c0400. 02000000:00000001:0.0:1787998261.699843:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998261.699846:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998261.699849:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30630. 00000400:00000010:0.0:1787998261.699853:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1928075d8. 00000100:00000200:0.0:1787998261.699855:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291757696, portal 10 00000100:00000001:0.0:1787998261.699857:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998261.699858:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684426240 : -117847025125376 : ffff94d199edf800) 00000100:00000040:0.0:1787998261.699864:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199edf800 x1874850291757696/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998261.699870:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998261.699872:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998261.699875:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807198. 00000100:00000200:0.0:1787998261.699877:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291757696, offset 0 00000400:00000200:0.0:1787998261.699881:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998261.699885:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998261.699888:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998261.699892:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998261.699894:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998261.699896:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998261.699898:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998261.699901:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2698:2698:254:4294967295] 192.168.206.123@tcp LPNI seq info [2698:2698:6:4294967295] 00000400:00000200:0.0:1787998261.699905:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998261.699910:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998261.699915:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998261.699918:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4900. 00000800:00000200:0.0:1787998261.699921:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998261.699925:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998261.699928:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787998261.699931:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998261.699933:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18236 usecs (19 jiffies) 00000400:00000200:0.0:1787998261.699936:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998261.699938:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296441876 00000100:00000001:0.0:1787998261.699940:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296445940 00000100:00000001:0.0:1787998261.699942:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296441876 00000100:00000001:0.0:1787998261.699944:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296445940 00000100:00000001:0.0:1787998261.699946:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998261.699948:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998261.699950:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998261.699953:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edce00 x1874850291757952/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998261.699959:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998261.699960:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998261.699962:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998261.699964:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998261.699966:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998261.699968:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2403:1874850291757952:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998261.699971:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998261.699974:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998261.699975:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998261.699977:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998261.699980:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1909c0c00. 02000000:00000001:0.0:1787998261.699982:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998261.699985:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998261.699987:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b309a0. 00000400:00000010:0.0:1787998261.699990:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807990. 00000100:00000200:0.0:1787998261.699993:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291757952, portal 4 00000100:00000001:0.0:1787998261.699995:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998261.699996:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684415488 : -117847025136128 : ffff94d199edce00) 00000100:00000040:0.0:1787998261.700001:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199edce00 x1874850291757952/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998261.700007:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998261.700009:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998261.700011:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807aa0. 00000100:00000200:0.0:1787998261.700013:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291757952, offset 0 00000400:00000200:0.0:1787998261.700017:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998261.700020:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998261.700023:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998261.700026:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998261.700028:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998261.700030:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998261.700032:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998261.700035:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2699:2699:253:4294967295] 192.168.206.123@tcp LPNI seq info [2699:2699:5:4294967295] 00000400:00000200:0.0:1787998261.700038:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998261.700044:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998261.700048:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998261.700051:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4800. 00000800:00000200:0.0:1787998261.700056:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998261.700059:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998261.700061:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787998261.700064:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998261.700066:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 20135 usecs (21 jiffies) 00000400:00000200:0.0:1787998261.700069:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998261.700071:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296441878 00000100:00000001:0.0:1787998261.700073:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296445940 00000100:00000001:0.0:1787998261.700074:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296441878 00000100:00000001:0.0:1787998261.700076:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296445940 00000100:00000001:0.0:1787998261.700078:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998261.700080:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998261.700083:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998261.700086:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998261.700092:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998261.700095:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787998261.700097:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998261.700098:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998261.700099:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998261.700101:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998261.700505:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998261.700510:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f100. 00000400:00000200:3.0:1787998261.700517:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998261.700523:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998261.700540:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409e58 00000400:00000010:3.0:1787998261.700542:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409e58. 00000100:00000001:3.0:1787998261.700555:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998261.700559:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eddf80 x1874850291757568/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998261.700568:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998261.700572:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199eddf80 x1874850291757568/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998277 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998261.700579:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998261.700580:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998261.700591:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998261.700594:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4200. 00000400:00000200:3.0:1787998261.700596:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998261.700599:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998261.700601:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807000 00000400:00000010:3.0:1787998261.700603:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807000. 00000100:00000001:3.0:1787998261.700606:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998261.700608:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edc000 x1874850291757440/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998261.700615:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998261.700618:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edc000 x1874850291757440/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998277 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998261.700624:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998261.700626:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998261.700634:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998261.700636:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4900. 00000400:00000200:3.0:1787998261.700638:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998261.700642:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998261.700644:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807198 00000400:00000010:3.0:1787998261.700645:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807198. 00000100:00000001:3.0:1787998261.700648:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998261.700650:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edf800 x1874850291757696/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998261.700663:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998261.700665:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edf800 x1874850291757696/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998277 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998261.700670:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998261.700672:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998261.700678:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998261.700680:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4800. 00000400:00000200:3.0:1787998261.700691:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998261.700695:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998261.700698:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807aa0 00000400:00000010:3.0:1787998261.700700:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807aa0. 00000100:00000001:3.0:1787998261.700702:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998261.700705:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edce00 x1874850291757952/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998261.700712:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998261.700715:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edce00 x1874850291757952/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998277 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998261.700720:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998261.700721:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998261.700795:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998261.700798:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f500. 00000400:00000200:3.0:1787998261.700801:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998261.700805:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998261.700807:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409440 00000400:00000010:3.0:1787998261.700809:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409440. 00000100:00000001:3.0:1787998261.700812:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998261.700815:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edc700 x1874850291757824/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998261.700822:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998261.700825:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edc700 x1874850291757824/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998277 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998261.700836:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998261.700838:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998261.705322:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998261.705345:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998261.705416:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998261.705421:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998261.705433:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998261.705442:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998261.705454:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998261.705459:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998261.705466:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998261.705470:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a5b200 00000400:00000200:3.0:1787998261.705476:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998261.705484:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x7ddd [1] + 224 00000800:00000001:3.0:1787998261.705492:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998261.705496:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998261.705500:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998261.705506:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998261.705515:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998261.705526:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eddf80 x1874850291757568/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998277 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998261.705538:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199eddf80 x1874850291757568/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998261.706042:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998261.706056:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998261.706062:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998261.706065:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998261.706067:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998261.706072:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998261.706076:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998261.706081:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998261.706085:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998261.706088:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998261.706091:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a5b280 00000400:00000200:3.0:1787998261.706095:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998261.706100:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x7ded [1] + 224 00000800:00000001:3.0:1787998261.706105:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998261.706109:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998261.706111:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998261.706114:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998261.706118:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998261.706124:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edf800 x1874850291757696/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998277 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998261.706133:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edf800 x1874850291757696/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998261.706152:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998261.706157:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998261.706161:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998261.706164:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998261.706167:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998261.706170:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998261.706175:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998261.706179:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998261.706183:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998261.706188:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998261.706197:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a5b300 00000400:00000200:3.0:1787998261.706216:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998261.706279:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998261.706282:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1787998261.708555:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7dfd [1] + 224 00000400:00000001:0.0:1787998261.708571:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1787998261.708573:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1787998261.708579:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998261.708584:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30630. 00000800:00000001:3.0:1787998261.708590:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787998261.708592:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928075d8 00000400:00000200:3.0:1787998261.708597:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1787998261.708598:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928075d8. 00000400:00000200:3.0:1787998261.708609:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:0.0:1787998261.708609:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1787998261.708621:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998261.708623:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edf800 x1874850291757696/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998261.708634:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edc700 x1874850291757824/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998277 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998261.708646:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edf800 x1874850291757696/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998277 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998261.708655:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edc700 x1874850291757824/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998261.708681:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998261.708702:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998261.708706:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998261.708708:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998261.708711:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998261.708725:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998261.708728:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1787998261.708735:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000100:00000001:0.0:1787998261.708735:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998261.708748:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998261.708752:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998261.708757:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998261.708760:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a5b380 00000400:00000200:3.0:1787998261.708765:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998261.708788:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7df5 [1] + 224 00000800:00000001:3.0:1787998261.708793:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998261.708797:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998261.708799:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998261.708803:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998261.708806:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998261.708811:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edce00 x1874850291757952/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998277 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998261.708820:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edce00 x1874850291757952/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998261.708830:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998261.708836:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998261.708840:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998261.708842:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998261.708847:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998261.708847:0:2403:0:(client.c:1593:after_reply()) Process entered 00000400:00000200:3.0:1787998261.708856:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 02000000:00000001:0.0:1787998261.708856:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998261.708863:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1787998261.708867:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000100:00000001:0.0:1787998261.708868:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998261.708878:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 02000000:00000001:0.0:1787998261.708879:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998261.708887:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998261.708893:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00001000:0.0:1787998261.708896:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=87 v=5 (5 104 104 104) 00000400:00000200:3.0:1787998261.708897:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a5b180 00000400:00000200:3.0:1787998261.708909:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00001000:0.0:1787998261.708911:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=87 v=5 (1 1 1 1) 00000400:00000200:3.0:1787998261.708919:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7de5 [1] + 224 00000100:00000001:0.0:1787998261.708919:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998261.708926:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787998261.708936:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:0.0:1787998261.708937:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998261.708944:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998261.708949:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000800:00000001:3.0:1787998261.708951:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998261.708951:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000400:00000200:3.0:1787998261.708958:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1787998261.708958:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998261.708963:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998261.708969:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998261.708973:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1787998261.708976:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edf800 x1874850291757696/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998277 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998261.708982:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edc000 x1874850291757440/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998277 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998261.709013:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998261.709024:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998261.709029:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998261.709030:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edc000 x1874850291757440/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787998261.709041:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edf800 x1874850291757696/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998277 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998261.709050:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998261.709057:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998261.709060:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787998261.709133:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2403:1874850291757696:192.168.206.123@tcp:400:kworker.0 00000400:00000001:0.0:1787998261.709144:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998261.709145:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998261.709147:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b309a0. 00000400:00000200:0.0:1787998261.709151:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807990 00000400:00000010:0.0:1787998261.709152:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807990. 00000100:00000001:0.0:1787998261.709155:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998261.709160:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edce00 x1874850291757952/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998261.709168:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edce00 x1874850291757952/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998277 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998261.709175:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998261.709176:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998261.709178:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998261.709179:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998261.709181:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998261.709182:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998261.709184:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998261.710236:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca460 time=87 v=5 (5 5 37 37) 00000100:00001000:0.0:1787998261.710244:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=38 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998261.710247:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998261.710248:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998261.710251:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998261.710254:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998261.710257:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998261.710258:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:0.0:1787998261.710260:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998261.710261:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998261.710267:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edce00 x1874850291757952/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998277 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998261.710274:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998261.710276:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998261.710278:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998261.710281:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edce00 x1874850291757952/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998277 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998261.710287:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2403:1874850291757952:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998261.710293:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998261.710295:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998261.710299:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edf800 x1874850291757696/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998277 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998261.710305:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998261.710307:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998261.710311:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1909c0400. 02000000:00000001:0.0:1787998261.710315:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998261.710317:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998261.710319:0:2403:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=3 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998261.710321:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998261.710323:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19031f600. 02000000:00000001:0.0:1787998261.710328:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998261.710330:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998261.710331:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edf800. 00000100:00000001:0.0:1787998261.710336:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998261.710337:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998261.710339:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998261.710342:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edce00 x1874850291757952/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998277 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998261.710347:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998261.710348:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998261.710350:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1909c0c00. 02000000:00000001:0.0:1787998261.710352:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998261.710353:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998261.710354:0:2403:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998261.710356:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998261.710358:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19031fc00. 02000000:00000001:0.0:1787998261.710360:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998261.710361:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998261.710362:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edce00. 00000100:00000001:0.0:1787998261.710366:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998261.710367:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998261.710370:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998261.710372:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998261.710375:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998261.710380:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998261.710382:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998261.710384:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30bb0. 00000400:00000200:0.0:1787998261.710387:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807880 00000400:00000010:0.0:1787998261.710390:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807880. 00000100:00000001:0.0:1787998261.710393:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998261.710398:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edc000 x1874850291757440/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998261.710406:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edc000 x1874850291757440/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998277 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998261.710412:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998261.710413:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998261.710415:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998261.710417:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998261.710418:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998261.710420:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998261.710422:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998261.710425:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=88 v=5 (5 5 5 5) 00000100:00001000:0.0:1787998261.710427:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=88 v=5 (1 1 1 1) 00000100:00000001:0.0:1787998261.710429:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998261.710430:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998261.710432:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998261.710433:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998261.710435:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998261.710438:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edc000 x1874850291757440/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998277 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998261.710443:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998261.710445:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998261.710446:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998261.710449:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edc000 x1874850291757440/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998277 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998261.710455:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2403:1874850291757440:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998261.710459:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998261.710460:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998261.710463:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edc000 x1874850291757440/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998277 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998261.710468:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998261.710470:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998261.710472:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d18541da00. 02000000:00000001:0.0:1787998261.710475:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998261.710476:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998261.710478:0:2403:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:0.0:1787998261.710479:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998261.710480:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19031f400. 02000000:00000001:0.0:1787998261.710483:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998261.710484:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998261.710485:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edc000. 00000100:00000001:0.0:1787998261.710487:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998261.710488:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998261.710490:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998261.710496:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998261.710498:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998261.710500:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998261.710501:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998262.148200:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998262.148210:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998262.154380:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998262.154389:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998262.154395:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787998263.170928:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998263.170937:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998263.170967:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998263.170971:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998263.170974:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787998264.194941:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998264.194952:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998264.194995:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998264.194999:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998264.195002:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787998265.218941:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998265.218951:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998265.219087:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998265.219091:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998265.219095:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787998265.794919:0:32624:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787998265.794930:0:32624:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998265.794933:0:32624:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998265.794937:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296445940, at 4296445952 00000100:00100000:0.0:1787998265.794940:0:32624:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d181254e40 going to sleep for 1 seconds 00000100:00000001:0.0:1787998265.794947:0:32624:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998265.794953:0:32624:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787998265.794955:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0b0a9c0. 00000100:00000040:2.0:1787998265.796189:0:31987:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582220 (cpu 2) has reached its deadline 4296445940, at 4296445953 00000100:00000010:2.0:1787998265.796204:0:31987:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0b0aba0. 00010000:00000001:0.0:1787998266.243270:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998266.243280:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998266.243325:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998266.243328:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998266.243332:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787998266.818944:0:32624:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787998266.818955:0:32624:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998266.818958:0:32624:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787998266.818965:0:32624:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d181254e40 going to sleep for 1 seconds 00000100:00000001:0.0:1787998266.818970:0:32624:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998266.818974:0:32624:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998266.819530:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998266.819536:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998266.819539:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998266.819546:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edc700 x1874850291758080/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998266.819554:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998266.819557:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998266.819563:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998266.819566:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998266.819569:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998266.819573:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed2632e9-aeaa-48f0-b65b-469967f9297f:2402:1874850291758080:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998266.819578:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998266.819585:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998266.819588:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998266.819591:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998266.819598:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1909c0c00. 02000000:00000001:0.0:1787998266.819599:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998266.819608:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998266.819614:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30bb0. 00000400:00000010:0.0:1787998266.819622:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807880. 00000100:00000200:0.0:1787998266.819630:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291758080, portal 25 00000100:00000001:0.0:1787998266.819633:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998266.819634:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684413696 : -117847025137920 : ffff94d199edc700) 00000100:00000040:0.0:1787998266.819640:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199edc700 x1874850291758080/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998266.819652:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998266.819665:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998266.819668:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807990. 00000100:00000200:0.0:1787998266.819672:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874850291758080, offset 0 00000400:00000200:0.0:1787998266.819679:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998266.819690:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998266.819699:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998266.819706:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998266.819711:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998266.819715:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998266.819717:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998266.819721:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2701:2701:256:4294967295] 192.168.206.123@tcp LPNI seq info [2701:2701:8:4294967295] 00000400:00000200:0.0:1787998266.819725:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998266.819738:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998266.819745:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998266.819751:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4600. 00000800:00000200:0.0:1787998266.819758:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998266.819788:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998266.819794:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787998266.819816:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998266.819821:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998266.819824:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296451059 00000100:00000010:0.0:1787998266.819831:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0ad5660. 00000100:00000001:0.0:1787998266.819840:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 2 00000800:00000200:3.0:1787998266.819993:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998266.820001:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4600. 00000400:00000200:3.0:1787998266.820009:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998266.820020:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998266.820032:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807990 00000400:00000010:3.0:1787998266.820037:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807990. 00000100:00000001:3.0:1787998266.820045:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998266.820053:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edc700 x1874850291758080/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998266.820074:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998266.820081:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edc700 x1874850291758080/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998282 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998266.820096:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998266.820099:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787998266.820403:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296451060 00000100:00000010:0.0:1787998266.820412:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0ad56c0. 00000100:00000001:0.0:1787998266.820417:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787998266.820421:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998266.820425:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998266.820431:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998266.820435:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998266.820443:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998266.820445:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787998266.820447:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998266.820449:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998266.820450:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998266.820455:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edf100 x1874850291758336/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998266.820462:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998266.820464:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998266.820466:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998266.820469:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998266.820471:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998266.820473:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291758336:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998266.820477:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998266.820480:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998266.820482:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998266.820484:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998266.820487:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1909c0400. 02000000:00000001:0.0:1787998266.820489:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998266.820493:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998266.820497:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b309a0. 00000400:00000010:0.0:1787998266.820502:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1928075d8. 00000100:00000200:0.0:1787998266.820506:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291758336, portal 10 00000100:00000001:0.0:1787998266.820508:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998266.820509:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684424448 : -117847025127168 : ffff94d199edf100) 00000100:00000040:0.0:1787998266.820517:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199edf100 x1874850291758336/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998266.820524:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998266.820526:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998266.820529:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1928072a8. 00000100:00000200:0.0:1787998266.820532:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291758336, offset 0 00000400:00000200:0.0:1787998266.820536:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998266.820542:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998266.821092:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998266.821100:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998266.821106:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998266.821109:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998266.821112:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998266.821116:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2702:2702:256:4294967295] 192.168.206.123@tcp LPNI seq info [2702:2702:8:4294967295] 00000400:00000200:0.0:1787998266.821121:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998266.821131:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998266.821137:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998266.821145:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4b00. 00000800:00000200:0.0:1787998266.821152:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998266.821160:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998266.821164:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787998266.821180:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998266.821186:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18212 usecs (19 jiffies) 00000400:00000200:0.0:1787998266.821189:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998266.821192:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296446997 00000100:00000001:0.0:1787998266.821195:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296451059 00000100:00000001:0.0:1787998266.821197:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296446997 00000100:00000001:0.0:1787998266.821199:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296451060 00000100:00000001:0.0:1787998266.821201:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1787998266.821301:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998266.821306:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4b00. 00000400:00000200:3.0:1787998266.821311:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998266.821317:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998266.821321:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928072a8 00000400:00000010:3.0:1787998266.821324:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928072a8. 00000100:00000001:3.0:1787998266.821329:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998266.821335:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edf100 x1874850291758336/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998266.821344:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998266.821347:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edf100 x1874850291758336/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998282 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998266.821355:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998266.821357:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787998266.821509:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998266.821515:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998266.821520:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edc000 x1874850291758592/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998266.821528:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998266.821530:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998266.821534:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998266.821537:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998266.821539:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998266.821542:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291758592:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998266.821547:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998266.821550:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998266.821553:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998266.821555:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998266.821560:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1909c0800. 02000000:00000001:0.0:1787998266.821562:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998266.821566:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998266.821570:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30630. 00000400:00000010:0.0:1787998266.821575:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807bb0. 00000100:00000200:0.0:1787998266.821579:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291758592, portal 4 00000100:00000001:0.0:1787998266.821581:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998266.821583:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684411904 : -117847025139712 : ffff94d199edc000) 00000100:00000040:0.0:1787998266.821590:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199edc000 x1874850291758592/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998266.821597:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998266.821599:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998266.821602:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807908. 00000100:00000200:0.0:1787998266.821604:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291758592, offset 0 00000400:00000200:0.0:1787998266.821609:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998266.821614:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998266.821619:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998266.821621:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998266.821624:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998266.821626:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998266.821628:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998266.821631:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2703:2703:256:4294967295] 192.168.206.123@tcp LPNI seq info [2703:2703:8:4294967295] 00000400:00000200:0.0:1787998266.821635:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998266.821640:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998266.821645:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998266.821649:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4700. 00000800:00000200:0.0:1787998266.821653:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998266.821668:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998266.821670:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787998266.821687:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998266.821690:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 20085 usecs (21 jiffies) 00000400:00000200:0.0:1787998266.821693:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998266.821695:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296446999 00000100:00000001:0.0:1787998266.821698:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296451059 00000100:00000001:0.0:1787998266.821699:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296446999 00000100:00000001:0.0:1787998266.821701:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296451060 00000100:00000001:0.0:1787998266.821703:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998266.821705:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998266.821707:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998266.821711:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998266.821720:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998266.821722:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787998266.821724:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998266.821726:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998266.821728:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998266.821732:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1787998266.821734:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998266.821736:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998266.821737:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998266.821739:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998266.821740:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998266.821741:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998266.821745:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199eddf80 x1874850291758208/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998266.821752:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998266.821753:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998266.821756:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998266.821757:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998266.821760:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998266.821763:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199eddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291758208:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998266.821785:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998266.821788:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998266.821790:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998266.821792:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998266.821796:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1909c0000. 02000000:00000001:0.0:1787998266.821797:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998266.821801:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998266.821804:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30790. 00000400:00000010:0.0:1787998266.821807:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807cc0. 00000100:00000200:0.0:1787998266.821811:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291758208, portal 10 00000100:00000001:0.0:1787998266.821812:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998266.821814:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419968 : -117847025131648 : ffff94d199eddf80) 00000100:00000040:0.0:1787998266.821820:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199eddf80 x1874850291758208/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998266.821827:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998266.821829:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998266.821831:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807b28. 00000100:00000200:0.0:1787998266.821834:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291758208, offset 0 00000400:00000200:0.0:1787998266.821838:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998266.821842:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998266.821846:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998266.821849:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998266.821851:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998266.821853:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998266.821855:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998266.821858:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2704:2704:255:4294967295] 192.168.206.123@tcp LPNI seq info [2704:2704:7:4294967295] 00000400:00000200:0.0:1787998266.821861:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998266.821867:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998266.821871:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998266.821874:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4000. 00000800:00000200:0.0:1787998266.821878:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998266.821882:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998266.821884:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787998266.821887:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998266.821890:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 808571 usecs (809 jiffies) 00000400:00000200:0.0:1787998266.821893:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998266.821895:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296447788 00000100:00000001:0.0:1787998266.821897:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296451059 00000100:00000001:0.0:1787998266.821899:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296447788 00000100:00000001:0.0:1787998266.821901:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296451060 00000100:00000001:0.0:1787998266.821903:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998266.821905:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998266.821907:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998266.821910:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edd500 x1874850291758464/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998266.821916:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1787998266.821969:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998266.821974:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4700. 00000400:00000200:2.0:1787998266.821978:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998266.821982:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998266.821986:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807908 00000400:00000010:2.0:1787998266.821988:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807908. 00000100:00000001:2.0:1787998266.821992:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998266.821997:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edc000 x1874850291758592/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998266.822005:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998266.822008:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edc000 x1874850291758592/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998282 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998266.822014:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998266.822016:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998266.822080:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998266.822083:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4000. 00000400:00000200:2.0:1787998266.822086:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998266.822090:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998266.822092:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807b28 00000400:00000010:2.0:1787998266.822095:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807b28. 00000100:00000001:2.0:1787998266.822097:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998266.822100:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eddf80 x1874850291758208/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998266.822107:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998266.822109:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199eddf80 x1874850291758208/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998282 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998266.822115:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998266.822116:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787998266.822147:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998266.822152:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998266.822154:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998266.822156:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998266.822159:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291758464:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998266.822163:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998266.822166:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998266.822168:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998266.822169:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998266.822173:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1909c1000. 02000000:00000001:0.0:1787998266.822174:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998266.822178:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998266.822181:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30210. 00000400:00000010:0.0:1787998266.822185:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807660. 00000100:00000200:0.0:1787998266.822188:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291758464, portal 4 00000100:00000001:0.0:1787998266.822190:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998266.822192:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684417280 : -117847025134336 : ffff94d199edd500) 00000100:00000040:0.0:1787998266.822198:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199edd500 x1874850291758464/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998266.822272:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998266.822274:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998266.822277:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807ee0. 00000100:00000200:0.0:1787998266.822280:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291758464, offset 0 00000400:00000200:0.0:1787998266.822284:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998266.822288:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998266.822292:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998266.822294:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998266.822297:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998266.822299:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998266.822301:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998266.822304:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2705:2705:256:4294967295] 192.168.206.123@tcp LPNI seq info [2705:2705:8:4294967295] 00000400:00000200:0.0:1787998266.822307:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998266.822313:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998266.822317:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998266.822320:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4a00. 00000800:00000200:0.0:1787998266.822324:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998266.822328:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998266.822331:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787998266.822393:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998266.822396:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 208761 usecs (209 jiffies) 00000400:00000200:0.0:1787998266.822400:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998266.822402:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296447188 00000100:00000001:0.0:1787998266.822404:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296451059 00000100:00000001:0.0:1787998266.822406:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296447188 00000100:00000001:0.0:1787998266.822409:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296451060 00000100:00000001:0.0:1787998266.822410:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998266.822412:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998266.822415:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998266.822419:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998266.822432:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998266.822434:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998266.822624:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998266.822628:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4a00. 00000400:00000200:2.0:1787998266.822631:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998266.822636:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998266.822640:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807ee0 00000400:00000010:2.0:1787998266.822642:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807ee0. 00000100:00000001:2.0:1787998266.822645:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998266.822648:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edd500 x1874850291758464/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998266.822665:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998266.822668:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edd500 x1874850291758464/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998282 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998266.822674:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998266.822676:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998266.826597:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998266.826628:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998266.826634:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998266.826637:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998266.826649:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998266.826666:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998266.826678:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998266.826685:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998266.826691:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998266.826696:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a5b400 00000400:00000200:2.0:1787998266.826702:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998266.826710:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7e05 [1] + 224 00000800:00000001:2.0:1787998266.826719:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998266.826723:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998266.826727:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998266.826732:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998266.826741:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998266.826753:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edc700 x1874850291758080/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998266.826765:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edc700 x1874850291758080/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998266.826838:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998266.826853:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998266.826857:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998266.826859:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998266.826861:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998266.826865:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998266.826869:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998266.826873:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998266.826876:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998266.826879:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998266.826882:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a5b500 00000400:00000200:2.0:1787998266.826885:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998266.826890:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x7e0d [1] + 224 00000800:00000001:2.0:1787998266.826894:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998266.826904:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998266.826906:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998266.826909:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998266.826913:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998266.826917:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edf100 x1874850291758336/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998266.826932:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edf100 x1874850291758336/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998266.826939:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998266.826943:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998266.826946:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998266.827023:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998266.827030:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998266.827039:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998266.827042:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998266.827046:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b309a0. 00000400:00000200:0.0:1787998266.827061:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928075d8 00000400:00000010:0.0:1787998266.827064:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928075d8. 00000100:00000001:0.0:1787998266.827069:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998266.827075:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edf100 x1874850291758336/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998266.827085:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edf100 x1874850291758336/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998266.827092:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998266.827094:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998266.827097:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998266.827102:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998266.827105:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998266.827107:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998266.827111:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998266.827123:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=92 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998266.827128:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=92 v=5 (1 1 1 1) 00000100:00000001:0.0:1787998266.827131:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998266.827133:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998266.827136:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998266.827140:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998266.827145:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998266.827148:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:0.0:1787998266.827150:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998266.827154:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998266.827159:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edf100 x1874850291758336/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998266.827167:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998266.827171:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998266.827173:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998266.827177:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edf100 x1874850291758336/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998266.827186:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291758336:192.168.206.123@tcp:400:kworker.0 00000400:00000001:0.0:1787998266.827192:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998266.827194:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998266.827195:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30bb0. 00000400:00000200:0.0:1787998266.827198:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807880 00000400:00000010:0.0:1787998266.827200:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807880. 00000100:00000001:0.0:1787998266.827202:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998266.827206:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edc700 x1874850291758080/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998266.827214:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edc700 x1874850291758080/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998266.827221:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998266.827222:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998266.827224:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998266.827225:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998266.827226:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998266.827228:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998266.827230:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998266.827233:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=93 v=5 (5 5 5 5) 00000100:00001000:0.0:1787998266.827235:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=93 v=5 (1 1 1 1) 00000100:00000001:0.0:1787998266.827238:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998266.827239:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998266.827240:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998266.827242:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998266.827245:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998266.827259:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edc700 x1874850291758080/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998266.827265:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998266.827266:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998266.827268:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998266.827271:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edc700 x1874850291758080/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998266.827277:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed2632e9-aeaa-48f0-b65b-469967f9297f:2402:1874850291758080:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998266.827281:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998266.827284:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998266.827288:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edf100 x1874850291758336/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998266.827295:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998266.827298:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998266.827304:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1909c0400. 02000000:00000001:0.0:1787998266.827308:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998266.827311:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998266.827313:0:2402:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=3 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998266.827316:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998266.827319:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19031f400. 02000000:00000001:0.0:1787998266.827326:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998266.827328:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998266.827330:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edf100. 00000100:00000001:0.0:1787998266.827334:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998266.827336:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998266.827338:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998266.827341:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edc700 x1874850291758080/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998266.827348:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998266.827349:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998266.827351:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1909c0c00. 02000000:00000001:0.0:1787998266.827353:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998266.827355:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998266.827356:0:2402:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:0.0:1787998266.827358:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998266.827360:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19031fd00. 02000000:00000001:0.0:1787998266.827362:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998266.827363:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998266.827364:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edc700. 00000100:00000001:0.0:1787998266.827368:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998266.827369:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998266.827373:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998266.827375:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998266.827376:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998266.827378:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998266.827380:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998266.829714:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998266.829736:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998266.829743:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998266.829745:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998266.829755:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998266.829763:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998266.829808:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998266.829824:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998266.829831:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998266.829836:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a5b600 00000400:00000200:2.0:1787998266.829842:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998266.829848:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7e15 [1] + 224 00000800:00000001:2.0:1787998266.829857:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998266.829861:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998266.829865:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998266.829870:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998266.829879:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998266.829889:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edc000 x1874850291758592/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998266.829901:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edc000 x1874850291758592/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998266.829969:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998266.829974:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998266.829996:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998266.830008:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998266.830012:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998266.830015:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998266.830018:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998266.830021:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998266.830025:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998266.830029:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998266.830032:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998266.830035:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998266.830038:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a5b580 00000400:00000200:2.0:1787998266.830041:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998266.830044:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7e25 [1] + 224 00000800:00000001:2.0:1787998266.830048:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998266.830056:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998266.830058:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998266.830061:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998266.830064:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998266.830070:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edd500 x1874850291758464/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998266.830078:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edd500 x1874850291758464/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998266.830085:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998266.830089:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998266.830091:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1787998266.833116:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998266.833126:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998266.833130:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30630. 00000400:00000200:0.0:1787998266.833138:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807bb0 00000400:00000010:0.0:1787998266.833141:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807bb0. 00000100:00000001:0.0:1787998266.833147:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998266.833162:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edc000 x1874850291758592/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998266.833176:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edc000 x1874850291758592/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998266.833184:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998266.833186:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998266.833190:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998266.833194:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998266.833207:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998266.833210:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998266.833214:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998266.833237:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca460 time=92 v=5 (5 5 37 37) 00000100:00001000:0.0:1787998266.833242:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=43 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998266.833244:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998266.833247:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998266.833251:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998266.833255:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998266.833260:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998266.833262:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:0.0:1787998266.833264:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998266.833266:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998266.833271:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edc000 x1874850291758592/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998266.833278:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998266.833281:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998266.833284:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998266.833288:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edc000 x1874850291758592/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998266.833295:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291758592:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998266.833301:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998266.833304:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998266.833308:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edc000 x1874850291758592/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998266.833315:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998266.833318:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998266.833323:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1909c0800. 02000000:00000001:0.0:1787998266.833327:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998266.833330:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998266.833332:0:2402:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998266.833334:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998266.833337:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19031f600. 02000000:00000001:0.0:1787998266.833345:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998266.833347:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998266.833349:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edc000. 00000100:00000001:0.0:1787998266.833354:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998266.833355:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998266.833360:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998266.833363:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998266.833366:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998266.833371:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998266.833373:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998266.833375:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30210. 00000400:00000200:0.0:1787998266.833387:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807660 00000400:00000010:0.0:1787998266.833389:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807660. 00000100:00000001:0.0:1787998266.833392:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998266.833396:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edd500 x1874850291758464/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998266.833404:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edd500 x1874850291758464/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998266.833410:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998266.833411:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998266.833413:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998266.833414:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998266.833416:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998266.833417:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998266.833419:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998266.833424:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=92 v=5 (5 5 37 37) 00000100:00001000:0.0:1787998266.833427:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=32 v=5 (1 1 0 0) 00000100:00000001:0.0:1787998266.833429:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998266.833431:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998266.833432:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998266.833434:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998266.833436:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998266.833438:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967330 00000100:00000001:0.0:1787998266.833439:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998266.833441:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998266.833444:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edd500 x1874850291758464/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998266.833450:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998266.833452:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998266.833453:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998266.833456:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edd500 x1874850291758464/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998266.833463:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291758464:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998266.833467:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998266.833468:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998266.833471:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edd500 x1874850291758464/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998266.833476:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998266.833478:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998266.833490:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1909c1000. 02000000:00000001:0.0:1787998266.833494:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998266.833495:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998266.833496:0:2402:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=2 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998266.833498:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998266.833499:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19031fc00. 02000000:00000001:0.0:1787998266.833502:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998266.833503:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998266.833504:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edd500. 00000100:00000001:0.0:1787998266.833507:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998266.833508:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998266.833510:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998266.833512:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998266.833513:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998266.833515:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998266.833525:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998266.833671:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998266.833690:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998266.833693:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998266.833696:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998266.833704:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998266.833711:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998266.833727:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998266.833733:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998266.833740:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998266.834413:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a5b480 00000400:00000200:2.0:1787998266.834420:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998266.834428:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x7e1d [1] + 224 00000800:00000001:2.0:1787998266.834438:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998266.834452:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998266.834456:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998266.834460:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998266.834467:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998266.834474:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eddf80 x1874850291758208/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998266.834485:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199eddf80 x1874850291758208/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998266.834510:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998266.834523:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998266.834527:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998266.834817:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998266.834822:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998266.834828:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998266.834830:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998266.834832:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30790. 00000400:00000200:0.0:1787998266.834837:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807cc0 00000400:00000010:0.0:1787998266.834839:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807cc0. 00000100:00000001:0.0:1787998266.834842:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998266.834847:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199eddf80 x1874850291758208/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998266.834863:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199eddf80 x1874850291758208/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998266.834869:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998266.834871:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998266.834874:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998266.834876:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998266.834878:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998266.834880:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998266.834883:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998266.834891:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=92 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998266.834894:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998266.834897:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998266.834899:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998266.834901:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998266.834904:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998266.834907:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998266.834909:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967616 00000100:00000001:0.0:1787998266.834911:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998266.834912:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998266.834917:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199eddf80 x1874850291758208/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998266.834924:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998266.834926:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998266.834929:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998266.834933:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199eddf80 x1874850291758208/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998266.834941:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199eddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291758208:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998266.834946:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998266.834949:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998266.834952:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199eddf80 x1874850291758208/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998282 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998266.834959:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998266.834962:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998266.834965:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1909c0000. 02000000:00000001:0.0:1787998266.834968:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998266.834972:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998266.834974:0:2402:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998266.834976:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998266.834978:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19031f700. 02000000:00000001:0.0:1787998266.834983:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998266.834985:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998266.834987:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199eddf80. 00000100:00000001:0.0:1787998266.834992:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998266.834993:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998266.834995:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998266.835003:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998266.835005:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998266.835008:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998266.835010:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998267.266924:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998267.266937:0:15976:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998267.266940:0:15976:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998267.266944:0:15976:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998267.266951:0:15976:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998267.266954:0:15976:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998267.266956:0:15976:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998267.266959:0:15976:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998267.266985:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998267.266989:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998267.266992:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787998267.842936:0:32624:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787998267.842950:0:32624:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998267.842953:0:32624:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787998267.842962:0:32624:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d181254e40 going to sleep for 1 seconds 00000100:00000001:0.0:1787998267.842967:0:32624:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998267.842973:0:32624:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998268.290915:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998268.290925:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998268.291038:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998268.291043:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998268.291046:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787998268.354936:0:32614:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787998268.354949:0:32614:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998268.354952:0:32614:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787998268.354959:0:32614:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191748c00 going to sleep for 1 seconds 00000100:00000001:3.0:1787998268.354965:0:32614:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998268.354970:0:32614:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998268.867039:0:32624:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787998268.867049:0:32624:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998268.867051:0:32624:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787998268.867058:0:32624:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d181254e40 going to sleep for 1 seconds 00000100:00000001:0.0:1787998268.867063:0:32624:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998268.867068:0:32624:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998269.314941:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998269.314954:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998269.314985:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998269.314988:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998269.315000:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787998269.379142:0:32614:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787998269.379153:0:32614:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998269.379155:0:32614:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787998269.379162:0:32614:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191748c00 going to sleep for 1 seconds 00000100:00000001:3.0:1787998269.379166:0:32614:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998269.379170:0:32614:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998269.890961:0:32624:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787998269.890971:0:32624:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998269.890974:0:32624:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787998269.890981:0:32624:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d181254e40 going to sleep for 1 seconds 00000100:00000001:0.0:1787998269.890985:0:32624:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998269.890989:0:32624:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998270.338920:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998270.338927:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998270.338958:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998270.338960:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998270.338964:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787998270.403504:0:32614:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787998270.403514:0:32614:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998270.403517:0:32614:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787998270.403524:0:32614:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191748c00 going to sleep for 1 seconds 00000100:00000001:3.0:1787998270.403528:0:32614:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998270.403534:0:32614:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998270.915051:0:31987:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582220 (cpu 2) has reached its deadline 4296451059, at 4296451072 00000100:00000010:2.0:1787998270.915072:0:31987:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0ad5660. 00000100:00000040:0.0:1787998270.915485:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787998270.915492:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787998270.915500:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c12300. 00000020:00000040:0.0:1787998270.915505:0:8:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:0.0:1787998270.915509:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998270.915512:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998270.915517:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998270.915526:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d1876a4a00. 00000100:00000001:0.0:1787998270.915533:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998270.915544:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS req@ffff94d191c12300 x1874850291758720/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787998270.915553:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998270.915558:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998270.915564:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013c70d3f] to pc [ptlrpcd_00_01+1] req@ffff94d191c12300 x1874850291758720/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998270.915602:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787998270.915605:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787998270.915609:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787998270.915611:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787998270.915613:0:8:0:(import.c:65:import_set_state_nolock()) ffff94d191a06800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787998270.915616:0:8:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787998270.915619:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff94d1a0bb2800: connect to NID 192.168.206.123@tcp last attempt 1759 00000400:00000200:0.0:1787998270.915626:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998270.915643:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.206.123@tcp is discovered: rc = 1 00000100:00000040:0.0:1787998270.915648:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 14 to 192.168.206.123@tcp 00000100:00000001:0.0:1787998270.915651:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787998270.915653:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00000100:00000001:0.0:1787998270.915656:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 00000020:00000001:0.0:1787998270.915658:0:8:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787998270.915660:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf59 00000020:00000001:0.0:1787998270.915662:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998270.915664:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191092800 refcount=5 00000020:00000001:0.0:1787998270.915666:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535213056 : -117847174338560 : ffff94d191092800) 00000020:00000001:0.0:1787998270.915668:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535213056 : -117847174338560 : ffff94d191092800) 00000100:00000040:0.0:1787998270.915671:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 14 to 192.168.206.123@tcp 00000100:00000001:0.0:1787998270.915673:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787998270.915675:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00000100:00000001:0.0:1787998270.915677:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 00000020:00000040:0.0:1787998270.915680:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff94d191092800 : new refcount 4 00000100:00080000:0.0:1787998270.915683:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff94d1a0bb2800: import ffff94d191a06800 using connection 192.168.206.123@tcp/192.168.206.123@tcp 00000100:00000001:0.0:1787998270.915686:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998270.915688:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:3.0:1787998270.916316:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296451060, at 4296451073 00000100:00000010:3.0:1787998270.916328:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0ad56c0. 02000000:00000001:0.0:1787998270.916467:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998270.916470:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998270.916472:0:8:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787998270.916476:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683180 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787998270.916479:0:8:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998270.916481:0:8:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998270.916486:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c10a80. 00000020:00000040:0.0:1787998270.916489:0:8:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:0.0:1787998270.916493:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787998270.916495:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998270.916497:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998270.916499:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998270.916501:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998270.916507:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1923a3000. 00000100:00000001:0.0:1787998270.916511:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998270.916517:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94d191c10a80 x1874850291758848/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787998270.916525:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998270.916528:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998270.916532:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2a5b14e] to pc [ptlrpcd_rcv+-1] req@ffff94d191c10a80 x1874850291758848/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998270.916556:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998270.916560:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787998270.916563:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787998270.916566:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c10000. 00000020:00000040:0.0:1787998270.916569:0:8:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=4 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998270.916571:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998270.916572:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998270.916574:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998270.916577:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d1876a4000. 00000100:00000001:0.0:1787998270.916580:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998270.916586:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID req@ffff94d191c10000 x1874850291758976/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787998270.916593:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998270.916594:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998270.916596:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998270.916599:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998270.916602:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998270.916605:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f110f16d] to pc [ptlrpcd_00_00+0] req@ffff94d191c10000 x1874850291758976/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998270.916611:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c10a80 x1874850291758848/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998270.916622:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998270.916625:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1787998270.916626:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787998270.916628:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998270.916641:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998270.916645:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998270.916646:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1787998270.916651:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998270.916652:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c12d80. 00000100:00100000:3.0:1787998270.916656:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2401:1874850291758848:192.168.206.123@tcp:38:kworker.0 00000020:00000040:0.0:1787998270.916657:0:8:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998270.916663:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1787998270.916664:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998270.916666:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998270.916669:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998270.916670:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998270.916672:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998270.916676:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d1876a4700. 02000000:00000001:3.0:1787998270.916677:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1787998270.916682:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998270.916683:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1a0094400. 02000000:00000001:3.0:1787998270.916687:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998270.916690:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID req@ffff94d191c12d80 x1874850291759104/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1787998270.916693:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998270.916697:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a2c0. 00000400:00000010:3.0:1787998270.916701:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5110. 00000100:00000200:3.0:1787998270.916704:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291758848, portal 10 00000100:00000001:3.0:1787998270.916706:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998270.916708:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547264128 : -117847162287488 : ffff94d191c10a80) 00000100:00000040:3.0:1787998270.916715:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c10a80 x1874850291758848/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998270.916722:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998270.916724:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998270.916727:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5d48. 00000100:00000200:3.0:1787998270.916740:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874850291758848, offset 0 00000400:00000200:3.0:1787998270.916753:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998270.916757:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998270.916761:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998270.916764:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998270.916781:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998270.916784:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998270.916786:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998270.916789:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2707:2707:256:4294967295] 192.168.206.123@tcp LPNI seq info [2707:2707:8:4294967295] 00000400:00000200:3.0:1787998270.916793:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998270.916803:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998270.916808:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998270.916813:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199320600. 00000800:00000200:3.0:1787998270.916819:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998270.916826:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998270.916831:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199320600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1787998270.916853:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998270.916859:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 807441 usecs (808 jiffies) 00000400:00000200:3.0:1787998270.916866:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998270.916872:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296451881 00000100:00000010:3.0:1787998270.916880:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a00132a0. 00000100:00000001:3.0:1787998270.916887:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787998270.916895:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296451881 00000100:00000010:3.0:1787998270.916901:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0013de0. 00000100:00000001:3.0:1787998270.916906:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787998270.916914:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998270.916919:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998270.916923:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998270.916928:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998270.916937:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998270.916940:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1787998270.916943:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998270.916946:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998270.916950:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998270.916955:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998270.918109:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998270.918116:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199320600. 00000400:00000200:2.0:1787998270.918122:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998270.918130:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998270.918137:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5d48 00000400:00000010:2.0:1787998270.918139:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5d48. 00000100:00000001:2.0:1787998270.918146:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998270.918151:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c10a80 x1874850291758848/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998270.918162:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998270.918165:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c10a80 x1874850291758848/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998280 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998270.918172:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998270.918174:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998270.918240:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998270.918243:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f500. 00000400:00000200:2.0:1787998270.918248:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998270.918252:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998270.918255:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409770 00000400:00000010:2.0:1787998270.918257:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409770. 00000100:00000001:2.0:1787998270.918260:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998270.918264:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c12300 x1874850291758720/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998270.918273:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998270.918275:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c12300 x1874850291758720/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998286 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998270.918282:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998270.918283:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787998270.921127:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998270.921132:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998270.921145:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089250564] to pc [ptlrpcd_00_01+1] req@ffff94d191c12d80 x1874850291759104/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998270.921159:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998270.921162:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787998270.921166:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787998270.921173:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c11c00. 00000020:00000040:0.0:1787998270.921177:0:8:0:(genops.c:1210:class_import_get()) import ffff94d183eca000 refcount=3 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998270.921181:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998270.921184:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998270.921189:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998270.921196:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d1876a4b00. 00000100:00000001:0.0:1787998270.921203:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998270.921208:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID req@ffff94d191c11c00 x1874850291759232/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787998270.921215:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998270.921217:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998270.921221:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000194b768b] to pc [ptlrpcd_00_00+0] req@ffff94d191c11c00 x1874850291759232/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998270.921230:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998270.921235:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1788) 00000100:00000001:0.0:1787998270.921256:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998270.921260:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998270.921263:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998270.921267:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c11c00 x1874850291759232/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998270.921275:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998270.921278:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998270.921282:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998270.921285:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998270.921288:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998270.921291:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291759232:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998270.921295:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998270.921298:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998270.921299:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998270.921301:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998270.921305:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1909c0000. 02000000:00000001:0.0:1787998270.921306:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998270.921314:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998270.921318:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30790. 00000400:00000010:0.0:1787998270.921325:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807cc0. 00000100:00000200:0.0:1787998270.921333:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291759232, portal 4 00000100:00000001:0.0:1787998270.921335:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998270.921337:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547268608 : -117847162283008 : ffff94d191c11c00) 00000100:00000040:0.0:1787998270.921345:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c11c00 x1874850291759232/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998270.921352:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998270.921355:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998270.921358:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807660. 00000100:00000200:0.0:1787998270.921362:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291759232, offset 0 00000400:00000200:0.0:1787998270.921367:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998270.923141:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998270.923159:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998270.923165:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998270.923169:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998270.923173:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998270.923176:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998270.923179:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2708:2708:256:4294967295] 192.168.206.123@tcp LPNI seq info [2708:2708:8:4294967295] 00000400:00000200:0.0:1787998270.923184:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998270.923195:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998270.923215:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998270.923224:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4600. 00000800:00000200:0.0:1787998270.923230:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998270.923238:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998270.923242:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787998270.923266:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998270.923272:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 20060 usecs (21 jiffies) 00000400:00000200:0.0:1787998270.923276:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998270.923279:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296451101 00000100:00000001:0.0:1787998270.923282:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296455156 00000100:00000001:0.0:1787998270.923285:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296451101 00000100:00000001:0.0:1787998270.923287:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296455156 00000100:00000001:0.0:1787998270.923289:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998270.923293:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998270.923297:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998270.923300:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998270.923308:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998270.923310:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787998270.923313:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998270.923315:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998270.923316:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998270.923319:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1787998270.923320:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998270.923322:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998270.923324:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998270.923325:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998270.923326:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998270.923328:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998270.923334:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c12d80 x1874850291759104/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998270.923342:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998270.923344:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998270.923348:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998270.923350:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998270.923353:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998270.923356:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291759104:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998270.923359:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998270.923363:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998270.923366:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998270.923368:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998270.923372:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1909c1000. 02000000:00000001:0.0:1787998270.923375:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998270.923378:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998270.923383:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30210. 00000400:00000010:0.0:1787998270.923388:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807bb0. 00000100:00000200:0.0:1787998270.923394:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291759104, portal 4 00000100:00000001:0.0:1787998270.923396:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998270.923397:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547273088 : -117847162278528 : ffff94d191c12d80) 00000100:00000040:0.0:1787998270.923404:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c12d80 x1874850291759104/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998270.923411:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998270.923413:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998270.923416:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807880. 00000100:00000200:0.0:1787998270.923419:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291759104, offset 0 00000400:00000200:0.0:1787998270.923423:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000800:00000200:2.0:1787998270.923559:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998270.923563:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4600. 00000400:00000200:2.0:1787998270.923568:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998270.923573:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998270.923578:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807660 00000400:00000010:2.0:1787998270.923580:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807660. 00000100:00000001:2.0:1787998270.923584:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998270.923588:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c11c00 x1874850291759232/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998270.923597:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998270.923600:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c11c00 x1874850291759232/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998286 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998270.923606:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998270.923607:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998270.925481:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998270.925487:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f100. 00000400:00000200:2.0:1787998270.925495:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998270.925502:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998270.925509:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409990 00000400:00000010:2.0:1787998270.925512:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409990. 00000100:00000001:2.0:1787998270.925517:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998270.925523:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c10000 x1874850291758976/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998270.925535:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998270.925538:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c10000 x1874850291758976/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998286 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998270.925545:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998270.925546:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1787998270.926803:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998270.926813:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998270.926818:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998270.926822:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998270.926825:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998270.926828:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998270.926831:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2710:2710:256:4294967295] 192.168.206.123@tcp LPNI seq info [2710:2710:8:4294967295] 00000400:00000200:0.0:1787998270.926836:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998270.926845:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998270.926851:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998270.926858:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4800. 00000800:00000200:0.0:1787998270.926864:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998270.926871:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998270.926875:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787998270.927008:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998270.927015:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 207828 usecs (208 jiffies) 00000400:00000200:0.0:1787998270.927019:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998270.927028:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296451292 00000100:00000001:0.0:1787998270.927031:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296455156 00000100:00000001:0.0:1787998270.927033:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296451292 00000100:00000001:0.0:1787998270.927035:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296455156 00000100:00000001:0.0:1787998270.927037:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998270.927042:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998270.927047:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998270.927051:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998270.943834:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998270.955139:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998270.955149:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998270.955157:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998270.955166:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998270.955174:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998270.955186:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998270.955191:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998270.955196:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998270.955201:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a5b680 00000400:00000200:2.0:1787998270.955206:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998270.955212:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7e2d [1] + 224 00000800:00000001:2.0:1787998270.955221:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998270.955225:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998270.955229:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998270.955233:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998270.955241:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998270.955249:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c12300 x1874850291758720/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998286 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998270.955259:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191c12300 x1874850291758720/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998270.955282:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1787998270.955382:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998270.955386:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4800. 00000400:00000200:2.0:1787998270.955390:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998270.955394:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998270.955398:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807880 00000400:00000010:2.0:1787998270.955400:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807880. 00000100:00000001:2.0:1787998270.955404:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998270.955408:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c12d80 x1874850291759104/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998270.955417:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998270.955420:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c12d80 x1874850291759104/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998286 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998270.955427:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998270.955429:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998270.955435:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998270.955439:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998270.955441:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998270.955443:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998270.955446:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998270.955449:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998270.955453:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998270.955456:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998270.955458:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998270.955461:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a5b880 00000400:00000200:2.0:1787998270.955464:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998270.955469:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7e45 [1] + 224 00000800:00000001:2.0:1787998270.955473:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998270.955479:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998270.955481:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998270.955484:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998270.955487:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998270.955492:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c11c00 x1874850291759232/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998286 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998270.955504:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191c11c00 x1874850291759232/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998270.955514:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998270.955518:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998270.955520:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998270.956756:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998270.956760:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998270.956765:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998270.956786:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998270.956789:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30790. 00000400:00000200:0.0:1787998270.956793:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807cc0 00000400:00000010:0.0:1787998270.956795:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807cc0. 00000100:00000001:0.0:1787998270.956798:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998270.956803:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c11c00 x1874850291759232/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998270.956811:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c11c00 x1874850291759232/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998286 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998270.956816:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998270.956818:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998270.956819:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998270.956821:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998270.956822:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998270.956824:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998270.956826:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998270.956832:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca460 time=96 v=5 (5 5 37 37) 00000100:00001000:0.0:1787998270.956835:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=47 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998270.956837:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998270.956838:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998270.956840:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998270.956843:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998270.956846:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998270.956848:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:0.0:1787998270.956849:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998270.956851:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998270.956855:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c11c00 x1874850291759232/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998286 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998270.956861:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998270.956864:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998270.956865:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998270.956869:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c11c00 x1874850291759232/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998286 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998270.956876:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291759232:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998270.956880:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998270.956882:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998270.956885:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c11c00 x1874850291759232/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998286 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998270.956890:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998270.956892:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998270.956893:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1909c0000. 02000000:00000001:0.0:1787998270.956896:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998270.956897:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998270.956898:0:2402:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998270.956900:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998270.956902:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1876a4b00. 02000000:00000001:0.0:1787998270.956904:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998270.956905:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998270.956906:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c11c00. 00000100:00000001:0.0:1787998270.956910:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998270.956911:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998270.956913:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998270.956915:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998270.956916:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998270.956917:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998270.956919:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787998270.957660:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998270.957673:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998270.957677:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998270.957679:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998270.957686:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998270.957692:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998270.957701:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998270.957706:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998270.957712:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998270.957716:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a5b780 00000400:00000200:3.0:1787998270.957721:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998270.957726:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x7e4d [1] + 224 00000800:00000001:3.0:1787998270.957733:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998270.957739:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998270.957742:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998270.957755:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998270.957761:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998270.957799:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c10000 x1874850291758976/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998286 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998270.957812:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191c10000 x1874850291758976/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998270.957830:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998270.957837:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998270.957842:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998270.957844:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998270.957846:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998270.957849:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998270.957853:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998270.957857:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998270.957860:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998270.957862:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998270.957866:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 416 into portal 10 MB=0x6a92a99a5b700 00000400:00000200:3.0:1787998270.957869:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998270.957873:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 416/416 into md 0x7e35 [1] + 0 00000800:00000001:3.0:1787998270.957877:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998270.957883:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998270.957885:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998270.957888:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998270.957892:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998270.957896:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c10a80 x1874850291758848/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998270.957905:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94d191c10a80 x1874850291758848/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998270.957927:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998270.957931:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998270.957933:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998270.960864:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998270.960878:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998270.960881:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998270.960883:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998270.960889:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998270.960894:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998270.960902:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998270.960906:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998270.960911:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998270.960914:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a5b800 00000400:00000200:2.0:1787998270.960919:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998270.960924:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7e55 [1] + 224 00000800:00000001:2.0:1787998270.960929:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998270.960937:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998270.960941:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998270.960945:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998270.960951:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998270.960956:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c12d80 x1874850291759104/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998286 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998270.960965:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191c12d80 x1874850291759104/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998270.960990:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998270.960997:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998270.961000:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998270.961057:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998270.961060:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998270.961064:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998270.961066:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998270.961068:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a2c0. 00000400:00000200:0.0:1787998270.961072:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5110 00000400:00000010:0.0:1787998270.961074:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5110. 00000100:00000001:0.0:1787998270.961077:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998270.961082:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c10a80 x1874850291758848/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998270.961089:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c10a80 x1874850291758848/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998280 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998270.961095:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998270.961097:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998270.961098:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998270.961101:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998270.961102:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998270.961104:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998270.961106:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998270.961110:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=96 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998270.961113:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998270.961116:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998270.961117:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998270.961119:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998270.961121:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998270.961123:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998270.961124:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967616 00000100:00000001:0.0:1787998270.961126:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998270.961127:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998270.961131:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c10a80 x1874850291758848/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1787998280 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998270.961138:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998270.961140:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998270.961141:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998270.961143:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1787998270.961150:0:2401:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff94d1a0bb2800: connect to target with instance 1 00000020:00000001:0.0:1787998270.961152:0:2401:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787998270.961154:0:2401:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf59 00000020:00000001:0.0:1787998270.961157:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998270.961159:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191092800 refcount=5 00000020:00000001:0.0:1787998270.961162:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535213056 : -117847174338560 : ffff94d191092800) 00000020:00000001:0.0:1787998270.961164:0:2401:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535213056 : -117847174338560 : ffff94d191092800) 00000100:00001000:0.0:1787998270.961167:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=1787998270 v=0 (0 0 0 0) 00000100:00001000:0.0:1787998270.961170:0:2401:0:(import.c:2215:obd_at_measure()) AT ffff94d191a06c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1787998270.961174:0:2401:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 807, crc32c 5811, adler 553 00000020:00000040:0.0:1787998270.961179:0:2401:0:(genops.c:879:class_export_put()) PUTting export ffff94d191092800 : new refcount 4 00000100:00000001:0.0:1787998270.961182:0:2401:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:0.0:1787998270.961185:0:2401:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:0.0:1787998270.961188:0:2401:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff94d1a0bb2800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:0.0:1787998270.961192:0:2401:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1787998270.961194:0:2401:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998270.961196:0:2401:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:0.0:1787998270.961198:0:2401:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:0.0:1787998270.961202:0:2401:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1787998270.961205:0:2401:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998270.961207:0:2401:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998270.961209:0:2401:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998270.961210:0:2401:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1787998270.961211:0:2401:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998270.961213:0:2401:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998270.961214:0:2401:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1787998270.961217:0:2401:0:(import.c:1297:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.206.123@tcp after partition 00000100:00080000:0.0:1787998270.961220:0:2401:0:(import.c:65:import_set_state_nolock()) ffff94d191a06800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:0.0:1787998270.961224:0:2401:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1787998270.961227:0:2401:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:0.0:1787998270.961231:0:2401:0:(client.c:3247:ptlrpc_resend_req()) @@@ going to resend req@ffff94d191d02a00 x1874850291757312/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998272 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998270.961254:0:2401:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787998270.961257:0:2401:0:(import.c:65:import_set_state_nolock()) ffff94d191a06800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:0.0:1787998270.961259:0:2401:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:0.0:1787998270.961260:0:2401:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:0.0:1787998270.961261:0:2401:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:0.0:1787998270.961263:0:2401:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:0.0:1787998270.961264:0:2401:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1787998270.961266:0:2401:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff94d191605548 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:0.0:1787998270.961269:0:2401:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xb2d39e653c8bf59 00800000:00000040:0.0:1787998270.961272:0:2401:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff94d1a0bb2800=77d5a195-8a9b-4535-9fd7-ecbde8ea89db device 3 (ffff94d191600000) type mdc at LMV idx 0 00800000:00000040:0.0:1787998270.961275:0:2401:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff94d191600000 already active! 00800000:00000001:0.0:1787998270.961277:0:2401:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1787998270.961279:0:2401:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1787998270.961281:0:2401:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998270.961282:0:2401:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998270.961284:0:2401:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998270.961285:0:2401:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1787998270.961286:0:2401:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1787998270.961288:0:2401:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000002:00000001:2.0:1787998270.961527:0:2401:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998270.961530:0:2401:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:2.0:1787998270.961534:0:2401:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff94d1a0bb2800: Connection restored to 192.168.206.123@tcp (at 192.168.206.123@tcp) 00000100:00080000:2.0:1787998270.961540:0:2401:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000e8714e3c): req@ffff94d191c12680 x1874850291756288/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/512 e 0 to 1 dl 1787998270 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998270.961553:0:2401:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998270.961556:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998270.961560:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c10a80 x1874850291758848/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1787998280 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787998270.961567:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2401:1874850291758848:192.168.206.123@tcp:38:kworker.0 00000100:00000001:2.0:1787998270.961570:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998270.961576:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998270.961578:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c10a80 x1874850291758848/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1787998280 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998270.961584:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998270.961586:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998270.961588:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1a0094400. 02000000:00000001:2.0:1787998270.961591:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998270.961593:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998270.961594:0:2401:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998270.961596:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998270.961597:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1923a3000. 02000000:00000001:2.0:1787998270.961600:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998270.961601:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998270.961603:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c10a80. 00000100:00000001:2.0:1787998270.961606:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998270.961607:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998270.961609:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998270.961614:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998270.961615:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998270.961617:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998270.961618:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998270.962187:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998270.962191:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031fa00. 00000400:00000200:2.0:1787998270.962197:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998270.962201:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998270.962205:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409ee0 00000400:00000010:2.0:1787998270.962206:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409ee0. 00000100:00000001:2.0:1787998270.962209:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998270.962213:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c12680 x1874850291756288/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1787998286 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998270.962221:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998270.962223:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c12680 x1874850291756288/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1787998286 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998270.962229:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998270.962230:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000002:00000001:0.0:1787998270.962280:0:32650:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:0.0:1787998270.962284:0:32650:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:0.0:1787998270.962287:0:32650:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998270.962289:0:32650:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998270.962291:0:32650:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998270.962293:0:32650:0:(genops.c:1230:class_import_put()) Process leaving 00000002:00000001:0.0:1787998270.962294:0:32650:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998270.963414:0:32614:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998270.963422:0:32614:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998270.963424:0:32614:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998270.963426:0:32614:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a898. 00000400:00000200:3.0:1787998270.963431:0:32614:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5c38 00000400:00000010:3.0:1787998270.963433:0:32614:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5c38. 00000100:00000001:3.0:1787998270.963437:0:32614:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998270.963445:0:32614:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d02a00 x1874850291757312/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998272 ref 2 fl Rpc:SQr/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1787998270.963455:0:32614:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d02a00 x1874850291757312/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998272 ref 2 fl Rpc:SQU/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998270.963461:0:32614:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998270.963462:0:32614:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998270.963464:0:32614:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998270.963466:0:32614:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998270.963469:0:32614:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998270.963472:0:32614:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998270.963475:0:32614:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998270.963477:0:32614:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1787998270.963481:0:32614:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1874850291757312 new x1874850291759488 02000000:00000001:3.0:1787998270.963483:0:32614:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998270.963485:0:32614:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998270.963490:0:32614:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998270.963495:0:32614:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a898. 00000400:00000010:3.0:1787998270.963499:0:32614:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5c38. 00000100:00000200:3.0:1787998270.963504:0:32614:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291757312, portal 10 00000100:00000001:3.0:1787998270.963506:0:32614:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998270.963507:0:32614:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548255232 : -117847161296384 : ffff94d191d02a00) 00000100:00000040:3.0:1787998270.963514:0:32614:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff94d191d02a00 x1874850291757312/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998286 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998270.963521:0:32614:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998270.963523:0:32614:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998270.963525:0:32614:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5990. 00000100:00000200:3.0:1787998270.963528:0:32614:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1874850291757312, offset 0 00000400:00000200:3.0:1787998270.963533:0:32614:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998270.963539:0:32614:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998270.963545:0:32614:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998270.963549:0:32614:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998270.963552:0:32614:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998270.963555:0:32614:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998270.963558:0:32614:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998270.963561:0:32614:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2712:2712:256:4294967295] 192.168.206.123@tcp LPNI seq info [2712:2712:8:4294967295] 00000400:00000200:3.0:1787998270.963564:0:32614:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998270.963571:0:32614:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998270.963576:0:32614:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998270.963582:0:32614:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199320600. 00000800:00000200:3.0:1787998270.963588:0:32614:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998270.963594:0:32614:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998270.963598:0:32614:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199320600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1787998270.963616:0:32614:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998270.963620:0:32614:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 806367 usecs (807 jiffies) 00000400:00000200:3.0:1787998270.963623:0:32614:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998270.963625:0:32614:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296451927 00000100:00000001:3.0:1787998270.963627:0:32614:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296455156 00000100:00000001:3.0:1787998270.963629:0:32614:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296451927 00000100:00000001:3.0:1787998270.963643:0:32614:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296455156 00000100:00000001:3.0:1787998270.963645:0:32614:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998270.963655:0:32614:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998270.963658:0:32614:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998270.963659:0:32614:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787998270.963661:0:32614:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191748c00 going to sleep for 11 seconds 00000100:00000001:3.0:1787998270.963663:0:32614:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998270.963664:0:32614:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998270.963810:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998270.963815:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199320600. 00000400:00000200:2.0:1787998270.963819:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998270.963824:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998270.963828:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5990 00000400:00000010:2.0:1787998270.963830:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5990. 00000100:00000001:2.0:1787998270.963833:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998270.963837:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d02a00 x1874850291757312/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998286 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998270.963846:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998270.963849:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d02a00 x1874850291757312/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998286 ref 3 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998270.963855:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998270.963857:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998270.971811:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998270.971828:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998270.971832:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998270.971835:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998270.971853:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998270.971860:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998270.971872:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998270.971876:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998270.971881:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998270.971885:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a5b900 00000400:00000200:2.0:1787998270.971890:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998270.971896:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x7e5d [1] + 224 00000800:00000001:2.0:1787998270.971903:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998270.971961:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998270.971965:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998270.971969:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998270.971977:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998270.971986:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c12680 x1874850291756288/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1787998286 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998270.971998:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff94d191c12680 x1874850291756288/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1787998286 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998270.972019:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998270.972027:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998270.972031:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1787998270.972146:0:32624:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998270.972149:0:32624:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998270.972151:0:32624:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998270.972154:0:32624:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998270.972163:0:32624:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=96 v=5 (5 104 104 104) 00000100:00001000:1.0:1787998270.972167:0:32624:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998270.972170:0:32624:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998270.972172:0:32624:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998270.972175:0:32624:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998270.972178:0:32624:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998270.972182:0:32624:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1787998270.972184:0:32624:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1787998270.972186:0:32624:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1787998270.972188:0:32624:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998270.972189:0:32624:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547271296 : -117847162280320 : ffff94d191c12680) 00000100:00000001:1.0:1787998270.972193:0:32624:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998270.972194:0:32624:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967616 00000100:00000001:1.0:1787998270.972197:0:32624:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998270.972199:0:32624:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998270.972204:0:32624:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c12680 x1874850291756288/t4294967617(4294967617) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1787998286 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998270.972212:0:32624:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998270.972214:0:32624:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998270.972216:0:32624:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998270.972220:0:32624:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c12680 x1874850291756288/t4294967617(4294967617) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1787998286 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787998270.972229:0:32624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c12680 pname:cluuid:pid:xid:nid:opc:job touch:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32624:1874850291756288:192.168.206.123@tcp:36:touch.0 00000100:00000001:1.0:1787998270.972234:0:32624:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998270.972236:0:32624:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998270.972239:0:32624:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998270.972241:0:32624:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998270.972245:0:32624:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c12680 x1874850291756288/t4294967617(4294967617) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1787998286 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998270.972258:0:32624:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998270.972261:0:32624:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d181254e40. 00000100:00000001:1.0:1787998270.972266:0:32624:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998270.972267:0:32624:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998270.972274:0:32624:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998270.972277:0:32624:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998270.972283:0:32624:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1787998270.972286:0:32624:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1787998270.972301:0:32624:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:1.0:1787998270.972304:0:32624:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:1.0:1787998270.972309:0:32624:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998270.972312:0:32624:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c12680 x1874850291756288/t4294967617(4294967617) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1787998286 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998270.972319:0:32624:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998270.972321:0:32624:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1787998270.972324:0:32624:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998270.972326:0:32624:0:(llite_lib.c:2188:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998270.972330:0:32624:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:1.0:1787998270.972333:0:32624:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1787998270.972335:0:32624:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998270.972338:0:32624:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1787998270.972340:0:32624:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998270.972342:0:32624:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998270.972345:0:32624:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:1.0:1787998270.972348:0:32624:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998270.972352:0:32624:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798653448 : -117846910898168 : ffff94d1a0bcf008) 00000020:00001000:1.0:1787998270.972355:0:32624:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf000 00000020:00000001:1.0:1787998270.972360:0:32624:0:(cl_object.c:143:cl_object_top()) ffff94d1872132d8 -> ffff94d1872132d8 00000020:00000001:1.0:1787998270.972362:0:32624:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1787998270.972365:0:32624:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1787998270.972367:0:32624:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x26:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1787998270.972370:0:32624:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998270.972372:0:32624:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1787998270.972375:0:32624:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1787998270.972378:0:32624:0:(file.c:6134:ll_take_md_lock()) Process entered 00000080:00000040:1.0:1787998270.972380:0:32624:0:(file.c:6136:ll_take_md_lock()) trying to match res [0x200000405:0x26:0x0] 00800000:00000001:1.0:1787998270.972384:0:32624:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998270.972386:0:32624:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998270.972388:0:32624:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998270.972391:0:32624:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998270.972393:0:32624:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998270.972395:0:32624:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:1.0:1787998270.972397:0:32624:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998270.972401:0:32624:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998270.972404:0:32624:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787998270.972410:0:32624:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998270.972412:0:32624:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998270.972413:0:32624:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x26:0x0]: 0 00000080:00000001:1.0:1787998270.972415:0:32624:0:(file.c:6141:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998270.972417:0:32624:0:(file.c:7040:ll_layout_intent()) Process entered 00000080:00000010:1.0:1787998270.972423:0:32624:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1a0b69800. 00000080:00010000:1.0:1787998270.972428:0:32624:0:(file.c:7058:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000405:0x26:0x0](ffff94d1989ab248) 00000080:00000001:1.0:1787998270.972432:0:32624:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998270.972435:0:32624:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998270.972438:0:32624:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463958 00800000:00000002:1.0:1787998270.972441:0:32624:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000405:0x26:0x0] '' on [0x200000405:0x26:0x0] 00800000:00000001:1.0:1787998270.972444:0:32624:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998270.972446:0:32624:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998270.972447:0:32624:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998270.972448:0:32624:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998270.972450:0:32624:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998270.972451:0:32624:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998270.972453:0:32624:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:1.0:1787998270.972454:0:32624:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998270.972457:0:32624:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x26:0x0], fid2=[0x200000405:0x26:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998270.972461:0:32624:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998270.972462:0:32624:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463828 00000002:00010000:1.0:1787998270.972464:0:32624:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x26:0x0]) in obj [0x200000405:0x26:0x0], intent: layout flags 0 00000002:00000001:1.0:1787998270.972468:0:32624:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1787998270.972470:0:32624:0:(mdc_locks.c:708:mdc_intent_layout_pack()) Process entered 00000100:00000010:1.0:1787998270.972475:0:32624:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edce00. 00000020:00000040:1.0:1787998270.972480:0:32624:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:1.0:1787998270.972485:0:32624:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787998270.972493:0:32624:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998270.972497:0:32624:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998270.972500:0:32624:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998270.972502:0:32624:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998270.972506:0:32624:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998270.972512:0:32624:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d1a0b68a00. 00000100:00000001:1.0:1787998270.972518:0:32624:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998270.972522:0:32624:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998270.972523:0:32624:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998270.972525:0:32624:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998270.972526:0:32624:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998270.972528:0:32624:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998270.972532:0:32624:0:(mdc_locks.c:741:mdc_intent_layout_pack()) Process leaving (rc=18446626226684415488 : -117847025136128 : ffff94d199edce00) 00010000:00000001:1.0:1787998270.972535:0:32624:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787998270.972537:0:32624:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1787998270.972542:0:32624:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d192b98100. 00010000:00000010:1.0:1787998270.972546:0:32624:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d1a0046e00. 00010000:00000001:1.0:1787998270.972551:0:32624:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787998270.972554:0:32624:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1917f3000. 00000020:00000001:1.0:1787998270.972557:0:32624:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787998270.972560:0:32624:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1917f3000 with handle 0xb2d39e653c8caab to hash 00000020:00000001:1.0:1787998270.972562:0:32624:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787998270.972564:0:32624:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226542948352 : -117847166603264 : ffff94d1917f3000) 00010000:00000001:1.0:1787998270.972567:0:32624:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226542948352 : -117847166603264 : ffff94d1917f3000) 00010000:00000001:1.0:1787998270.972570:0:32624:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998270.972573:0:32624:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998270.972577:0:32624:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3000/0xb2d39e653c8caab lrc: 3/1,0 mode: --/CR res: [0x200000405:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32624 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998270.972585:0:32624:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3000/0xb2d39e653c8caab lrc: 3/1,0 mode: --/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32624 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998270.972601:0:32624:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3000/0xb2d39e653c8caab lrc: 3/1,0 mode: --/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32624 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787998270.972607:0:32624:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998270.972609:0:32624:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998270.972614:0:32624:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d19223d3c0. 00000100:00000001:1.0:1787998270.972617:0:32624:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226553738176 : -117847155813440 : ffff94d19223d3c0) 00000100:00000001:1.0:1787998270.972619:0:32624:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998270.972621:0:32624:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684415488 : -117847025136128 : ffff94d199edce00) 00000100:00000001:1.0:1787998270.972625:0:32624:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998270.972628:0:32624:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998270.972643:0:32624:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998270.972645:0:32624:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998270.972658:0:32624:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edce00 x1874850291759616/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998270.972667:0:32624:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998270.972669:0:32624:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998270.972672:0:32624:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998270.972675:0:32624:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998270.972678:0:32624:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998270.972681:0:32624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edce00 pname:cluuid:pid:xid:nid:opc:job touch:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32624:1874850291759616:192.168.206.123@tcp:101:touch.0 00000100:00000001:1.0:1787998270.972685:0:32624:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998270.972690:0:32624:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998270.972692:0:32624:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998270.972694:0:32624:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998270.972699:0:32624:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d199e25400. 02000000:00000001:1.0:1787998270.972701:0:32624:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998270.972706:0:32624:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998270.972709:0:32624:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fcec8. 00000400:00000010:1.0:1787998270.972713:0:32624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409cc0. 00000100:00000200:1.0:1787998270.972719:0:32624:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291759616, portal 10 00000100:00000001:1.0:1787998270.972721:0:32624:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998270.972722:0:32624:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684415488 : -117847025136128 : ffff94d199edce00) 00000100:00000040:1.0:1787998270.972728:0:32624:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199edce00 x1874850291759616/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1787998286 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998270.972735:0:32624:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998270.972737:0:32624:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998270.972740:0:32624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1854096e8. 00000100:00000200:1.0:1787998270.972743:0:32624:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1874850291759616, offset 0 00000400:00000200:1.0:1787998270.972749:0:32624:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998270.972755:0:32624:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998270.972761:0:32624:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998270.972765:0:32624:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998270.972814:0:32624:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998270.972818:0:32624:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998270.972821:0:32624:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998270.972825:0:32624:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2713:2713:256:4294967295] 192.168.206.123@tcp LPNI seq info [2713:2713:8:4294967295] 00000400:00000200:1.0:1787998270.972829:0:32624:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998270.972838:0:32624:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998270.972843:0:32624:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998270.972849:0:32624:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f800. 00000800:00000200:1.0:1787998270.972855:0:32624:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998270.972862:0:32624:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998270.972865:0:32624:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f800 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:1.0:1787998270.972873:0:32624:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998270.972878:0:32624:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 834692 usecs (835 jiffies) 00000400:00000200:1.0:1787998270.972881:0:32624:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998270.972884:0:32624:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296451964 00000100:00000001:1.0:1787998270.972886:0:32624:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296455156 00000100:00000001:1.0:1787998270.972889:0:32624:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296451964 00000100:00000001:1.0:1787998270.972891:0:32624:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296455156 00000100:00000001:1.0:1787998270.972893:0:32624:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998270.972896:0:32624:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998270.972898:0:32624:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998270.972900:0:32624:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998270.972902:0:32624:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d19223d3c0 going to sleep for 11 seconds 00000100:00000001:1.0:1787998270.972904:0:32624:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998270.972906:0:32624:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998270.973055:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998270.973059:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f800. 00000400:00000200:2.0:1787998270.973066:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998270.973070:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998270.973074:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854096e8 00000400:00000010:2.0:1787998270.973076:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854096e8. 00000100:00000001:2.0:1787998270.973080:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998270.973084:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edce00 x1874850291759616/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1787998286 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998270.973093:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998270.973096:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edce00 x1874850291759616/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1787998286 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998270.973102:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998270.973104:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998270.981467:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998270.981483:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998270.981487:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998270.981490:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998270.981498:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998270.981506:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998270.981515:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998270.981519:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998270.981524:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998270.981528:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a5b980 00000400:00000200:2.0:1787998270.981533:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998270.981538:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x7e65 [1] + 224 00000800:00000001:2.0:1787998270.981545:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998270.981551:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998270.981554:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998270.981559:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998270.981566:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998270.981575:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d02a00 x1874850291757312/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998286 ref 2 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998270.981586:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff94d191d02a00 x1874850291757312/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998286 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998270.981606:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998270.981613:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998270.981617:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998270.981687:0:32614:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998270.981694:0:32614:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998270.981696:0:32614:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998270.981700:0:32614:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a898. 00000400:00000200:3.0:1787998270.981704:0:32614:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5c38 00000400:00000010:3.0:1787998270.981707:0:32614:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5c38. 00000100:00000001:3.0:1787998270.981710:0:32614:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998270.981715:0:32614:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d02a00 x1874850291757312/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998286 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1787998270.981723:0:32614:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d02a00 x1874850291757312/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998286 ref 2 fl Rpc:RQU/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998270.981729:0:32614:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998270.981731:0:32614:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998270.981733:0:32614:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998270.981737:0:32614:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998270.981739:0:32614:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998270.981740:0:32614:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998270.981743:0:32614:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998270.981752:0:32614:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06cf0 time=96 v=5 (5 5 5 5) 00000100:00001000:3.0:1787998270.981756:0:32614:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998270.981759:0:32614:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998270.981760:0:32614:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998270.981763:0:32614:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998270.981801:0:32614:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998270.981806:0:32614:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998270.981808:0:32614:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967616 00000100:00000001:3.0:1787998270.981809:0:32614:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998270.981812:0:32614:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998270.981817:0:32614:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d02a00 x1874850291757312/t4294967616(4294967616) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998286 ref 2 fl Rpc:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998270.981824:0:32614:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998270.981826:0:32614:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998270.981828:0:32614:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998270.981832:0:32614:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d02a00 x1874850291757312/t4294967616(4294967616) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998286 ref 2 fl Interpret:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787998270.981840:0:32614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d02a00 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32614:1874850291757312:192.168.206.123@tcp:35:multiop.0 00000100:00000001:3.0:1787998270.981844:0:32614:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998270.981846:0:32614:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998270.981848:0:32614:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787998270.981850:0:32614:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998270.981853:0:32614:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d02a00 x1874850291757312/t4294967616(4294967616) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998286 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998270.981859:0:32614:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787998270.981862:0:32614:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191748c00. 00000100:00000001:3.0:1787998270.981866:0:32614:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787998270.981867:0:32614:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998270.981874:0:32614:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998270.981875:0:32614:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548255232 : -117847161296384 : ffff94d191d02a00) 00000002:00000001:3.0:1787998270.981878:0:32614:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998270.981881:0:32614:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1787998270.981886:0:32614:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191d92a00. 00000080:00000001:3.0:1787998270.981889:0:32614:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1787998270.981892:0:32614:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1787998270.981895:0:32614:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998270.981898:0:32614:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998270.981900:0:32614:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998270.981902:0:32614:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998270.981904:0:32614:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998270.981906:0:32614:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:3.0:1787998270.981907:0:32614:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998270.981912:0:32614:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1787998270.981917:0:32614:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d191d19500 x1874850291755648/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998269 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998270.981923:0:32614:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998270.981926:0:32614:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d19500 x1874850291755648/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998269 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998270.981932:0:32614:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1787998270.981935:0:32614:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998270.981937:0:32614:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998270.981939:0:32614:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998270.981942:0:32614:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1a0bac400. 02000000:00000001:3.0:1787998270.981945:0:32614:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998270.981947:0:32614:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998270.981949:0:32614:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d19500. 00000100:00000001:3.0:1787998270.981952:0:32614:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998270.981953:0:32614:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998270.981955:0:32614:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998270.981958:0:32614:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d02a00 x1874850291757312/t4294967616(4294967616) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998286 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998270.981965:0:32614:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787998270.981966:0:32614:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff94d1870f3fc0. 00000002:00000001:3.0:1787998270.981969:0:32614:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998270.981971:0:32614:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1787998270.981973:0:32614:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d1987e5cc0. 00000100:00000001:3.0:1787998270.981975:0:32614:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998270.981979:0:32614:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d02a00 x1874850291757312/t4294967616(4294967616) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998286 ref 1 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998270.981998:0:32614:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998270.982000:0:32614:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998270.982002:0:32614:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1a0096c00. 02000000:00000001:3.0:1787998270.982005:0:32614:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998270.982006:0:32614:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998270.982008:0:32614:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998270.982010:0:32614:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998270.982011:0:32614:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d191d93600. 02000000:00000001:3.0:1787998270.982013:0:32614:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998270.982014:0:32614:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998270.982016:0:32614:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d02a00. 00000100:00000001:3.0:1787998270.982019:0:32614:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998270.982020:0:32614:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1787998270.982022:0:32614:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1787998270.982026:0:32614:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d181797680. 00000080:00000001:3.0:1787998270.982030:0:32614:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998270.982035:0:32614:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d7fdf0 00000080:00000008:3.0:1787998270.982037:0:32614:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000405:0x25:0x0](ffff94d1880042c8), flags 100002, rc = 0 00000080:00000001:3.0:1787998270.982040:0:32614:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998270.982046:0:32614:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1787998270.982047:0:32614:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d7fe00 00000080:00002000:3.0:1787998270.982049:0:32614:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff94d1989d0ca8, parent ffff94d1999e8438, inode ffff94d1880042c8) hashed, 00000080:00000001:3.0:1787998270.982052:0:32614:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1787998270.982061:0:32614:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1787998270.982066:0:32614:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1787998270.982068:0:32614:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1787998270.982070:0:32614:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d7fe00 00000080:00002000:3.0:1787998270.982071:0:32614:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff94d1999e8438, parent ffff94d198a90798, inode ffff94d1989af448) hashed, 00000080:00000001:3.0:1787998270.982074:0:32614:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1787998270.982077:0:32614:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1787998270.982079:0:32614:0:(dcache.c:48:ll_release()) Process leaving 00000800:00000001:2.0:1787998270.983104:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998270.983115:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998270.983118:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998270.983121:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998270.983126:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998270.983132:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998270.983139:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998270.983143:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998270.983149:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998270.983152:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 400 into portal 10 MB=0x6a92a99a5ba00 00000400:00000200:2.0:1787998270.983157:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998270.983162:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 400/400 into md 0x7e75 [1] + 224 00000800:00000001:2.0:1787998270.983168:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998270.983174:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998270.983177:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998270.983181:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998270.983186:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998270.983193:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edce00 x1874850291759616/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1787998286 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998270.983203:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff94d199edce00 x1874850291759616/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1787998286 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998270.983224:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998270.983231:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998270.983234:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998270.989383:0:32624:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998270.989395:0:32624:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998270.989398:0:32624:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998270.989401:0:32624:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fcec8. 00000400:00000200:3.0:1787998270.989408:0:32624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409cc0 00000400:00000010:3.0:1787998270.989410:0:32624:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409cc0. 00000100:00000001:3.0:1787998270.989415:0:32624:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998270.989426:0:32624:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edce00 x1874850291759616/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1787998286 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1787998270.989438:0:32624:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edce00 x1874850291759616/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1787998286 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998270.989446:0:32624:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998270.989448:0:32624:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998270.989450:0:32624:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998270.989454:0:32624:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998270.989456:0:32624:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998270.989458:0:32624:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998270.989462:0:32624:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998270.989470:0:32624:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=96 v=5 (5 104 104 104) 00000100:00001000:3.0:1787998270.989474:0:32624:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998270.989476:0:32624:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998270.989478:0:32624:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998270.989481:0:32624:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998270.989484:0:32624:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998270.989488:0:32624:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998270.989490:0:32624:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967616 00000100:00000001:3.0:1787998270.989492:0:32624:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998270.989495:0:32624:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998270.989500:0:32624:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edce00 x1874850291759616/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 376/400 e 0 to 0 dl 1787998286 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998270.989507:0:32624:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998270.989510:0:32624:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998270.989512:0:32624:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998270.989516:0:32624:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edce00 x1874850291759616/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 376/400 e 0 to 0 dl 1787998286 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787998270.989524:0:32624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edce00 pname:cluuid:pid:xid:nid:opc:job touch:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32624:1874850291759616:192.168.206.123@tcp:101:touch.0 00000100:00000001:3.0:1787998270.989531:0:32624:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998270.989533:0:32624:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998270.989536:0:32624:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787998270.989538:0:32624:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998270.989541:0:32624:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edce00 x1874850291759616/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 376/400 e 0 to 0 dl 1787998286 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998270.989548:0:32624:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787998270.989551:0:32624:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d19223d3c0. 00000100:00000001:3.0:1787998270.989554:0:32624:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787998270.989556:0:32624:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998270.989559:0:32624:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1787998270.989563:0:32624:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998270.989565:0:32624:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998270.989568:0:32624:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3000 refcount=4 00000020:00000001:3.0:1787998270.989571:0:32624:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542948352 : -117847166603264 : ffff94d1917f3000) 00010000:00000001:3.0:1787998270.989574:0:32624:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542948352 : -117847166603264 : ffff94d1917f3000) 00010000:00000040:3.0:1787998270.989581:0:32624:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1917f3000, remote cookie: 0x4fd9a50f3a6ace1b, flags: 0x1000 00010000:00000001:3.0:1787998270.989584:0:32624:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1787998270.989588:0:32624:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1787998270.989590:0:32624:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1787998270.989592:0:32624:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1787998270.989593:0:32624:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1787998270.989596:0:32624:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x26:0x0].0x0 (ffff94d192b98100) refcount = 1 00010000:00010000:3.0:1787998270.989601:0:32624:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3000/0xb2d39e653c8caab lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace1b expref: -99 pid: 32624 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998270.989609:0:32624:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1787998270.989612:0:32624:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1787998270.989614:0:32624:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998270.989618:0:32624:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1787998270.989620:0:32624:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998270.989624:0:32624:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3000/0xb2d39e653c8caab lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace1b expref: -99 pid: 32624 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998270.989652:0:32624:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1787998270.989653:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998270.989655:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998270.989656:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998270.989657:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998270.989658:0:32624:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998270.989662:0:32624:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1787998270.989664:0:32624:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998270.989665:0:32624:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998270.989666:0:32624:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3000 refcount=3 00000020:00000001:3.0:1787998270.989668:0:32624:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542948352 : -117847166603264 : ffff94d1917f3000) 00010000:00000001:3.0:1787998270.989670:0:32624:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542948352 : -117847166603264 : ffff94d1917f3000) 00010000:00000001:3.0:1787998270.989672:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998270.989673:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1787998270.989678:0:32624:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff94d199edce00 x1874850291759616/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 376/400 e 0 to 0 dl 1787998286 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:3.0:1787998270.989686:0:32624:0:(mdc_locks.c:907:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff94d1a0bb2800: layout return lvb 56 transno 0 00010000:00000001:3.0:1787998270.989689:0:32624:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998270.989690:0:32624:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998270.989691:0:32624:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3000 refcount=3 00000020:00000001:3.0:1787998270.989692:0:32624:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542948352 : -117847166603264 : ffff94d1917f3000) 00010000:00000001:3.0:1787998270.989694:0:32624:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542948352 : -117847166603264 : ffff94d1917f3000) 00000002:00010000:3.0:1787998270.989698:0:32624:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3000/0xb2d39e653c8caab lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace1b expref: -99 pid: 32624 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1787998270.989707:0:32624:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94d1987e5cc0. 00010000:00000001:3.0:1787998270.989710:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998270.989711:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998270.989712:0:32624:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998270.989714:0:32624:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998270.989716:0:32624:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1787998270.989719:0:32624:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998270.989720:0:32624:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998270.989721:0:32624:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3000 refcount=3 00000020:00000001:3.0:1787998270.989723:0:32624:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542948352 : -117847166603264 : ffff94d1917f3000) 00010000:00000001:3.0:1787998270.989725:0:32624:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542948352 : -117847166603264 : ffff94d1917f3000) 00000002:00010000:3.0:1787998270.989729:0:32624:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3000/0xb2d39e653c8caab lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace1b expref: -99 pid: 32624 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998270.989734:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998270.989735:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998270.989737:0:32624:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1787998270.989738:0:32624:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998270.989739:0:32624:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998270.989740:0:32624:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3000 refcount=3 00000020:00000001:3.0:1787998270.989742:0:32624:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542948352 : -117847166603264 : ffff94d1917f3000) 00010000:00000001:3.0:1787998270.989743:0:32624:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542948352 : -117847166603264 : ffff94d1917f3000) 00010000:00000040:3.0:1787998270.989748:0:32624:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98100 count: 2 00010000:00000001:3.0:1787998270.989751:0:32624:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1787998270.989755:0:32624:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 16 res 8589935621/38 (0 0) 00010000:00000001:3.0:1787998270.989757:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998270.989758:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998270.989760:0:32624:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1787998270.989762:0:32624:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d414637b0 00000002:00002000:3.0:1787998270.989764:0:32624:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=0x1: rc = 0 00000002:00000001:3.0:1787998270.989796:0:32624:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998270.989800:0:32624:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998270.989803:0:32624:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1787998270.989805:0:32624:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000405:0x26:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1787998270.989808:0:32624:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998270.989811:0:32624:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998270.989814:0:32624:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edce00 x1874850291759616/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 376/400 e 0 to 0 dl 1787998286 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998270.989820:0:32624:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998270.989823:0:32624:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998270.989826:0:32624:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e25400. 02000000:00000001:3.0:1787998270.989830:0:32624:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998270.989833:0:32624:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998270.989834:0:32624:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998270.989836:0:32624:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998270.989839:0:32624:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d1a0b68a00. 02000000:00000001:3.0:1787998270.989842:0:32624:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998270.989843:0:32624:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998270.989845:0:32624:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edce00. 00000100:00000001:3.0:1787998270.989850:0:32624:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998270.989851:0:32624:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1787998270.989855:0:32624:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1a0b69800. 00000080:00010000:3.0:1787998270.989860:0:32624:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x26:0x0](ffff94d1989ab248) for lock 0xb2d39e653c8caab 00800000:00000001:3.0:1787998270.989864:0:32624:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787998270.989867:0:32624:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787998270.989869:0:32624:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998270.989870:0:32624:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998270.989872:0:32624:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3000 refcount=3 00000020:00000001:3.0:1787998270.989874:0:32624:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542948352 : -117847166603264 : ffff94d1917f3000) 00010000:00000001:3.0:1787998270.989876:0:32624:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542948352 : -117847166603264 : ffff94d1917f3000) 00010000:00000001:3.0:1787998270.989878:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998270.989879:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998270.989881:0:32624:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998270.989882:0:32624:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998270.989886:0:32624:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8caab from it ffffb66d41463a78 00010000:00000001:3.0:1787998270.989888:0:32624:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998270.989889:0:32624:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998270.989891:0:32624:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3000 refcount=3 00000020:00000001:3.0:1787998270.989893:0:32624:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542948352 : -117847166603264 : ffff94d1917f3000) 00010000:00000001:3.0:1787998270.989894:0:32624:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542948352 : -117847166603264 : ffff94d1917f3000) 00010000:00000001:3.0:1787998270.989897:0:32624:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998270.989900:0:32624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3000/0xb2d39e653c8caab lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace1b expref: -99 pid: 32624 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998270.989910:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998270.989911:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998270.989913:0:32624:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787998270.989915:0:32624:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787998270.989918:0:32624:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3000/0xb2d39e653c8caab lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace1b expref: -99 pid: 32624 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1787998270.989925:0:32624:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787998270.989927:0:32624:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787998270.989929:0:32624:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998270.989934:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998270.989935:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998270.989936:0:32624:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998270.989939:0:32624:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787998270.989941:0:32624:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998270.989943:0:32624:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998270.989946:0:32624:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998270.989948:0:32624:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998270.989950:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998270.989951:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1787998270.989953:0:32624:0:(file.c:7074:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998270.989955:0:32624:0:(file.c:6134:ll_take_md_lock()) Process entered 00000080:00000040:3.0:1787998270.989957:0:32624:0:(file.c:6136:ll_take_md_lock()) trying to match res [0x200000405:0x26:0x0] 00800000:00000001:3.0:1787998270.989961:0:32624:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998270.989964:0:32624:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998270.989966:0:32624:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998270.989969:0:32624:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998270.989971:0:32624:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998270.989973:0:32624:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:3.0:1787998270.989975:0:32624:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998270.989978:0:32624:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998270.989979:0:32624:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998270.989982:0:32624:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98100 count: 2 00010000:00000001:3.0:1787998270.989984:0:32624:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998270.989987:0:32624:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998270.989992:0:32624:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787998270.989996:0:32624:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3000/0xb2d39e653c8caab lrc: 2/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace1b expref: -99 pid: 32624 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1787998270.990003:0:32624:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1787998270.990008:0:32624:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998270.990011:0:32624:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3000/0xb2d39e653c8caab lrc: 2/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace1b expref: -99 pid: 32624 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1787998270.990018:0:32624:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1787998270.990020:0:32624:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x26:0x0]: 16 00000080:00000001:3.0:1787998270.990022:0:32624:0:(file.c:6141:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:3.0:1787998270.990024:0:32624:0:(file.c:6931:ll_layout_lock_set()) Process entered 00010000:00000001:3.0:1787998270.990026:0:32624:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998270.990027:0:32624:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998270.990028:0:32624:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3000 refcount=3 00000020:00000001:3.0:1787998270.990030:0:32624:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542948352 : -117847166603264 : ffff94d1917f3000) 00010000:00000001:3.0:1787998270.990033:0:32624:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542948352 : -117847166603264 : ffff94d1917f3000) 00000080:00010000:3.0:1787998270.990036:0:32624:0:(file.c:6941:ll_layout_lock_set()) ### file [0x200000405:0x26:0x0](00000000e7b3ef24) being reconfigured ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3000/0xb2d39e653c8caab lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace1b expref: -99 pid: 32624 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:3.0:1787998270.990043:0:32624:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787998270.990045:0:32624:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787998270.990046:0:32624:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998270.990047:0:32624:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998270.990048:0:32624:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3000 refcount=4 00000020:00000001:3.0:1787998270.990049:0:32624:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542948352 : -117847166603264 : ffff94d1917f3000) 00010000:00000001:3.0:1787998270.990051:0:32624:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542948352 : -117847166603264 : ffff94d1917f3000) 00010000:00000001:3.0:1787998270.990053:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998270.990054:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998270.990055:0:32624:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998270.990056:0:32624:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998270.990058:0:32624:0:(file.c:6856:ll_layout_fetch()) Process entered 00000080:00000002:3.0:1787998270.990060:0:32624:0:(file.c:6859:ll_layout_fetch()) [0x200000405:0x26:0x0] LVB_READY=0 l_lvb_data=ffff94d1987e5cc0 l_lvb_len=56 00000080:00000001:3.0:1787998270.990063:0:32624:0:(file.c:6862:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998270.990065:0:32624:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:3.0:1787998270.990067:0:32624:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787998270.990071:0:32624:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798656472 : -117846910895144 : ffff94d1a0bcfbd8) 00000020:00001000:3.0:1787998270.990073:0:32624:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfbd0 00000020:00000001:3.0:1787998270.990075:0:32624:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1787998270.990079:0:32624:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1787998270.990081:0:32624:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1787998270.990087:0:32624:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d1a0013300. 00020000:00000010:3.0:1787998270.990091:0:32624:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d1a004b580. 00020000:00000010:3.0:1787998270.990097:0:32624:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d1a0013900. 00020000:00000001:3.0:1787998270.990100:0:32624:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626226786351360 : -117846923200256 : ffff94d1a0013900) 00020000:00000002:3.0:1787998270.990103:0:32624:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0013900, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1787998270.990108:0:32624:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1787998270.990113:0:32624:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d1a004b580: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000002:3.0:1787998270.990116:0:32624:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d1859db9b0) owner ffff94d199cc0000 00020000:00000001:3.0:1787998270.990119:0:32624:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1787998270.990121:0:32624:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d1859db9b0) owner ffff94d199cc0000 00020000:00000010:3.0:1787998270.990125:0:32624:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d1a004b580. 00020000:00000010:3.0:1787998270.990129:0:32624:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d1a0013300. 00020000:00000010:3.0:1787998270.990131:0:32624:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d1a0013900. 00020000:00000002:3.0:1787998270.990134:0:32624:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1787998270.990136:0:32624:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998270.990137:0:32624:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998270.990140:0:32624:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1787998270.990143:0:32624:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1859db9b0) owner 0000000000000000/ffff94d199cc0000 00020000:00000002:3.0:1787998270.990146:0:32624:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d1a0ad5ae0 addref 2/0 by ffff94d199cc0000. 00020000:00000002:3.0:1787998270.990148:0:32624:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1859db9b0) owner 0000000000000000/ffff94d199cc0000 00020000:00000001:3.0:1787998270.990151:0:32624:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1787998270.990153:0:32624:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1787998270.990154:0:32624:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1787998270.990156:0:32624:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1787998270.990158:0:32624:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1787998270.990161:0:32624:0:(file.c:6836:ll_layout_conf()) [0x200000405:0x26:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1787998270.990163:0:32624:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfbd0 00000080:00000001:3.0:1787998270.990166:0:32624:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998270.990168:0:32624:0:(file.c:6978:ll_layout_lock_set()) Process leaving 00010000:00000001:3.0:1787998270.990169:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998270.990170:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998270.990171:0:32624:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998270.990173:0:32624:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998270.990174:0:32624:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3000 refcount=3 00000020:00000001:3.0:1787998270.990176:0:32624:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542948352 : -117847166603264 : ffff94d1917f3000) 00010000:00000001:3.0:1787998270.990179:0:32624:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542948352 : -117847166603264 : ffff94d1917f3000) 00010000:00000001:3.0:1787998270.990181:0:32624:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998270.990184:0:32624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3000/0xb2d39e653c8caab lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6ace1b expref: -99 pid: 32624 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1787998270.990191:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998270.990191:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998270.990192:0:32624:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787998270.990194:0:32624:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787998270.990196:0:32624:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3000/0xb2d39e653c8caab lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ace1b expref: -99 pid: 32624 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1787998270.990202:0:32624:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787998270.990204:0:32624:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787998270.990205:0:32624:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998270.990207:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998270.990208:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998270.990209:0:32624:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998270.990211:0:32624:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787998270.990213:0:32624:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998270.990215:0:32624:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998270.990217:0:32624:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998270.990219:0:32624:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998270.990220:0:32624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998270.990221:0:32624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1787998270.990222:0:32624:0:(file.c:7019:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998270.990225:0:32624:0:(file.c:7138:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998270.990227:0:32624:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1787998270.990231:0:32624:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x26:0x0]io ffff94d19226e0c0 type 3 ignore/verify layout 0/0 00020000:00000002:3.0:1787998270.990234:0:32624:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1859db9b0) owner 0000000000000000/ffff94d199cc0000 00020000:00000001:3.0:1787998270.990237:0:32624:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1787998270.990239:0:32624:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1787998270.990241:0:32624:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1787998270.990243:0:32624:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998270.990245:0:32624:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1787998270.990248:0:32624:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1787998270.990249:0:32624:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998270.990252:0:32624:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1787998270.990254:0:32624:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1787998270.990255:0:32624:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1787998270.990256:0:32624:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1859db9b0) owner 0000000000000000/ffff94d199cc0000 00000020:00000001:3.0:1787998270.990258:0:32624:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998270.990261:0:32624:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1787998270.990263:0:32624:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1787998270.990265:0:32624:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:3.0:1787998270.990267:0:32624:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1787998270.990270:0:32624:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1787998270.990272:0:32624:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1787998270.990276:0:32624:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1787998270.990277:0:32624:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1787998270.990279:0:32624:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787998270.990280:0:32624:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798656472 : -117846910895144 : ffff94d1a0bcfbd8) 00000020:00001000:3.0:1787998270.990283:0:32624:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfbd0 00000020:00000001:3.0:1787998270.990286:0:32624:0:(cl_object.c:143:cl_object_top()) ffff94d187213080 -> ffff94d1872132d8 00000020:00000001:3.0:1787998270.990288:0:32624:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1787998270.990291:0:32624:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1787998270.990292:0:32624:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1787998270.990293:0:32624:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998270.990295:0:32624:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998270.990298:0:32624:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:3.0:1787998270.990300:0:32624:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1787998270.990302:0:32624:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1787998270.990305:0:32624:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998270.990307:0:32624:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998270.990309:0:32624:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998270.990311:0:32624:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998270.990313:0:32624:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998270.990315:0:32624:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1787998270.990317:0:32624:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1787998270.990319:0:32624:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1787998270.990320:0:32624:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1787998270.990322:0:32624:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1787998270.990323:0:32624:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998270.990325:0:32624:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998270.990327:0:32624:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998270.990328:0:32624:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998270.990330:0:32624:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1787998270.990331:0:32624:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998270.990333:0:32624:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998270.990334:0:32624:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:3.0:1787998270.990337:0:32624:0:(cl_object.c:143:cl_object_top()) ffff94d1872132d8 -> ffff94d1872132d8 00000020:00000001:3.0:1787998270.990339:0:32624:0:(cl_object.c:143:cl_object_top()) ffff94d1872132d8 -> ffff94d1872132d8 00000020:00000001:3.0:1787998270.990340:0:32624:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:3.0:1787998270.990343:0:32624:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998270.990345:0:32624:0:(cl_object.c:143:cl_object_top()) ffff94d1872132d8 -> ffff94d1872132d8 00020000:00000001:3.0:1787998270.990347:0:32624:0:(lov_io.c:1857:lov_io_setattr_start()) Process entered 00020000:00000001:3.0:1787998270.990349:0:32624:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1787998270.990350:0:32624:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1787998270.990351:0:32624:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1787998270.990353:0:32624:0:(osc_io.c:717:osc_io_setattr_start()) Process entered 00000020:00000001:3.0:1787998270.990355:0:32624:0:(cl_object.c:143:cl_object_top()) ffff94d1870108c0 -> ffff94d1872132d8 00000020:00000001:3.0:1787998270.990356:0:32624:0:(cl_object.c:143:cl_object_top()) ffff94d1870108c0 -> ffff94d1872132d8 00000020:00000001:3.0:1787998270.990358:0:32624:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:3.0:1787998270.990361:0:32624:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998270.990363:0:32624:0:(cl_object.c:143:cl_object_top()) ffff94d1870108c0 -> ffff94d1872132d8 00000020:00000001:3.0:1787998270.990365:0:32624:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1787998270.990367:0:32624:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1787998270.990369:0:32624:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998270.990371:0:32624:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998270.990373:0:32624:0:(cl_object.c:143:cl_object_top()) ffff94d1870108c0 -> ffff94d1872132d8 00000020:00000001:3.0:1787998270.990375:0:32624:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1787998270.990377:0:32624:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1787998270.990378:0:32624:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1787998270.990379:0:32624:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1787998270.990380:0:32624:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1787998270.990382:0:32624:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1787998270.990385:0:32624:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:3.0:1787998270.990389:0:32624:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d02a00. 00000020:00000040:3.0:1787998270.990392:0:32624:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998270.990396:0:32624:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998270.990399:0:32624:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998270.990401:0:32624:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998270.990407:0:32624:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d191d93600. 00000100:00000001:3.0:1787998270.990412:0:32624:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998270.990418:0:32624:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998270.990422:0:32624:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998270.990429:0:32624:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a14c1247] to pc [ptlrpcd_01_01+1] req@ffff94d191d02a00 x1874850291759744/t0(0) o2->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1787998270.990451:0:32624:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998270.990454:0:32624:0:(osc_io.c:838:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998270.990456:0:32624:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998270.990457:0:32624:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998270.990459:0:32624:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998270.990460:0:32624:0:(lov_io.c:1872:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998270.990462:0:32624:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998270.990464:0:32624:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1787998270.990465:0:32624:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:3.0:1787998270.990466:0:32624:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1787998270.990467:0:32624:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:3.0:1787998270.990481:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1787998270.990486:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1787998270.990488:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998270.990494:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998270.990495:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998270.990497:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998270.990499:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998270.990501:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998270.990507:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d02a00 x1874850291759744/t0(0) o2->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998270.990514:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998270.990516:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998270.990519:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998270.990522:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998270.990525:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998270.990527:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291759744:192.168.206.123@tcp:2:touch.0 00000100:00000001:3.0:1787998270.990531:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998270.990536:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998270.990538:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998270.990540:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998270.990545:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1a0096c00. 02000000:00000001:3.0:1787998270.990547:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998270.990553:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998270.990557:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a898. 00000400:00000010:3.0:1787998270.990563:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5c38. 00000100:00000200:3.0:1787998270.990570:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291759744, portal 4 00000100:00000001:3.0:1787998270.990572:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998270.990573:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548255232 : -117847161296384 : ffff94d191d02a00) 00000100:00000040:3.0:1787998270.990580:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d02a00 x1874850291759744/t0(0) o2->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998286 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998270.990586:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998270.990589:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998270.990591:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5088. 00000100:00000200:3.0:1787998270.990594:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1874850291759744, offset 0 00000400:00000200:3.0:1787998270.990600:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998270.990607:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998270.990614:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998270.990619:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998270.990622:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998270.990626:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998270.990628:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998270.990646:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2714:2714:256:4294967295] 192.168.206.123@tcp LPNI seq info [2714:2714:8:4294967295] 00000400:00000200:3.0:1787998270.990650:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998270.990659:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998270.990664:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998270.990670:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199320600. 00000800:00000200:3.0:1787998270.990676:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998270.990684:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998270.990688:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199320600 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1787998270.990697:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998270.990701:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 207071 usecs (208 jiffies) 00000400:00000200:3.0:1787998270.990704:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998270.990707:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296451355 00000100:00000001:3.0:1787998270.990710:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296455156 00000100:00000001:3.0:1787998270.990712:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296451355 00000100:00000001:3.0:1787998270.990714:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296455156 00000100:00000001:3.0:1787998270.990716:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998270.990718:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998270.990721:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998270.990723:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998270.990803:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998270.990806:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998270.990896:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998270.990900:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199320600. 00000400:00000200:2.0:1787998270.990905:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998270.990910:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998270.990915:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5088 00000400:00000010:2.0:1787998270.990917:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5088. 00000100:00000001:2.0:1787998270.990921:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998270.990925:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d02a00 x1874850291759744/t0(0) o2->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998286 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998270.990933:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998270.990936:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d02a00 x1874850291759744/t0(0) o2->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998286 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998270.990943:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998270.990944:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:3.1:1787998270.993938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190aa1980. 00000080:00000010:3.1:1787998270.993966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1870f3320. 00000800:00000001:2.0:1787998271.004959:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998271.004980:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998271.004984:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998271.004987:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998271.004996:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998271.005004:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998271.005013:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998271.005018:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998271.005023:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998271.005027:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 432 into portal 4 MB=0x6a92a99a5ba80 00000400:00000200:2.0:1787998271.005031:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998271.005038:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 432/432 into md 0x7e7d [1] + 224 00000800:00000001:2.0:1787998271.005045:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998271.005054:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998271.005057:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998271.005062:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998271.005069:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998271.005078:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d02a00 x1874850291759744/t0(0) o2->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998286 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998271.005089:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff94d191d02a00 x1874850291759744/t0(0) o2->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998286 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998271.005104:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998271.005112:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998271.005116:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998271.005126:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998271.005130:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787998271.005136:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998271.005138:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998271.005140:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a898. 00000400:00000200:2.0:1787998271.005144:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5c38 00000400:00000010:2.0:1787998271.005147:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5c38. 00000100:00000001:2.0:1787998271.005150:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998271.005154:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d02a00 x1874850291759744/t0(0) o2->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998286 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1787998271.005170:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d02a00 x1874850291759744/t0(0) o2->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998286 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998271.005177:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998271.005179:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998271.005181:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998271.005185:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998271.005187:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998271.005189:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998271.005192:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998271.005202:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=97 v=5 (5 5 37 37) 00000100:00001000:2.0:1787998271.005206:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=37 v=5 (1 1 0 0) 00000100:00000001:2.0:1787998271.005209:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998271.005211:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998271.005214:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998271.005218:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998271.005221:0:2404:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1787998271.005223:0:2404:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1787998271.005225:0:2404:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1787998271.005227:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998271.005228:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548255232 : -117847161296384 : ffff94d191d02a00) 00000100:00000001:2.0:1787998271.005232:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998271.005234:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967330 00000100:00000001:2.0:1787998271.005236:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998271.005238:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998271.005243:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d02a00 x1874850291759744/t4294967332(4294967332) o2->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998286 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998271.005251:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998271.005253:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998271.005256:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1787998271.005259:0:2404:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:2.0:1787998271.005269:0:2404:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998271.005274:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d02a00 x1874850291759744/t4294967332(4294967332) o2->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998286 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1787998271.005289:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291759744:192.168.206.123@tcp:2:touch.0 00000100:00000001:2.0:1787998271.005293:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998271.005296:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998271.005299:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d02a00 x1874850291759744/t4294967332(4294967332) o2->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998286 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998271.005306:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998271.005308:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998271.005314:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998271.005316:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998271.005318:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998271.005321:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998271.005331:0:32624:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1787998271.005334:0:32624:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998271.005337:0:32624:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998271.005340:0:32624:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1787998271.005342:0:32624:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1787998271.005344:0:32624:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1787998271.005346:0:32624:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1787998271.005348:0:32624:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1787998271.005349:0:32624:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1787998271.005351:0:32624:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998271.005352:0:32624:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998271.005354:0:32624:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1787998271.005355:0:32624:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1787998271.005357:0:32624:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1787998271.005358:0:32624:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1787998271.005360:0:32624:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1787998271.005362:0:32624:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1787998271.005363:0:32624:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1787998271.005364:0:32624:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1787998271.005366:0:32624:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1787998271.005368:0:32624:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998271.005370:0:32624:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998271.005371:0:32624:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1787998271.005372:0:32624:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1787998271.005374:0:32624:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998271.005376:0:32624:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1787998271.005378:0:32624:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1787998271.005379:0:32624:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1787998271.005380:0:32624:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1787998271.005382:0:32624:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1787998271.005384:0:32624:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfbd0 00020000:00000001:2.0:1787998271.005387:0:32624:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1787998271.005389:0:32624:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1787998271.005392:0:32624:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1787998271.005394:0:32624:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x26:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1787998271.005397:0:32624:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1787998271.005398:0:32624:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1787998271.005399:0:32624:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf000 00000080:00000001:2.0:1787998271.005401:0:32624:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998271.005404:0:32624:0:(llite_lib.c:2656:ll_setattr_raw()) Process leaving 00000080:00000010:2.0:1787998271.005408:0:32624:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162ba00. 00000020:00000001:2.0:1787998271.005416:0:32624:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463c30 00000080:00200008:2.0:1787998271.005419:0:32624:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file f:[0x200000405:0x26:0x0](ffff94d1989ab248) current size 0, valid attrs 100201f0, mode 0, uid -1053494718, gid -1, new size 213440, atime 1787998254.000000000, mtime 1787998254.000000000, ctime 1787998254.000000000, rc 0 00000080:00000001:2.0:1787998271.005425:0:32624:0:(llite_lib.c:2688:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998271.005440:0:32624:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1787998271.005443:0:32624:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1859db9b0) owner 0000000000000000/ffff94d199cc0000 00020000:00000002:2.0:1787998271.005447:0:32624:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1859db9b0) owner 0000000000000000/ffff94d199cc0000 00020000:00000001:2.0:1787998271.005449:0:32624:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998271.005456:0:32624:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1787998271.005458:0:32624:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463df0 00000080:00200008:2.0:1787998271.005460:0:32624:0:(file.c:479:ll_file_release()) START file f:[0x200000405:0x26:0x0](ffff94d1989ab248), flags 104001 00000080:00000001:2.0:1787998271.005463:0:32624:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1787998271.005466:0:32624:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1787998271.005467:0:32624:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1787998271.005469:0:32624:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1859db9b0) owner 0000000000000000/ffff94d199cc0000 00020000:00000002:2.0:1787998271.005471:0:32624:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1859db9b0) owner 0000000000000000/ffff94d199cc0000 00020000:00000001:2.0:1787998271.005473:0:32624:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998271.005475:0:32624:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1787998271.005481:0:32624:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998271.005484:0:32624:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998271.005486:0:32624:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998271.005489:0:32624:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998271.005492:0:32624:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998271.005494:0:32624:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:2.0:1787998271.005496:0:32624:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998271.005501:0:32624:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998271.005503:0:32624:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998271.005509:0:32624:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98100 count: 2 00010000:00000001:2.0:1787998271.005511:0:32624:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1787998271.005517:0:32624:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998271.005519:0:32624:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x26:0x0]: 0 00000080:00000001:2.0:1787998271.005521:0:32624:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1787998271.005523:0:32624:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1787998271.005527:0:32624:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d19162ba00. 00000080:00000001:2.0:1787998271.005529:0:32624:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1787998271.005533:0:32624:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1787998271.005536:0:32624:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1787998271.005538:0:32624:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998271.005539:0:32624:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998271.005540:0:32624:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998271.005541:0:32624:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998271.005543:0:32624:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998271.005544:0:32624:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:2.0:1787998271.005546:0:32624:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998271.005547:0:32624:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x26:0x0] 00000002:00000001:2.0:1787998271.005551:0:32624:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1787998271.005553:0:32624:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff94d1a0bb2800: [0x200000405:0x26:0x0] file closed with intent: 0 00000100:00000010:2.0:1787998271.005559:0:32624:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d18e00. 00000020:00000040:2.0:1787998271.005563:0:32624:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998271.005574:0:32624:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998271.005577:0:32624:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998271.005581:0:32624:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998271.005588:0:32624:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d19162b800. 00000100:00000001:2.0:1787998271.005594:0:32624:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1787998271.005607:0:32624:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d191c11500 x1874850291756032/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998270 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1787998271.005617:0:32624:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1787998271.005623:0:32624:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191d18e00 x1874850291760000/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1787998271.005629:0:32624:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787998271.005641:0:32624:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787998271.005647:0:32624:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a06db480. 00000100:00000001:2.0:1787998271.005650:0:32624:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226793460864 : -117846916090752 : ffff94d1a06db480) 00000100:00000001:2.0:1787998271.005652:0:32624:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998271.005653:0:32624:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548346368 : -117847161205248 : ffff94d191d18e00) 00000100:00000001:2.0:1787998271.005656:0:32624:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998271.005660:0:32624:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998271.005662:0:32624:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787998271.005663:0:32624:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998271.005667:0:32624:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d18e00 x1874850291760000/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998271.005673:0:32624:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998271.005675:0:32624:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998271.005678:0:32624:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998271.005680:0:32624:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998271.005683:0:32624:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998271.005686:0:32624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d18e00 pname:cluuid:pid:xid:nid:opc:job touch:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32624:1874850291760000:192.168.206.123@tcp:35:touch.0 00000100:00000001:2.0:1787998271.005689:0:32624:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998271.005694:0:32624:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998271.005696:0:32624:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998271.005698:0:32624:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998271.005702:0:32624:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1a0badc00. 02000000:00000001:2.0:1787998271.005704:0:32624:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998271.005709:0:32624:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998271.005713:0:32624:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1861515d8. 00000400:00000010:2.0:1787998271.005717:0:32624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfbb0. 00000100:00000200:2.0:1787998271.005724:0:32624:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291760000, portal 10 00000100:00000001:2.0:1787998271.005726:0:32624:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998271.005727:0:32624:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548346368 : -117847161205248 : ffff94d191d18e00) 00000100:00000040:2.0:1787998271.005733:0:32624:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d18e00 x1874850291760000/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998287 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998271.005745:0:32624:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998271.005748:0:32624:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998271.005750:0:32624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf908. 00000100:00000200:2.0:1787998271.005753:0:32624:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1874850291760000, offset 0 00000400:00000200:2.0:1787998271.005758:0:32624:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998271.005764:0:32624:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998271.005802:0:32624:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998271.005807:0:32624:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998271.005811:0:32624:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998271.005814:0:32624:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998271.005817:0:32624:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998271.005820:0:32624:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2715:2715:256:4294967295] 192.168.206.123@tcp LPNI seq info [2715:2715:8:4294967295] 00000400:00000200:2.0:1787998271.005824:0:32624:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998271.005832:0:32624:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998271.005838:0:32624:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998271.005843:0:32624:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19381e100. 00000800:00000200:2.0:1787998271.005849:0:32624:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998271.005858:0:32624:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998271.005863:0:32624:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19381e100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1787998271.005874:0:32624:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998271.005879:0:32624:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 857350 usecs (858 jiffies) 00000400:00000200:2.0:1787998271.005883:0:32624:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998271.005885:0:32624:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296452019 00000100:00000001:2.0:1787998271.005889:0:32624:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296455156 00000100:00000001:2.0:1787998271.005891:0:32624:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296452019 00000100:00000001:2.0:1787998271.005894:0:32624:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296455156 00000100:00000001:2.0:1787998271.005896:0:32624:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998271.005899:0:32624:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998271.005901:0:32624:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998271.005902:0:32624:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787998271.005905:0:32624:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a06db480 going to sleep for 11 seconds 00000100:00000001:2.0:1787998271.005907:0:32624:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998271.005909:0:32624:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998271.006569:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998271.006576:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19381e100. 00000400:00000200:2.0:1787998271.006582:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998271.006587:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998271.006592:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf908 00000400:00000010:2.0:1787998271.006595:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf908. 00000100:00000001:2.0:1787998271.006600:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998271.006606:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d18e00 x1874850291760000/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998287 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998271.006617:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998271.006621:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d18e00 x1874850291760000/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998287 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998271.006628:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998271.006641:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998271.014364:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998271.014377:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998271.014381:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998271.014384:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998271.014392:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998271.014399:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998271.014408:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998271.014413:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998271.014418:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998271.014422:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a5bb80 00000400:00000200:3.0:1787998271.014427:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998271.014432:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x7e8d [1] + 224 00000800:00000001:3.0:1787998271.014439:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998271.014445:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998271.014449:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998271.014453:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998271.014461:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998271.014470:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d18e00 x1874850291760000/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998287 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998271.014482:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d191d18e00 x1874850291760000/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998287 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998271.014514:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998271.014522:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998271.014525:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998271.014646:0:32624:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998271.014653:0:32624:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998271.014655:0:32624:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998271.014658:0:32624:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1861515d8. 00000400:00000200:0.0:1787998271.014663:0:32624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfbb0 00000400:00000010:0.0:1787998271.014666:0:32624:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfbb0. 00000100:00000001:0.0:1787998271.014670:0:32624:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998271.014674:0:32624:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d18e00 x1874850291760000/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998287 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998271.014683:0:32624:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d18e00 x1874850291760000/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998287 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998271.014690:0:32624:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998271.014692:0:32624:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998271.014695:0:32624:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998271.014698:0:32624:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998271.014701:0:32624:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998271.014703:0:32624:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998271.014706:0:32624:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998271.014716:0:32624:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06cf0 time=97 v=5 (5 5 5 5) 00000100:00001000:0.0:1787998271.014720:0:32624:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998271.014723:0:32624:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998271.014725:0:32624:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998271.014728:0:32624:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998271.014730:0:32624:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998271.014734:0:32624:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1787998271.014736:0:32624:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1787998271.014737:0:32624:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1787998271.014740:0:32624:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998271.014741:0:32624:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548346368 : -117847161205248 : ffff94d191d18e00) 00000100:00000001:0.0:1787998271.014744:0:32624:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998271.014746:0:32624:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967616 00000100:00000001:0.0:1787998271.014748:0:32624:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998271.014751:0:32624:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998271.014756:0:32624:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d18e00 x1874850291760000/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998287 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998271.014763:0:32624:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998271.014790:0:32624:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998271.014793:0:32624:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998271.014798:0:32624:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d18e00 x1874850291760000/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998287 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998271.014807:0:32624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d18e00 pname:cluuid:pid:xid:nid:opc:job touch:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32624:1874850291760000:192.168.206.123@tcp:35:touch.0 00000100:00000001:0.0:1787998271.014812:0:32624:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998271.014815:0:32624:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998271.014817:0:32624:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998271.014819:0:32624:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998271.014823:0:32624:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d18e00 x1874850291760000/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998287 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998271.014830:0:32624:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998271.014833:0:32624:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a06db480. 00000100:00000001:0.0:1787998271.014837:0:32624:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998271.014839:0:32624:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998271.014846:0:32624:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998271.014847:0:32624:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548346368 : -117847161205248 : ffff94d191d18e00) 00000002:00000001:0.0:1787998271.014850:0:32624:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998271.014853:0:32624:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998271.014858:0:32624:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162ba00. 00000080:00000001:0.0:1787998271.014861:0:32624:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1787998271.014865:0:32624:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1787998271.014867:0:32624:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998271.014870:0:32624:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998271.014872:0:32624:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998271.014875:0:32624:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998271.014877:0:32624:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998271.014879:0:32624:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:0.0:1787998271.014881:0:32624:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998271.014885:0:32624:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1787998271.014891:0:32624:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d191c11500 x1874850291756032/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998270 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998271.014899:0:32624:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998271.014901:0:32624:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547266816 : -117847162284800 : ffff94d191c11500) 00000100:00000001:0.0:1787998271.014903:0:32624:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998271.014906:0:32624:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c11500 x1874850291756032/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998270 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998271.014913:0:32624:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998271.014915:0:32624:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998271.014918:0:32624:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c11500 x1874850291756032/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998270 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998271.014925:0:32624:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1787998271.014928:0:32624:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998271.014930:0:32624:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998271.014932:0:32624:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998271.014935:0:32624:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1923a2000. 02000000:00000001:0.0:1787998271.014938:0:32624:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998271.014940:0:32624:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998271.014942:0:32624:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c11500. 00000100:00000001:0.0:1787998271.014947:0:32624:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998271.014948:0:32624:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998271.014949:0:32624:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998271.014953:0:32624:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d18e00 x1874850291760000/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998287 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998271.014960:0:32624:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998271.014962:0:32624:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff94d190a9c560. 00000002:00000001:0.0:1787998271.014965:0:32624:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998271.014967:0:32624:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998271.014969:0:32624:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d190b35d00. 00000100:00000001:0.0:1787998271.014972:0:32624:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998271.014975:0:32624:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d18e00 x1874850291760000/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998287 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998271.014981:0:32624:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998271.014984:0:32624:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998271.014987:0:32624:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d1863303c0. 00000080:00000001:0.0:1787998271.014991:0:32624:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998271.014996:0:32624:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463df0 00000080:00000008:0.0:1787998271.014998:0:32624:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000405:0x26:0x0](ffff94d1989ab248), flags 104001, rc = 0 00000080:00000001:0.0:1787998271.015002:0:32624:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998271.015007:0:32624:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1787998271.015009:0:32624:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463e00 00000080:00002000:0.0:1787998271.015011:0:32624:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff94d18357e438, parent ffff94d19894da20, inode ffff94d1989ab248) hashed, 00000080:00000001:0.0:1787998271.015014:0:32624:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998271.015019:0:32624:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1787998271.015024:0:32624:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1787998271.015026:0:32624:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1787998271.015027:0:32624:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463e00 00000080:00002000:0.0:1787998271.015029:0:32624:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff94d19894da20, parent ffff94d198a90798, inode ffff94d1880063c8) hashed, 00000080:00000001:0.0:1787998271.015032:0:32624:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998271.015036:0:32624:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1787998271.015039:0:32624:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1787998271.056642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a9cd40. 00000080:00000010:0.1:1787998271.056662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1870f3cc0. 00010000:00000001:0.0:1787998271.364402:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998271.364412:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998271.364419:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998271.364421:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998271.364565:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998271.364569:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998271.364572:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1787998272.012708:0:32659:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998272.012715:0:32659:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998272.012717:0:32659:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998272.012720:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5fb20 00000080:00200000:1.0:1787998272.012724:0:32659:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:1.0:1787998272.012732:0:32659:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1a0b68200. 00800000:00000002:1.0:1787998272.012738:0:32659:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998272.012741:0:32659:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998272.012746:0:32659:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998272.012748:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5fa40 00800000:00000002:1.0:1787998272.012750:0:32659:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998272.012754:0:32659:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998272.012756:0:32659:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998272.012759:0:32659:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998272.012761:0:32659:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998272.012763:0:32659:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998272.012765:0:32659:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.012790:0:32659:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998272.012793:0:32659:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.012796:0:32659:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998272.012802:0:32659:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998272.012804:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5f910 00000002:00010000:1.0:1787998272.012806:0:32659:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787998272.012809:0:32659:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998272.012811:0:32659:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998272.012814:0:32659:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787998272.012820:0:32659:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.012823:0:32659:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.012824:0:32659:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.012827:0:32659:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1787998272.012829:0:32659:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1787998272.012835:0:32659:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edf800. 00000020:00000040:1.0:1787998272.012839:0:32659:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:1.0:1787998272.012845:0:32659:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787998272.012850:0:32659:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998272.012856:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.012858:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.012859:0:32659:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.012863:0:32659:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998272.012865:0:32659:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998272.012869:0:32659:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998272.012876:0:32659:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d199e24400. 00000100:00000001:1.0:1787998272.012882:0:32659:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.012887:0:32659:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998272.012888:0:32659:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.012890:0:32659:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998272.012891:0:32659:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.012893:0:32659:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.012897:0:32659:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226684426240 : -117847025125376 : ffff94d199edf800) 00010000:00000001:1.0:1787998272.012901:0:32659:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787998272.012903:0:32659:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1787998272.012907:0:32659:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d192b98700. 00010000:00000010:1.0:1787998272.012911:0:32659:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d1a0046800. 00010000:00000001:1.0:1787998272.012915:0:32659:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787998272.012918:0:32659:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1917f3400. 00000020:00000001:1.0:1787998272.012922:0:32659:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787998272.012925:0:32659:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1917f3400 with handle 0xb2d39e653c8cab2 to hash 00000020:00000001:1.0:1787998272.012927:0:32659:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787998272.012928:0:32659:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998272.012932:0:32659:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998272.012935:0:32659:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998272.012938:0:32659:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998272.012942:0:32659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998272.012950:0:32659:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998272.012960:0:32659:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32659 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787998272.012966:0:32659:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998272.012968:0:32659:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998272.012974:0:32659:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d19223d780. 00000100:00000001:1.0:1787998272.012977:0:32659:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226553739136 : -117847155812480 : ffff94d19223d780) 00000100:00000001:1.0:1787998272.012979:0:32659:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998272.012981:0:32659:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684426240 : -117847025125376 : ffff94d199edf800) 00000100:00000001:1.0:1787998272.012985:0:32659:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998272.012989:0:32659:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.014373:0:32659:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998272.014376:0:32659:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998272.014386:0:32659:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edf800 x1874850291760128/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.014396:0:32659:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998272.014398:0:32659:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998272.014402:0:32659:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998272.014405:0:32659:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998272.014408:0:32659:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998272.014411:0:32659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edf800 pname:cluuid:pid:xid:nid:opc:job checkstat:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32659:1874850291760128:192.168.206.123@tcp:101:checkstat.0 00000100:00000001:1.0:1787998272.014415:0:32659:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998272.014420:0:32659:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998272.014423:0:32659:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998272.014425:0:32659:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998272.014434:0:32659:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d191c68800. 02000000:00000001:1.0:1787998272.014436:0:32659:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998272.014443:0:32659:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998272.014448:0:32659:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc6e0. 00000400:00000010:1.0:1787998272.014455:0:32659:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409000. 00000100:00000200:1.0:1787998272.014462:0:32659:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291760128, portal 10 00000100:00000001:1.0:1787998272.014464:0:32659:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998272.014466:0:32659:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684426240 : -117847025125376 : ffff94d199edf800) 00000100:00000040:1.0:1787998272.014473:0:32659:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199edf800 x1874850291760128/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998288 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.014480:0:32659:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998272.014483:0:32659:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998272.014486:0:32659:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409660. 00000100:00000200:1.0:1787998272.014490:0:32659:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1874850291760128, offset 0 00000400:00000200:1.0:1787998272.014496:0:32659:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998272.014516:0:32659:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998272.014524:0:32659:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998272.014530:0:32659:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998272.014534:0:32659:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998272.014537:0:32659:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998272.014540:0:32659:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998272.014543:0:32659:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2716:2716:256:4294967295] 192.168.206.123@tcp LPNI seq info [2716:2716:8:4294967295] 00000400:00000200:1.0:1787998272.014547:0:32659:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998272.014556:0:32659:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998272.014561:0:32659:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998272.014566:0:32659:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f900. 00000800:00000200:1.0:1787998272.014573:0:32659:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998272.014579:0:32659:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998272.014583:0:32659:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1787998272.014603:0:32659:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998272.014608:0:32659:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 856148 usecs (857 jiffies) 00000400:00000200:1.0:1787998272.014612:0:32659:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998272.014614:0:32659:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296453027 00000100:00000001:1.0:1787998272.014617:0:32659:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296455156 00000100:00000001:1.0:1787998272.014619:0:32659:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296453027 00000100:00000001:1.0:1787998272.014622:0:32659:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296455156 00000100:00000001:1.0:1787998272.014636:0:32659:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998272.014640:0:32659:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.014642:0:32659:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998272.014644:0:32659:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998272.014647:0:32659:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d19223d780 going to sleep for 11 seconds 00000100:00000001:1.0:1787998272.014649:0:32659:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998272.014651:0:32659:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998272.014787:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998272.014792:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f900. 00000400:00000200:2.0:1787998272.014800:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.014806:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998272.014812:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409660 00000400:00000010:2.0:1787998272.014815:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409660. 00000100:00000001:2.0:1787998272.014820:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998272.014825:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edf800 x1874850291760128/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998288 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998272.014841:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998272.014845:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edf800 x1874850291760128/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998288 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998272.014859:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998272.014860:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998272.017561:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998272.017997:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998272.018001:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998272.018005:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998272.018013:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998272.018020:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998272.018028:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998272.018033:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998272.018038:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998272.018042:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a5bc00 00000400:00000200:3.0:1787998272.018047:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998272.018062:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x7e9d [1] + 224 00000800:00000001:3.0:1787998272.018070:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998272.018076:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998272.018080:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998272.018084:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998272.018090:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998272.018098:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edf800 x1874850291760128/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998288 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998272.018108:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d199edf800 x1874850291760128/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.018128:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998272.018136:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998272.018139:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.018295:0:32659:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998272.018302:0:32659:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998272.018303:0:32659:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998272.018306:0:32659:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc6e0. 00000400:00000200:1.0:1787998272.018309:0:32659:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409000 00000400:00000010:1.0:1787998272.018311:0:32659:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409000. 00000100:00000001:1.0:1787998272.018313:0:32659:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998272.018317:0:32659:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edf800 x1874850291760128/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998272.018324:0:32659:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edf800 x1874850291760128/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.018328:0:32659:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998272.018329:0:32659:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.018331:0:32659:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998272.018333:0:32659:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998272.018334:0:32659:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998272.018336:0:32659:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998272.018337:0:32659:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998272.018345:0:32659:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=98 v=5 (5 104 104 104) 00000100:00001000:1.0:1787998272.018349:0:32659:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998272.018352:0:32659:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998272.018353:0:32659:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.018356:0:32659:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998272.018359:0:32659:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.018363:0:32659:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998272.018365:0:32659:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967616 00000100:00000001:1.0:1787998272.018367:0:32659:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998272.018370:0:32659:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998272.018375:0:32659:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edf800 x1874850291760128/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.018388:0:32659:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998272.018391:0:32659:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998272.018393:0:32659:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998272.018399:0:32659:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edf800 x1874850291760128/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998288 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998272.018407:0:32659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edf800 pname:cluuid:pid:xid:nid:opc:job checkstat:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32659:1874850291760128:192.168.206.123@tcp:101:checkstat.0 00000100:00000001:1.0:1787998272.018412:0:32659:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.018415:0:32659:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.018418:0:32659:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998272.018420:0:32659:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998272.018423:0:32659:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edf800 x1874850291760128/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998288 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.018429:0:32659:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998272.018432:0:32659:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d19223d780. 00000100:00000001:1.0:1787998272.018439:0:32659:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998272.018441:0:32659:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.018443:0:32659:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787998272.018447:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.018449:0:32659:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.018452:0:32659:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3400 refcount=4 00000020:00000001:1.0:1787998272.018454:0:32659:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998272.018457:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000040:1.0:1787998272.018463:0:32659:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1917f3400, remote cookie: 0x4fd9a50f3a6ace29, flags: 0x1001 00010000:00010000:1.0:1787998272.018468:0:32659:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998272.018478:0:32659:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.018491:0:32659:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787998272.018494:0:32659:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787998272.018496:0:32659:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1787998272.018498:0:32659:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787998272.018499:0:32659:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787998272.018514:0:32659:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d192b98700) refcount = 1 00010000:00010000:1.0:1787998272.018521:0:32659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.018528:0:32659:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787998272.018531:0:32659:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787998272.018533:0:32659:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998272.018536:0:32659:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787998272.018538:0:32659:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998272.018541:0:32659:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.018548:0:32659:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787998272.018549:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.018551:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.018552:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.018554:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.018555:0:32659:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.018559:0:32659:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1787998272.018560:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.018561:0:32659:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.018563:0:32659:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3400 refcount=3 00000020:00000001:1.0:1787998272.018565:0:32659:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998272.018567:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998272.018570:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.018571:0:32659:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.018572:0:32659:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3400 refcount=4 00000020:00000001:1.0:1787998272.018574:0:32659:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998272.018576:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998272.018579:0:32659:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998272.018581:0:32659:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998272.018584:0:32659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.018591:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.018592:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.018593:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.018595:0:32659:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.018596:0:32659:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3400 refcount=5 00000020:00000001:1.0:1787998272.018598:0:32659:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998272.018600:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998272.018602:0:32659:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998272.018605:0:32659:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.018610:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.018612:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998272.018614:0:32659:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.018620:0:32659:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998272.018621:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.018622:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.018623:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.018634:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1787998272.018639:0:32659:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d199edf800 x1874850291760128/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998288 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1787998272.018648:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.018649:0:32659:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.018651:0:32659:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3400 refcount=3 00000020:00000001:1.0:1787998272.018653:0:32659:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998272.018656:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998272.018657:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.018659:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998272.018660:0:32659:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.018662:0:32659:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.018664:0:32659:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1787998272.018666:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.018668:0:32659:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.018669:0:32659:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3400 refcount=3 00000020:00000001:1.0:1787998272.018670:0:32659:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998272.018672:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00000002:00010000:1.0:1787998272.018676:0:32659:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.018682:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.018683:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.018685:0:32659:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787998272.018686:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.018687:0:32659:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.018689:0:32659:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3400 refcount=3 00000020:00000001:1.0:1787998272.018691:0:32659:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998272.018693:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000040:1.0:1787998272.018698:0:32659:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98700 count: 2 00010000:00000001:1.0:1787998272.018701:0:32659:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1787998272.018704:0:32659:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1787998272.018707:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.018708:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998272.018709:0:32659:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1787998272.018712:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5f898 00000002:00002000:1.0:1787998272.018714:0:32659:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1787998272.018717:0:32659:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998272.018721:0:32659:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998272.018724:0:32659:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787998272.018727:0:32659:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1787998272.018730:0:32659:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.018734:0:32659:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998272.018737:0:32659:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1a0b68200. 00000080:00000001:1.0:1787998272.018742:0:32659:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998272.018744:0:32659:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1787998272.018750:0:32659:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1787998272.018753:0:32659:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1787998272.018758:0:32659:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d191236fc0. 00800000:00000001:1.0:1787998272.018760:0:32659:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626226536935360 : -117847172616256 : ffff94d191236fc0) 00800000:00000001:1.0:1787998272.018763:0:32659:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.018765:0:32659:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1787998272.018787:0:32659:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1787998272.018790:0:32659:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1787998272.018794:0:32659:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1787998272.018797:0:32659:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1787998272.018799:0:32659:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.018803:0:32659:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1787998272.018806:0:32659:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1787998272.018811:0:32659:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1787998272.018813:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.018815:0:32659:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.018816:0:32659:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3400 refcount=3 00000020:00000001:1.0:1787998272.018818:0:32659:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998272.018820:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998272.018822:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.018823:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787998272.018825:0:32659:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1787998272.018827:0:32659:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1787998272.018829:0:32659:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d191236fc0 1 00800000:00000010:1.0:1787998272.018831:0:32659:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d191236fc0. 00800000:00000001:1.0:1787998272.018834:0:32659:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998272.018837:0:32659:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cab2 00800000:00000001:1.0:1787998272.018841:0:32659:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998272.018843:0:32659:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998272.018844:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.018845:0:32659:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.018846:0:32659:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3400 refcount=3 00000020:00000001:1.0:1787998272.018848:0:32659:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998272.018850:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998272.018853:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.018854:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998272.018855:0:32659:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998272.018857:0:32659:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.018859:0:32659:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998272.018861:0:32659:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:1.0:1787998272.018864:0:32659:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cab2 from it ffffb66d41c5fb58 00010000:00000001:1.0:1787998272.018866:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.018867:0:32659:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.018868:0:32659:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3400 refcount=3 00000020:00000001:1.0:1787998272.018870:0:32659:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998272.018871:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998272.018873:0:32659:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998272.018875:0:32659:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.018881:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.018882:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.018883:0:32659:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998272.018885:0:32659:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998272.018887:0:32659:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998272.018894:0:32659:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998272.018897:0:32659:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998272.018899:0:32659:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998272.018902:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.018904:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.018906:0:32659:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.018909:0:32659:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998272.018911:0:32659:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.018913:0:32659:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.018915:0:32659:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.018917:0:32659:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998272.018918:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.018919:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998272.018921:0:32659:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998272.018926:0:32659:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edf800 x1874850291760128/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998288 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.018932:0:32659:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998272.018934:0:32659:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998272.018937:0:32659:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d191c68800. 02000000:00000001:1.0:1787998272.018940:0:32659:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998272.018942:0:32659:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998272.018944:0:32659:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998272.018946:0:32659:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998272.018949:0:32659:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e24400. 02000000:00000001:1.0:1787998272.018952:0:32659:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998272.018953:0:32659:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998272.018955:0:32659:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edf800. 00000100:00000001:1.0:1787998272.018959:0:32659:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998272.018960:0:32659:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998272.018963:0:32659:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:1.0:1787998272.018967:0:32659:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998272.018978:0:32659:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d190a904a0. 00000020:00000001:1.0:1787998272.018983:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5fa88 00000080:00200000:1.0:1787998272.018985:0:32659:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), flags=24 00000080:00000001:1.0:1787998272.018988:0:32659:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1787998272.018989:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5f938 00000080:00200000:1.0:1787998272.018991:0:32659:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), intent=0 00000080:00000010:1.0:1787998272.019604:0:32659:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1a0b68200. 00800000:00000002:1.0:1787998272.019610:0:32659:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998272.019614:0:32659:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998272.019618:0:32659:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998272.019621:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5f858 00800000:00000002:1.0:1787998272.019623:0:32659:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998272.019636:0:32659:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998272.019640:0:32659:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998272.019642:0:32659:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998272.019644:0:32659:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998272.019646:0:32659:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998272.019648:0:32659:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.019650:0:32659:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998272.019653:0:32659:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998272.019656:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5f7f0 00800000:00000002:1.0:1787998272.019658:0:32659:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:1.0:1787998272.019662:0:32659:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998272.019664:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5f728 00000002:00010000:1.0:1787998272.019665:0:32659:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1787998272.019669:0:32659:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1787998272.019671:0:32659:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1787998272.019675:0:32659:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edf800. 00000020:00000040:1.0:1787998272.019678:0:32659:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:1.0:1787998272.019683:0:32659:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787998272.019695:0:32659:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998272.019699:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.019700:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.019702:0:32659:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.019705:0:32659:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998272.019707:0:32659:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998272.019711:0:32659:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998272.019717:0:32659:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d199e24400. 00000100:00000001:1.0:1787998272.019721:0:32659:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.019725:0:32659:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998272.019726:0:32659:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.019727:0:32659:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998272.019727:0:32659:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.019736:0:32659:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.019741:0:32659:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226684426240 : -117847025125376 : ffff94d199edf800) 00010000:00000001:1.0:1787998272.019743:0:32659:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787998272.019745:0:32659:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1787998272.019748:0:32659:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98700 count: 2 00010000:00000001:1.0:1787998272.019750:0:32659:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998272.019752:0:32659:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787998272.019754:0:32659:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1917f2400. 00000020:00000001:1.0:1787998272.019756:0:32659:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787998272.019758:0:32659:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1917f2400 with handle 0xb2d39e653c8cab9 to hash 00000020:00000001:1.0:1787998272.019759:0:32659:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787998272.019760:0:32659:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:1.0:1787998272.019763:0:32659:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:1.0:1787998272.019765:0:32659:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998272.019979:0:32659:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998272.019984:0:32659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cab9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998272.019992:0:32659:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cab9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998272.020003:0:32659:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cab9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32659 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787998272.020008:0:32659:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998272.020010:0:32659:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998272.020016:0:32659:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d19223d780. 00000100:00000001:1.0:1787998272.020018:0:32659:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226553739136 : -117847155812480 : ffff94d19223d780) 00000100:00000001:1.0:1787998272.020021:0:32659:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998272.020022:0:32659:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684426240 : -117847025125376 : ffff94d199edf800) 00000100:00000001:1.0:1787998272.020026:0:32659:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998272.020029:0:32659:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.020031:0:32659:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998272.020033:0:32659:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998272.020038:0:32659:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edf800 x1874850291760256/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.020046:0:32659:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998272.020048:0:32659:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998272.020052:0:32659:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998272.020054:0:32659:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998272.020056:0:32659:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998272.020060:0:32659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edf800 pname:cluuid:pid:xid:nid:opc:job checkstat:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32659:1874850291760256:192.168.206.123@tcp:101:checkstat.0 00000100:00000001:1.0:1787998272.020063:0:32659:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998272.020068:0:32659:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998272.020070:0:32659:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998272.020072:0:32659:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998272.020077:0:32659:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d191c68800. 02000000:00000001:1.0:1787998272.020079:0:32659:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998272.020084:0:32659:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998272.020088:0:32659:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc6e0. 00000400:00000010:1.0:1787998272.020094:0:32659:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409000. 00000100:00000200:1.0:1787998272.020100:0:32659:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291760256, portal 10 00000100:00000001:1.0:1787998272.020102:0:32659:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998272.020103:0:32659:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684426240 : -117847025125376 : ffff94d199edf800) 00000100:00000040:1.0:1787998272.020108:0:32659:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199edf800 x1874850291760256/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998288 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.020115:0:32659:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998272.020118:0:32659:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998272.020120:0:32659:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409880. 00000100:00000200:1.0:1787998272.020123:0:32659:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1874850291760256, offset 0 00000400:00000200:1.0:1787998272.020129:0:32659:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998272.020136:0:32659:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998272.020142:0:32659:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998272.020147:0:32659:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998272.020152:0:32659:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998272.020155:0:32659:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998272.020158:0:32659:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998272.020161:0:32659:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2717:2717:256:4294967295] 192.168.206.123@tcp LPNI seq info [2717:2717:8:4294967295] 00000400:00000200:1.0:1787998272.020165:0:32659:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998272.020174:0:32659:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998272.020179:0:32659:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998272.020184:0:32659:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f300. 00000800:00000200:1.0:1787998272.020190:0:32659:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998272.020197:0:32659:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998272.020202:0:32659:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f300 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1787998272.020216:0:32659:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998272.020220:0:32659:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 854943 usecs (855 jiffies) 00000400:00000200:1.0:1787998272.020223:0:32659:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998272.020226:0:32659:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296453031 00000100:00000001:1.0:1787998272.020229:0:32659:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296455156 00000100:00000001:1.0:1787998272.020231:0:32659:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296453031 00000100:00000001:1.0:1787998272.020233:0:32659:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296455156 00000100:00000001:1.0:1787998272.020236:0:32659:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998272.020238:0:32659:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.020240:0:32659:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998272.020242:0:32659:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998272.020244:0:32659:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d19223d780 going to sleep for 11 seconds 00000100:00000001:1.0:1787998272.020247:0:32659:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998272.020249:0:32659:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998272.021159:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998272.021164:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f300. 00000400:00000200:2.0:1787998272.021170:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.021175:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998272.021179:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409880 00000400:00000010:2.0:1787998272.021181:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409880. 00000100:00000001:2.0:1787998272.021184:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998272.021188:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edf800 x1874850291760256/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998288 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998272.021194:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998272.021197:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edf800 x1874850291760256/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998288 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998272.021201:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998272.021202:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998272.028666:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998272.028688:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998272.028693:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998272.028696:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998272.028706:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998272.028715:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998272.028727:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998272.028733:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998272.028739:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998272.028743:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a5bc80 00000400:00000200:3.0:1787998272.028749:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998272.028756:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x7ea5 [1] + 224 00000800:00000001:3.0:1787998272.028765:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998272.028811:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998272.028815:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998272.028821:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998272.028830:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998272.028841:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edf800 x1874850291760256/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998288 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998272.028853:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d199edf800 x1874850291760256/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.028880:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998272.028891:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998272.028894:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.029042:0:32659:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998272.029052:0:32659:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998272.029055:0:32659:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998272.029059:0:32659:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc6e0. 00000400:00000200:1.0:1787998272.029064:0:32659:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409000 00000400:00000010:1.0:1787998272.029067:0:32659:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409000. 00000100:00000001:1.0:1787998272.029083:0:32659:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998272.029089:0:32659:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edf800 x1874850291760256/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998272.029100:0:32659:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edf800 x1874850291760256/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.029107:0:32659:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998272.029110:0:32659:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.029113:0:32659:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998272.029117:0:32659:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998272.029119:0:32659:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998272.029122:0:32659:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998272.029125:0:32659:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998272.029136:0:32659:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=98 v=5 (5 104 104 104) 00000100:00001000:1.0:1787998272.029141:0:32659:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998272.029144:0:32659:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998272.029146:0:32659:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.029149:0:32659:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998272.029154:0:32659:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.029158:0:32659:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998272.029160:0:32659:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967616 00000100:00000001:1.0:1787998272.029162:0:32659:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998272.029166:0:32659:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998272.029170:0:32659:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edf800 x1874850291760256/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.029177:0:32659:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998272.029180:0:32659:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998272.029182:0:32659:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998272.029187:0:32659:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edf800 x1874850291760256/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998288 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998272.029195:0:32659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edf800 pname:cluuid:pid:xid:nid:opc:job checkstat:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32659:1874850291760256:192.168.206.123@tcp:101:checkstat.0 00000100:00000001:1.0:1787998272.029201:0:32659:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.029204:0:32659:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.029206:0:32659:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998272.029209:0:32659:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998272.029212:0:32659:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edf800 x1874850291760256/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998288 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.029220:0:32659:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998272.029223:0:32659:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d19223d780. 00000100:00000001:1.0:1787998272.029226:0:32659:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998272.029229:0:32659:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.029232:0:32659:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787998272.029236:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.029239:0:32659:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.029243:0:32659:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2400 refcount=4 00000020:00000001:1.0:1787998272.029245:0:32659:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:1.0:1787998272.029249:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000040:1.0:1787998272.029257:0:32659:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1917f2400, remote cookie: 0x4fd9a50f3a6ace45, flags: 0x1001 00010000:00010000:1.0:1787998272.029263:0:32659:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cab9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace45 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1787998272.029272:0:32659:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1787998272.029275:0:32659:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1787998272.029285:0:32659:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d192b98900. 00010000:00000010:1.0:1787998272.029290:0:32659:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d1a0046380. 00010000:00000001:1.0:1787998272.029295:0:32659:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998272.029298:0:32659:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cab9 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace45 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998272.029312:0:32659:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cab9 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace45 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.029320:0:32659:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787998272.029325:0:32659:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787998272.029327:0:32659:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1787998272.029329:0:32659:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787998272.029330:0:32659:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787998272.029333:0:32659:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x23:0x0].0x0 (ffff94d192b98900) refcount = 1 00010000:00010000:1.0:1787998272.029348:0:32659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cab9 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace45 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.029355:0:32659:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787998272.029359:0:32659:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787998272.029361:0:32659:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998272.029364:0:32659:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787998272.029367:0:32659:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998272.029370:0:32659:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cab9 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace45 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.029377:0:32659:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787998272.029378:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.029380:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.029381:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.029391:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.029393:0:32659:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.029398:0:32659:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1787998272.029400:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.029401:0:32659:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.029403:0:32659:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2400 refcount=3 00000020:00000001:1.0:1787998272.029405:0:32659:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:1.0:1787998272.029407:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:1.0:1787998272.029410:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.029411:0:32659:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.029412:0:32659:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2400 refcount=4 00000020:00000001:1.0:1787998272.029414:0:32659:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:1.0:1787998272.029416:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:1.0:1787998272.029420:0:32659:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998272.029422:0:32659:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998272.029425:0:32659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cab9 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace45 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.029432:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.029433:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.029434:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.029435:0:32659:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.029437:0:32659:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2400 refcount=5 00000020:00000001:1.0:1787998272.029439:0:32659:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:1.0:1787998272.029441:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:1.0:1787998272.029444:0:32659:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998272.029446:0:32659:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cab9 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace45 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.029453:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.029454:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998272.029457:0:32659:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cab9 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace45 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.029463:0:32659:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998272.029464:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.029465:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.029467:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.029468:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1787998272.029472:0:32659:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff94d199edf800 x1874850291760256/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998288 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1787998272.029482:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.029483:0:32659:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.029485:0:32659:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2400 refcount=3 00000020:00000001:1.0:1787998272.029486:0:32659:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:1.0:1787998272.029488:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:1.0:1787998272.029491:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.029492:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998272.029493:0:32659:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.029495:0:32659:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.029499:0:32659:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1787998272.029501:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.029502:0:32659:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.029503:0:32659:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2400 refcount=3 00000020:00000001:1.0:1787998272.029505:0:32659:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:1.0:1787998272.029507:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00000002:00010000:1.0:1787998272.029510:0:32659:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cab9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace45 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.029516:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.029517:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.029519:0:32659:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787998272.029520:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.029521:0:32659:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.029523:0:32659:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2400 refcount=3 00000020:00000001:1.0:1787998272.029524:0:32659:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:1.0:1787998272.029526:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000040:1.0:1787998272.029530:0:32659:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98900 count: 2 00010000:00000001:1.0:1787998272.029532:0:32659:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1787998272.029537:0:32659:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589935621/35 (0 0) 00010000:00000001:1.0:1787998272.029539:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.029540:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998272.029542:0:32659:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1787998272.029545:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5f6b0 00000002:00002000:1.0:1787998272.029547:0:32659:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1787998272.029551:0:32659:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998272.029555:0:32659:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998272.029558:0:32659:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787998272.029561:0:32659:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1787998272.029565:0:32659:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.029569:0:32659:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000001:1.0:1787998272.029572:0:32659:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1787998272.029574:0:32659:0:(namei.c:674:ll_lookup_it_finish()) it ffffb66d41c5fa28 it_disposition b 00000080:00000001:1.0:1787998272.029577:0:32659:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1787998272.029585:0:32659:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1787998272.029589:0:32659:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1787998272.029595:0:32659:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d191236fc0. 00800000:00000001:1.0:1787998272.029598:0:32659:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626226536935360 : -117847172616256 : ffff94d191236fc0) 00800000:00000001:1.0:1787998272.029600:0:32659:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.029603:0:32659:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1787998272.029606:0:32659:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:1.0:1787998272.029610:0:32659:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1787998272.029618:0:32659:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1787998272.029620:0:32659:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:1.0:1787998272.029623:0:32659:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1787998272.029635:0:32659:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1787998272.029638:0:32659:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.029641:0:32659:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:1.0:1787998272.029644:0:32659:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1787998272.029649:0:32659:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 4096 00000080:00200000:1.0:1787998272.029652:0:32659:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x23:0x0](ffff94d1989af448): rc = 0 00000080:00000001:1.0:1787998272.029654:0:32659:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626226662208584 : -117847047343032 : ffff94d1989af448) 00010000:00000001:1.0:1787998272.029656:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.029657:0:32659:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.029659:0:32659:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2400 refcount=3 00000020:00000001:1.0:1787998272.029661:0:32659:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:1.0:1787998272.029663:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:1.0:1787998272.029665:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.029666:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787998272.029667:0:32659:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1787998272.029670:0:32659:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1787998272.029671:0:32659:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d191236fc0 1 00800000:00000010:1.0:1787998272.029674:0:32659:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d191236fc0. 00800000:00000001:1.0:1787998272.029677:0:32659:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998272.029681:0:32659:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff94d1989af448) for lock 0xb2d39e653c8cab9 00800000:00000001:1.0:1787998272.029683:0:32659:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998272.029685:0:32659:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998272.029686:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.029687:0:32659:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.029688:0:32659:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2400 refcount=3 00000020:00000001:1.0:1787998272.029694:0:32659:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:1.0:1787998272.029697:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:1.0:1787998272.029699:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.029700:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998272.029702:0:32659:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998272.029704:0:32659:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1787998272.029712:0:32659:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d1835950d8 inode ffff94d1989af448 refc 1 flags 0x20000e 00000080:00000002:1.0:1787998272.029716:0:32659:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1787998272.029720:0:32659:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1787998272.029724:0:32659:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff94d1989af448) 00000080:00010000:1.0:1787998272.029727:0:32659:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cab9 from it ffffb66d41c5fa28 00010000:00000001:1.0:1787998272.029729:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.029730:0:32659:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.029731:0:32659:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2400 refcount=3 00000020:00000001:1.0:1787998272.029733:0:32659:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:1.0:1787998272.029735:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:1.0:1787998272.029737:0:32659:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998272.029740:0:32659:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cab9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace45 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.029746:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.029747:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.029749:0:32659:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998272.029752:0:32659:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998272.029755:0:32659:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cab9 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace45 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998272.029763:0:32659:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998272.029766:0:32659:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998272.029797:0:32659:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998272.029801:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.029802:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.029804:0:32659:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.029807:0:32659:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998272.029809:0:32659:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.029811:0:32659:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.029814:0:32659:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.029815:0:32659:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998272.029816:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.029818:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787998272.029820:0:32659:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1787998272.029823:0:32659:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1a0b68200. 00000100:00000001:1.0:1787998272.029828:0:32659:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998272.029833:0:32659:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edf800 x1874850291760256/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998288 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.029839:0:32659:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998272.029843:0:32659:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998272.029846:0:32659:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d191c68800. 02000000:00000001:1.0:1787998272.029849:0:32659:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998272.029852:0:32659:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998272.029854:0:32659:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998272.029856:0:32659:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998272.029859:0:32659:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e24400. 02000000:00000001:1.0:1787998272.029863:0:32659:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998272.029864:0:32659:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998272.029866:0:32659:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edf800. 00000100:00000001:1.0:1787998272.029870:0:32659:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998272.029872:0:32659:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998272.029881:0:32659:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:1.0:1787998272.029883:0:32659:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff94d1989af448), inode mode 41ed mask 1 00000080:00000001:1.0:1787998272.029888:0:32659:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998272.029901:0:32659:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d190a90c60. 00000020:00000001:1.0:1787998272.029905:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5fae8 00000080:00200000:1.0:1787998272.029907:0:32659:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff94d1989af448), flags=8 00000080:00000001:1.0:1787998272.029911:0:32659:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1787998272.029912:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5f998 00000080:00200000:1.0:1787998272.029914:0:32659:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff94d1989af448), intent=getattr 00000080:00000010:1.0:1787998272.029921:0:32659:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1a0b68200. 00800000:00000002:1.0:1787998272.029925:0:32659:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d191d63040 2 00000080:00000001:1.0:1787998272.029930:0:32659:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998272.029932:0:32659:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998272.029934:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5f8b8 00800000:00000002:1.0:1787998272.029936:0:32659:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000405:0x23:0x0] 00800000:00000001:1.0:1787998272.029940:0:32659:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998272.029944:0:32659:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998272.029947:0:32659:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998272.029950:0:32659:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998272.029952:0:32659:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998272.029954:0:32659:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.029956:0:32659:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1787998272.029958:0:32659:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998272.029962:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5f850 00800000:00000002:1.0:1787998272.029964:0:32659:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x23:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:1.0:1787998272.029968:0:32659:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998272.029970:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5f788 00000002:00010000:1.0:1787998272.029971:0:32659:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000405:0x23:0x0], intent: getattr flags 01 00000002:00000001:1.0:1787998272.029975:0:32659:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1787998272.029978:0:32659:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1787998272.029981:0:32659:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edf800. 00000020:00000040:1.0:1787998272.029985:0:32659:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:1.0:1787998272.029990:0:32659:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787998272.029998:0:32659:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998272.030001:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.030002:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.030003:0:32659:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.030006:0:32659:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998272.030008:0:32659:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998272.030013:0:32659:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998272.030019:0:32659:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d199e24400. 00000100:00000001:1.0:1787998272.030027:0:32659:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.030030:0:32659:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998272.030032:0:32659:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.030034:0:32659:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998272.030035:0:32659:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.030037:0:32659:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.030044:0:32659:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226684426240 : -117847025125376 : ffff94d199edf800) 00010000:00000001:1.0:1787998272.030048:0:32659:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787998272.030050:0:32659:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1787998272.030052:0:32659:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98900 count: 2 00010000:00000001:1.0:1787998272.030054:0:32659:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998272.030056:0:32659:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787998272.030060:0:32659:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1917f3600. 00000020:00000001:1.0:1787998272.030064:0:32659:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787998272.030067:0:32659:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1917f3600 with handle 0xb2d39e653c8cac0 to hash 00000020:00000001:1.0:1787998272.030069:0:32659:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787998272.030070:0:32659:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998272.030074:0:32659:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998272.030076:0:32659:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998272.030078:0:32659:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998272.030081:0:32659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cac0 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998272.030088:0:32659:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cac0 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998272.030098:0:32659:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cac0 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32659 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787998272.030103:0:32659:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998272.030105:0:32659:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998272.030111:0:32659:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d19223d780. 00000100:00000001:1.0:1787998272.030113:0:32659:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226553739136 : -117847155812480 : ffff94d19223d780) 00000100:00000001:1.0:1787998272.030115:0:32659:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998272.030117:0:32659:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684426240 : -117847025125376 : ffff94d199edf800) 00000100:00000001:1.0:1787998272.030121:0:32659:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998272.030126:0:32659:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.030128:0:32659:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998272.030129:0:32659:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998272.030134:0:32659:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edf800 x1874850291760384/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.030142:0:32659:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998272.030144:0:32659:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998272.030148:0:32659:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998272.030150:0:32659:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998272.030153:0:32659:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998272.030157:0:32659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edf800 pname:cluuid:pid:xid:nid:opc:job checkstat:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32659:1874850291760384:192.168.206.123@tcp:101:checkstat.0 00000100:00000001:1.0:1787998272.030161:0:32659:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998272.030167:0:32659:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998272.030170:0:32659:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998272.030173:0:32659:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998272.030177:0:32659:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d191c68800. 02000000:00000001:1.0:1787998272.030180:0:32659:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998272.030186:0:32659:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998272.030191:0:32659:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc6e0. 00000400:00000010:1.0:1787998272.030197:0:32659:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409000. 00000100:00000200:1.0:1787998272.030204:0:32659:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291760384, portal 10 00000100:00000001:1.0:1787998272.030206:0:32659:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998272.030207:0:32659:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684426240 : -117847025125376 : ffff94d199edf800) 00000100:00000040:1.0:1787998272.030213:0:32659:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199edf800 x1874850291760384/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998288 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.030220:0:32659:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998272.030223:0:32659:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998272.030225:0:32659:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409f68. 00000100:00000200:1.0:1787998272.030230:0:32659:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1874850291760384, offset 0 00000400:00000200:1.0:1787998272.030236:0:32659:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998272.030245:0:32659:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998272.030253:0:32659:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998272.030259:0:32659:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998272.030265:0:32659:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998272.030269:0:32659:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998272.030272:0:32659:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998272.030276:0:32659:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2718:2718:256:4294967295] 192.168.206.123@tcp LPNI seq info [2718:2718:8:4294967295] 00000400:00000200:1.0:1787998272.030282:0:32659:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998272.030293:0:32659:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998272.030299:0:32659:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998272.030305:0:32659:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f200. 00000800:00000200:1.0:1787998272.030312:0:32659:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998272.030321:0:32659:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998272.030326:0:32659:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1787998272.030343:0:32659:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998272.030348:0:32659:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 853748 usecs (854 jiffies) 00000400:00000200:1.0:1787998272.030351:0:32659:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998272.030354:0:32659:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296453041 00000100:00000001:1.0:1787998272.030357:0:32659:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296455156 00000100:00000001:1.0:1787998272.030360:0:32659:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296453041 00000100:00000001:1.0:1787998272.030362:0:32659:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296455156 00000100:00000001:1.0:1787998272.030365:0:32659:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998272.030367:0:32659:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.030370:0:32659:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998272.030372:0:32659:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998272.030375:0:32659:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d19223d780 going to sleep for 11 seconds 00000100:00000001:1.0:1787998272.030378:0:32659:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998272.030381:0:32659:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998272.033347:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998272.033356:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f200. 00000400:00000200:2.0:1787998272.033366:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.033376:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998272.033383:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409f68 00000400:00000010:2.0:1787998272.033386:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409f68. 00000100:00000001:2.0:1787998272.033392:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998272.033400:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edf800 x1874850291760384/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998288 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998272.033414:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998272.033417:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edf800 x1874850291760384/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998288 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998272.033424:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998272.033426:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998272.038813:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998272.038838:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998272.038844:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998272.038847:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998272.038859:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998272.038869:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998272.038881:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998272.038887:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998272.038894:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998272.038899:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 640 into portal 10 MB=0x6a92a99a5bd00 00000400:00000200:3.0:1787998272.038905:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998272.038912:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 640/640 into md 0x7ead [1] + 224 00000800:00000001:3.0:1787998272.038922:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998272.038930:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998272.038934:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998272.038939:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998272.038949:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998272.038962:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edf800 x1874850291760384/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998288 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998272.038974:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff94d199edf800 x1874850291760384/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.039000:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998272.039013:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998272.039020:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.039712:0:32659:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998272.039724:0:32659:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998272.039727:0:32659:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998272.039731:0:32659:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc6e0. 00000400:00000200:1.0:1787998272.039737:0:32659:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409000 00000400:00000010:1.0:1787998272.039740:0:32659:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409000. 00000100:00000001:1.0:1787998272.039744:0:32659:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998272.039752:0:32659:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edf800 x1874850291760384/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998272.039763:0:32659:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edf800 x1874850291760384/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.039813:0:32659:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998272.039815:0:32659:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.039819:0:32659:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998272.039823:0:32659:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998272.039827:0:32659:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998272.039829:0:32659:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998272.039833:0:32659:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998272.039845:0:32659:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=98 v=5 (5 104 104 104) 00000100:00001000:1.0:1787998272.039850:0:32659:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998272.039853:0:32659:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998272.039855:0:32659:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.039859:0:32659:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998272.039862:0:32659:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.039867:0:32659:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998272.039869:0:32659:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967616 00000100:00000001:1.0:1787998272.039871:0:32659:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998272.039875:0:32659:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998272.039880:0:32659:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edf800 x1874850291760384/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.039888:0:32659:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998272.039892:0:32659:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998272.039894:0:32659:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998272.039898:0:32659:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edf800 x1874850291760384/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1787998288 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998272.039906:0:32659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edf800 pname:cluuid:pid:xid:nid:opc:job checkstat:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32659:1874850291760384:192.168.206.123@tcp:101:checkstat.0 00000100:00000001:1.0:1787998272.039911:0:32659:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.039914:0:32659:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.039917:0:32659:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998272.039920:0:32659:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998272.039923:0:32659:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edf800 x1874850291760384/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1787998288 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.039930:0:32659:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998272.039933:0:32659:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d19223d780. 00000100:00000001:1.0:1787998272.039938:0:32659:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998272.039939:0:32659:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.039943:0:32659:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787998272.039948:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.039952:0:32659:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.039955:0:32659:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=4 00000020:00000001:1.0:1787998272.039958:0:32659:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998272.039961:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000040:1.0:1787998272.039971:0:32659:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1917f3600, remote cookie: 0x4fd9a50f3a6ace61, flags: 0x1001 00010000:00010000:1.0:1787998272.039978:0:32659:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cac0 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace61 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1787998272.039988:0:32659:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x25:0x0].0x0, instead of [0x200000405:0x23:0x0].0x0 00010000:00000001:1.0:1787998272.040003:0:32659:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1787998272.040016:0:32659:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d192b98c00. 00010000:00000010:1.0:1787998272.040025:0:32659:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d1a0046400. 00010000:00000001:1.0:1787998272.040031:0:32659:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998272.040035:0:32659:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cac0 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace61 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998272.040044:0:32659:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cac0 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace61 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.040051:0:32659:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787998272.040057:0:32659:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787998272.040059:0:32659:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1787998272.040061:0:32659:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787998272.040062:0:32659:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787998272.040064:0:32659:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x25:0x0].0x0 (ffff94d192b98c00) refcount = 1 00010000:00010000:1.0:1787998272.040068:0:32659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cac0 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace61 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.040075:0:32659:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787998272.040078:0:32659:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787998272.040080:0:32659:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998272.040084:0:32659:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787998272.040087:0:32659:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998272.040091:0:32659:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cac0 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace61 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.040097:0:32659:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787998272.040099:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.040101:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.040102:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.040104:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.040105:0:32659:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.040111:0:32659:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1787998272.040112:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.040114:0:32659:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.040116:0:32659:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=3 00000020:00000001:1.0:1787998272.040118:0:32659:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998272.040121:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998272.040124:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.040125:0:32659:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.040127:0:32659:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=4 00000020:00000001:1.0:1787998272.040128:0:32659:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998272.040130:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998272.040133:0:32659:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998272.040137:0:32659:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998272.040140:0:32659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cac0 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace61 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.040147:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.040148:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.040150:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.040151:0:32659:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.040152:0:32659:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=5 00000020:00000001:1.0:1787998272.040154:0:32659:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998272.040156:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998272.040159:0:32659:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998272.040162:0:32659:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cac0 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace61 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.040169:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.040183:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998272.040186:0:32659:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cac0 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace61 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.040193:0:32659:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998272.040194:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.040195:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.040196:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.040197:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1787998272.040203:0:32659:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d199edf800 x1874850291760384/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1787998288 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1787998272.040213:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.040214:0:32659:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.040215:0:32659:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=3 00000020:00000001:1.0:1787998272.040218:0:32659:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998272.040220:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00000002:00010000:1.0:1787998272.040224:0:32659:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cac0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace61 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1787998272.040235:0:32659:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94d191236fc0. 00010000:00000001:1.0:1787998272.040238:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.040239:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998272.040241:0:32659:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.040243:0:32659:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.040246:0:32659:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1787998272.040250:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.040251:0:32659:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.040252:0:32659:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=3 00000020:00000001:1.0:1787998272.040255:0:32659:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998272.040257:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00000002:00010000:1.0:1787998272.040260:0:32659:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cac0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace61 expref: -99 pid: 32659 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.040267:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.040268:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.040270:0:32659:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787998272.040272:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.040273:0:32659:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.040274:0:32659:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=3 00000020:00000001:1.0:1787998272.040276:0:32659:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998272.040278:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000040:1.0:1787998272.040283:0:32659:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98c00 count: 2 00010000:00000001:1.0:1787998272.040286:0:32659:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1787998272.040290:0:32659:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589935621/37 (0 0) 00010000:00000001:1.0:1787998272.040293:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.040294:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998272.040296:0:32659:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1787998272.040299:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5f710 00000002:00002000:1.0:1787998272.040302:0:32659:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1787998272.040305:0:32659:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998272.040311:0:32659:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998272.040315:0:32659:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787998272.040318:0:32659:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x23:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1787998272.040322:0:32659:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.040327:0:32659:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d191d63040 2 00000080:00000001:1.0:1787998272.040330:0:32659:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1787998272.040332:0:32659:0:(namei.c:674:ll_lookup_it_finish()) it ffffb66d41c5fb20 it_disposition b 00000080:00000001:1.0:1787998272.040348:0:32659:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1787998272.040357:0:32659:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1787998272.040360:0:32659:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1787998272.040364:0:32659:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:1.0:1787998272.040367:0:32659:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:1.0:1787998272.040375:0:32659:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998272.040381:0:32659:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798654168 : -117846910897448 : ffff94d1a0bcf2d8) 00000020:00001000:1.0:1787998272.043342:0:32659:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf2d0 00000020:00000001:1.0:1787998272.043349:0:32659:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1787998272.043354:0:32659:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1787998272.043357:0:32659:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1787998272.043367:0:32659:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d1a0b0ad20. 00020000:00000010:1.0:1787998272.043371:0:32659:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d187222300. 00020000:00000010:1.0:1787998272.043379:0:32659:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d1a0b0aba0. 00020000:00000001:1.0:1787998272.044153:0:32659:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626226797849504 : -117846911702112 : ffff94d1a0b0aba0) 00020000:00000002:1.0:1787998272.044174:0:32659:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0b0aba0, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1787998272.044181:0:32659:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1787998272.044185:0:32659:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d187222300: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000002:1.0:1787998272.044190:0:32659:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d191daad90) owner ffff94d199cc0000 00020000:00000001:1.0:1787998272.044193:0:32659:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1787998272.044195:0:32659:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d191daad90) owner ffff94d199cc0000 00020000:00000010:1.0:1787998272.044201:0:32659:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d187222300. 00020000:00000010:1.0:1787998272.044206:0:32659:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d1a0b0ad20. 00020000:00000010:1.0:1787998272.044210:0:32659:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d1a0b0aba0. 00020000:00000002:1.0:1787998272.044212:0:32659:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x25:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1787998272.044214:0:32659:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998272.044217:0:32659:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1787998272.044221:0:32659:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf2d0 00000080:00000001:1.0:1787998272.044230:0:32659:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:1.0:1787998272.044233:0:32659:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1787998272.044240:0:32659:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x25:0x0](ffff94d1880042c8): rc = 0 00000080:00000001:1.0:1787998272.044243:0:32659:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626226383635144 : -117847325916472 : ffff94d1880042c8) 00010000:00000001:1.0:1787998272.044248:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.044251:0:32659:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.044255:0:32659:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=3 00000020:00000001:1.0:1787998272.044258:0:32659:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998272.044261:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00000080:00000001:1.0:1787998272.044265:0:32659:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:1.0:1787998272.044268:0:32659:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998272.044272:0:32659:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798654168 : -117846910897448 : ffff94d1a0bcf2d8) 00000020:00001000:1.0:1787998272.044274:0:32659:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf2d0 00000020:00000001:1.0:1787998272.044275:0:32659:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1787998272.044277:0:32659:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1787998272.044279:0:32659:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1787998272.044285:0:32659:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d1a0b0aba0. 00020000:00000010:1.0:1787998272.044287:0:32659:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d187222300. 00020000:00000010:1.0:1787998272.044291:0:32659:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d1a0b0ad20. 00020000:00000001:1.0:1787998272.044293:0:32659:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626226797849888 : -117846911701728 : ffff94d1a0b0ad20) 00020000:00000002:1.0:1787998272.044296:0:32659:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0b0ad20, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1787998272.044299:0:32659:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1787998272.044303:0:32659:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d187222300: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000002:1.0:1787998272.044305:0:32659:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d191daad90) owner ffff94d199cc0000 00020000:00000001:1.0:1787998272.044307:0:32659:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1787998272.044309:0:32659:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d191daad90) owner ffff94d199cc0000 00020000:00000010:1.0:1787998272.044311:0:32659:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d187222300. 00020000:00000010:1.0:1787998272.044314:0:32659:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d1a0b0aba0. 00020000:00000010:1.0:1787998272.044316:0:32659:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d1a0b0ad20. 00020000:00000002:1.0:1787998272.044318:0:32659:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x25:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1787998272.044319:0:32659:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998272.044321:0:32659:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998272.044326:0:32659:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1787998272.044330:0:32659:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d191daad90) owner 0000000000000000/ffff94d199cc0000 00020000:00000002:1.0:1787998272.044333:0:32659:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d1a0013d80 addref 2/0 by ffff94d199cc0000. 00020000:00000002:1.0:1787998272.044336:0:32659:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d191daad90) owner 0000000000000000/ffff94d199cc0000 00020000:00000001:1.0:1787998272.044339:0:32659:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1787998272.044341:0:32659:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1787998272.044343:0:32659:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1787998272.044345:0:32659:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1787998272.044347:0:32659:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1787998272.044349:0:32659:0:(file.c:6836:ll_layout_conf()) [0x200000405:0x25:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1787998272.044352:0:32659:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf2d0 00000080:00000001:1.0:1787998272.044354:0:32659:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.044356:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.044358:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787998272.044360:0:32659:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1787998272.044366:0:32659:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1787998272.044368:0:32659:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998272.044373:0:32659:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x25:0x0](ffff94d1880042c8) for lock 0xb2d39e653c8cac0 00800000:00000001:1.0:1787998272.044377:0:32659:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998272.044381:0:32659:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998272.044392:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.044393:0:32659:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.044395:0:32659:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=3 00000020:00000001:1.0:1787998272.044397:0:32659:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998272.044399:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998272.044402:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.044403:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998272.044405:0:32659:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998272.044407:0:32659:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1787998272.044415:0:32659:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d183595bd0 inode ffff94d1880042c8 refc 1 flags 0x40000e 00000080:00000001:1.0:1787998272.044419:0:32659:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1787998272.044424:0:32659:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x25:0x0](ffff94d1880042c8) 00000080:00010000:1.0:1787998272.044427:0:32659:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cac0 from it ffffb66d41c5fb20 00010000:00000001:1.0:1787998272.044430:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.044431:0:32659:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.044432:0:32659:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=3 00000020:00000001:1.0:1787998272.044434:0:32659:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998272.044436:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998272.044438:0:32659:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998272.044443:0:32659:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cac0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6ace61 expref: -99 pid: 32659 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.044451:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.044452:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.044454:0:32659:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998272.044457:0:32659:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998272.044461:0:32659:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cac0 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ace61 expref: -99 pid: 32659 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998272.044469:0:32659:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998272.044473:0:32659:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998272.044475:0:32659:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998272.044479:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.044480:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.044482:0:32659:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.044492:0:32659:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998272.044494:0:32659:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.044496:0:32659:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.044500:0:32659:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.044502:0:32659:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998272.044504:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.044505:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787998272.044506:0:32659:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1787998272.044511:0:32659:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1a0b68200. 00000100:00000001:1.0:1787998272.044516:0:32659:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998272.044530:0:32659:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edf800 x1874850291760384/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1787998288 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.044539:0:32659:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998272.044543:0:32659:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998272.044547:0:32659:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d191c68800. 02000000:00000001:1.0:1787998272.044550:0:32659:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998272.044552:0:32659:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998272.044554:0:32659:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998272.044556:0:32659:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998272.044559:0:32659:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e24400. 02000000:00000001:1.0:1787998272.044563:0:32659:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998272.044565:0:32659:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998272.044566:0:32659:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edf800. 00000100:00000001:1.0:1787998272.044570:0:32659:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998272.044572:0:32659:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998272.044575:0:32659:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1787998272.044576:0:32659:0:(dcache.c:176:ll_intent_release()) intent ffffb66d41c5fb20 released 00000080:00000001:1.0:1787998272.044578:0:32659:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:1.0:1787998272.044593:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5fd08 00000080:00200008:1.0:1787998272.044595:0:32659:0:(file.c:6295:ll_getattr_dentry()) START file f:[0x200000405:0x25:0x0](ffff94d1880042c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1787998272.044602:0:32659:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998272.044603:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5fc80 00000080:00200000:1.0:1787998272.044605:0:32659:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x25:0x0](ffff94d1880042c8),name=f 00000080:00000010:1.0:1787998272.044611:0:32659:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1a0b68200. 00800000:00000002:1.0:1787998272.044617:0:32659:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d191d63040 2 00000080:00000001:1.0:1787998272.044623:0:32659:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998272.044636:0:32659:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998272.044638:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5fba0 00800000:00000002:1.0:1787998272.044641:0:32659:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x25:0x0] 'f' on [0x200000405:0x23:0x0] 00800000:00000001:1.0:1787998272.044645:0:32659:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998272.044650:0:32659:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998272.044653:0:32659:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998272.044656:0:32659:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998272.044659:0:32659:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998272.044661:0:32659:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.044663:0:32659:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1787998272.044665:0:32659:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998272.044668:0:32659:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998272.044669:0:32659:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998272.044670:0:32659:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998272.044671:0:32659:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998272.044673:0:32659:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.044674:0:32659:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:1.0:1787998272.044676:0:32659:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.044678:0:32659:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x23:0x0], fid2=[0x200000405:0x25:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998272.044682:0:32659:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998272.044684:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5fa70 00000002:00010000:1.0:1787998272.044686:0:32659:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x25:0x0]) in obj [0x200000405:0x23:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787998272.044690:0:32659:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998272.044692:0:32659:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998272.044695:0:32659:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998272.044701:0:32659:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98c00 count: 2 00010000:00000001:1.0:1787998272.044703:0:32659:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998272.044708:0:32659:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998272.044712:0:32659:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998272.044716:0:32659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cac0 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ace61 expref: -99 pid: 32659 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1787998272.044724:0:32659:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998272.044728:0:32659:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998272.044732:0:32659:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cac0 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ace61 expref: -99 pid: 32659 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1787998272.044739:0:32659:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787998272.044741:0:32659:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998272.044743:0:32659:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998272.044745:0:32659:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998272.044747:0:32659:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998272.044749:0:32659:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x23:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787998272.044751:0:32659:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787998272.044753:0:32659:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d191d63040 2 00000080:00000010:1.0:1787998272.044755:0:32659:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1a0b68200. 00000080:00000001:1.0:1787998272.044758:0:32659:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998272.044760:0:32659:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998272.044762:0:32659:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x25:0x0](ffff94d1880042c8) 00000080:00010000:1.0:1787998272.044765:0:32659:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x25:0x0](ffff94d1880042c8) for lock 0xb2d39e653c8cac0 00800000:00000001:1.0:1787998272.044789:0:32659:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998272.044790:0:32659:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998272.044791:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.044793:0:32659:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.044794:0:32659:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=3 00000020:00000001:1.0:1787998272.044797:0:32659:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998272.044799:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998272.044801:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.044803:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998272.044804:0:32659:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998272.044806:0:32659:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998272.044808:0:32659:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cac0 from it ffffb66d41c5fcb8 00010000:00000001:1.0:1787998272.044810:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.044811:0:32659:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.044813:0:32659:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=3 00000020:00000001:1.0:1787998272.044815:0:32659:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998272.044817:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998272.044818:0:32659:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998272.044821:0:32659:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cac0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6ace61 expref: -99 pid: 32659 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998272.044827:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.044827:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.044828:0:32659:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998272.044830:0:32659:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998272.044832:0:32659:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cac0 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ace61 expref: -99 pid: 32659 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787998272.044837:0:32659:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998272.044839:0:32659:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998272.044840:0:32659:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998272.044841:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.044842:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.044844:0:32659:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.044845:0:32659:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998272.044847:0:32659:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.044848:0:32659:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.044850:0:32659:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.044852:0:32659:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998272.044853:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.044854:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998272.044855:0:32659:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787998272.044857:0:32659:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998272.044860:0:32659:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1787998272.044864:0:32659:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1787998272.044866:0:32659:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998272.044868:0:32659:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1787998272.044870:0:32659:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.044873:0:32659:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1787998272.044876:0:32659:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1787998272.044878:0:32659:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998272.044880:0:32659:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798654168 : -117846910897448 : ffff94d1a0bcf2d8) 00000020:00001000:1.0:1787998272.044882:0:32659:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf2d0 00000020:00000001:1.0:1787998272.044887:0:32659:0:(cl_object.c:143:cl_object_top()) ffff94d18543a3a0 -> ffff94d18543a3a0 00000020:00000001:1.0:1787998272.044890:0:32659:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1787998272.044892:0:32659:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1787998272.044894:0:32659:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x25:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1787998272.044898:0:32659:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998272.044900:0:32659:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1787998272.044902:0:32659:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1787998272.044904:0:32659:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.044906:0:32659:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1787998272.044909:0:32659:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x25:0x0]io ffff94d19226cbf0 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1787998272.044912:0:32659:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d191daad90) owner 0000000000000000/ffff94d199cc0000 00020000:00000001:1.0:1787998272.044915:0:32659:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1787998272.044917:0:32659:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1787998272.044920:0:32659:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1787998272.044921:0:32659:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998272.044923:0:32659:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1787998272.044926:0:32659:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1787998272.044928:0:32659:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998272.044929:0:32659:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998272.044931:0:32659:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1787998272.044932:0:32659:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1787998272.044934:0:32659:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d191daad90) owner 0000000000000000/ffff94d199cc0000 00000020:00000001:1.0:1787998272.044936:0:32659:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1787998272.044938:0:32659:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1787998272.044940:0:32659:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x25:0x0] 00000020:00000001:1.0:1787998272.044943:0:32659:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1787998272.044945:0:32659:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1787998272.044947:0:32659:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1787998272.044949:0:32659:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1787998272.044955:0:32659:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1787998272.044961:0:32659:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d1a0046680. 00020000:00000002:1.0:1787998272.044963:0:32659:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1787998272.044966:0:32659:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1787998272.044968:0:32659:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998272.044970:0:32659:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1787998272.044971:0:32659:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:1.0:1787998272.044975:0:32659:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff94d1a0bcfc60. 00000020:00000010:1.0:1787998272.044979:0:32659:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d1a0b68200. 00000020:00000010:1.0:1787998272.044984:0:32659:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff94d1a0b68000. 00000020:00000010:1.0:1787998272.044988:0:32659:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff94d1a0b0ad20. 00000008:00000010:1.0:1787998272.044996:0:32659:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff94d1902f8000. 00020000:00000010:1.0:1787998272.045002:0:32659:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff94d185459f00. 00008000:00000010:1.0:1787998272.045039:0:32659:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94d199e21530. 00000080:00000010:1.0:1787998272.045047:0:32659:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94d19090f930. 00000080:00000010:1.0:1787998272.045052:0:32659:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff94d19226c4a0. 00000020:00000010:1.0:1787998272.045056:0:32659:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d1a0b69200. 00000008:00000010:1.0:1787998272.045060:0:32659:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff94d19227a420. 00020000:00000010:1.0:1787998272.045064:0:32659:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff94d19227fd98. 00008000:00000010:1.0:1787998272.045068:0:32659:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff94d191a0dc88. 00000080:00000010:1.0:1787998272.045072:0:32659:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff94d191a0e2d0. 00000020:00000001:1.0:1787998272.045074:0:32659:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798656616 : -117846910895000 : ffff94d1a0bcfc68) 00000020:00001000:1.0:1787998272.045076:0:32659:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfc60 00000020:00000001:1.0:1787998272.045079:0:32659:0:(cl_object.c:143:cl_object_top()) ffff94d18543a530 -> ffff94d18543a3a0 00000020:00000001:1.0:1787998272.045081:0:32659:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1787998272.045084:0:32659:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998272.045085:0:32659:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1787998272.045087:0:32659:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998272.045089:0:32659:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998272.045091:0:32659:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000020:00000001:1.0:1787998272.045093:0:32659:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1787998272.045098:0:32659:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d1857d9560. 00000008:00010000:1.0:1787998272.045101:0:32659:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1787998272.045104:0:32659:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1787998272.045105:0:32659:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1787998272.045107:0:32659:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d1a00466b0, osc lock ffff94d1857d9560, flags 0x400001002 00000020:00000001:1.0:1787998272.045109:0:32659:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998272.045111:0:32659:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998272.045113:0:32659:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626226786559616 : -117846922992000 : ffff94d1a0046680) 00000020:00000001:1.0:1787998272.045116:0:32659:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1787998272.045117:0:32659:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1787998272.045119:0:32659:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998272.045121:0:32659:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998272.045123:0:32659:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1787998272.045125:0:32659:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1787998272.045127:0:32659:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1787998272.045128:0:32659:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1787998272.045129:0:32659:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998272.045130:0:32659:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000020:00000001:1.0:1787998272.045132:0:32659:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1787998272.045134:0:32659:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1787998272.045136:0:32659:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1787998272.045139:0:32659:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1787998272.045141:0:32659:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1787998272.045143:0:32659:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1787998272.045144:0:32659:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1787998272.045146:0:32659:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1787998272.045147:0:32659:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1787998272.045149:0:32659:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1787998272.045151:0:32659:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787998272.045154:0:32659:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.045157:0:32659:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1787998272.045161:0:32659:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edf800. 00000020:00000040:1.0:1787998272.045165:0:32659:0:(genops.c:1210:class_import_get()) import ffff94d183eca000 refcount=3 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00010000:00000001:1.0:1787998272.045169:0:32659:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787998272.045173:0:32659:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998272.045175:0:32659:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.045178:0:32659:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998272.045181:0:32659:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998272.045185:0:32659:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998272.045190:0:32659:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d1a0b68e00. 00000100:00000001:1.0:1787998272.045199:0:32659:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.045205:0:32659:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998272.045207:0:32659:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.045208:0:32659:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998272.045210:0:32659:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.045211:0:32659:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.045214:0:32659:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446626226684426240 : -117847025125376 : ffff94d199edf800) 00010000:00000001:1.0:1787998272.045218:0:32659:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787998272.045220:0:32659:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1787998272.045225:0:32659:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d192b98f00. 00010000:00000010:1.0:1787998272.045229:0:32659:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff94d192b98d00. 00010000:00000001:1.0:1787998272.045235:0:32659:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787998272.045238:0:32659:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1917f3c00. 00000020:00000001:1.0:1787998272.045243:0:32659:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787998272.045245:0:32659:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1917f3c00 with handle 0xb2d39e653c8cac7 to hash 00000020:00000001:1.0:1787998272.045247:0:32659:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787998272.045249:0:32659:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226542951424 : -117847166600192 : ffff94d1917f3c00) 00010000:00000010:1.0:1787998272.045253:0:32659:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff94d191236800. 00010000:00000001:1.0:1787998272.045256:0:32659:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226542951424 : -117847166600192 : ffff94d1917f3c00) 00010000:00000001:1.0:1787998272.045259:0:32659:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998272.045260:0:32659:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998272.045264:0:32659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000674c2f63/0xb2d39e653c8cac7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32659 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998272.045274:0:32659:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000674c2f63/0xb2d39e653c8cac7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32659 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.045286:0:32659:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.045291:0:32659:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998272.045296:0:32659:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998272.045305:0:32659:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d39e8ede] to pc [ptlrpcd_00_01+1] req@ffff94d199edf800 x1874850291760512/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1787998272.045347:0:32659:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998272.045349:0:32659:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998272.045351:0:32659:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998272.045354:0:32659:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998272.045355:0:32659:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998272.045358:0:32659:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1787998272.045360:0:32659:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1787998272.045363:0:32659:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1787998272.045364:0:32659:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:1.0:1787998272.045383:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1787998272.045389:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1787998272.045391:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.045397:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998272.045400:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.045402:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998272.045404:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998272.045407:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1787998272.045410:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1787998272.045416:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edf800 x1874850291760512/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.045425:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998272.045429:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.045433:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998272.045436:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998272.045442:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998272.045446:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998272.045450:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291760512:192.168.206.123@tcp:101:checkstat.0 00000100:00000001:1.0:1787998272.045455:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998272.045462:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998272.045465:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998272.045468:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998272.045473:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d199e24400. 02000000:00000001:1.0:1787998272.045475:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998272.045484:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998272.045489:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc6e0. 00000400:00000010:1.0:1787998272.045498:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409000. 00000100:00000200:1.0:1787998272.045506:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291760512, portal 4 00000100:00000001:1.0:1787998272.045509:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998272.045512:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684426240 : -117847025125376 : ffff94d199edf800) 00000100:00000040:1.0:1787998272.045518:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199edf800 x1874850291760512/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998288 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.045526:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998272.045530:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998272.045532:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409a18. 00000100:00000200:1.0:1787998272.045536:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1874850291760512, offset 0 00000400:00000200:1.0:1787998272.045542:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998272.045553:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998272.045560:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998272.045566:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998272.045571:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998272.045575:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998272.045578:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998272.045582:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2719:2719:256:4294967295] 192.168.206.123@tcp LPNI seq info [2719:2719:8:4294967295] 00000400:00000200:1.0:1787998272.045587:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998272.045597:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998272.045604:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998272.045609:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031ff00. 00000800:00000200:1.0:1787998272.045617:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998272.045638:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998272.045642:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031ff00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1787998272.045658:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998272.045663:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 20218 usecs (21 jiffies) 00000400:00000200:1.0:1787998272.045666:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998272.045669:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296452223 00000100:00000001:1.0:1787998272.045672:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296455156 00000100:00000001:1.0:1787998272.045675:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296452223 00000100:00000001:1.0:1787998272.045677:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296455156 00000100:00000001:1.0:1787998272.045679:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998272.045682:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.045686:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.045689:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998272.045919:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998272.045926:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031ff00. 00000400:00000200:2.0:1787998272.045935:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.045943:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998272.045950:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409a18 00000400:00000010:2.0:1787998272.045953:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409a18. 00000100:00000001:2.0:1787998272.045958:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998272.045966:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edf800 x1874850291760512/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998288 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998272.045979:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998272.045982:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edf800 x1874850291760512/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998288 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998272.045990:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998272.045991:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998272.047931:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998272.047953:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998272.047959:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998272.047961:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998272.047972:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998272.047993:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998272.048004:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998272.048009:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998272.048016:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998272.048020:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 400 into portal 4 MB=0x6a92a99a5bd80 00000400:00000200:3.0:1787998272.048025:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998272.048032:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 400/400 into md 0x7eb5 [1] + 224 00000800:00000001:3.0:1787998272.048040:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998272.048048:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998272.048052:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998272.048057:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998272.048067:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998272.048077:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edf800 x1874850291760512/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998288 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998272.048090:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff94d199edf800 x1874850291760512/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998288 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.048112:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998272.048122:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998272.048126:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.048329:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998272.048346:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998272.048355:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998272.048358:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998272.048361:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc6e0. 00000400:00000200:1.0:1787998272.048367:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409000 00000400:00000010:1.0:1787998272.048369:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409000. 00000100:00000001:1.0:1787998272.048373:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998272.048378:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edf800 x1874850291760512/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998288 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998272.048592:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edf800 x1874850291760512/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998288 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.048600:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998272.048603:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.048606:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998272.048611:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998272.048614:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998272.048617:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998272.048621:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998272.048642:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca460 time=98 v=5 (5 5 37 37) 00000100:00001000:1.0:1787998272.048647:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=49 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998272.048650:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998272.048652:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.048655:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998272.048659:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.048664:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998272.048667:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:1.0:1787998272.048669:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998272.048671:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998272.048676:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edf800 x1874850291760512/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998288 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.048684:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998272.048687:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998272.048689:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1787998272.048693:0:2402:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:1.0:1787998272.048696:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.048699:0:2402:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.048703:0:2402:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3c00 refcount=4 00000020:00000001:1.0:1787998272.048705:0:2402:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542951424 : -117847166600192 : ffff94d1917f3c00) 00010000:00000001:1.0:1787998272.048709:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542951424 : -117847166600192 : ffff94d1917f3c00) 00010000:00000001:1.0:1787998272.048711:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.048712:0:2402:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.048713:0:2402:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3c00 refcount=5 00000020:00000001:1.0:1787998272.048715:0:2402:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542951424 : -117847166600192 : ffff94d1917f3c00) 00010000:00000001:1.0:1787998272.048717:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542951424 : -117847166600192 : ffff94d1917f3c00) 00010000:00000001:1.0:1787998272.048721:0:2402:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998272.048725:0:2402:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998272.048730:0:2402:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000674c2f63/0xb2d39e653c8cac7 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32659 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.048743:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.048745:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.048748:0:2402:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787998272.048750:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.048751:0:2402:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.048752:0:2402:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3c00 refcount=6 00000020:00000001:1.0:1787998272.048755:0:2402:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542951424 : -117847166600192 : ffff94d1917f3c00) 00010000:00000001:1.0:1787998272.048757:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542951424 : -117847166600192 : ffff94d1917f3c00) 00010000:00000040:1.0:1787998272.048765:0:2402:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1917f3c00, remote cookie: 0x4fd9a50f3a6ace68, flags: 0x1001 00010000:00010000:1.0:1787998272.048804:0:2402:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000674c2f63/0xb2d39e653c8cac7 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace68 expref: -99 pid: 32659 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.048812:0:2402:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1787998272.048816:0:2402:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.048818:0:2402:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787998272.048822:0:2402:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1787998272.048828:0:2402:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000674c2f63/0xb2d39e653c8cac7 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace68 expref: -99 pid: 32659 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1787998272.048843:0:2402:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x13:0x0].0x0 (ffff94d192b98f00) refcount = 1 00010000:00000040:1.0:1787998272.048846:0:2402:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1787998272.048849:0:2402:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000674c2f63/0xb2d39e653c8cac7 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace68 expref: -99 pid: 32659 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.048859:0:2402:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787998272.048861:0:2402:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998272.048864:0:2402:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787998272.048867:0:2402:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998272.048870:0:2402:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000674c2f63/0xb2d39e653c8cac7 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace68 expref: -99 pid: 32659 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.048877:0:2402:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787998272.048879:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.048880:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.048881:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.048882:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998272.048884:0:2402:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1787998272.048887:0:2402:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1787998272.048890:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.048891:0:2402:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.048893:0:2402:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3c00 refcount=5 00000020:00000001:1.0:1787998272.048895:0:2402:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542951424 : -117847166600192 : ffff94d1917f3c00) 00010000:00000001:1.0:1787998272.048897:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542951424 : -117847166600192 : ffff94d1917f3c00) 00000008:00000001:1.0:1787998272.048901:0:2402:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1787998272.048906:0:2402:0:(cl_object.c:143:cl_object_top()) ffff94d1871e7500 -> ffff94d18543a3a0 00000008:00010000:1.0:1787998272.048911:0:2402:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000674c2f63/0xb2d39e653c8cac7 lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6ace68 expref: -99 pid: 32659 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1787998272.048919:0:2402:0:(cl_object.c:143:cl_object_top()) ffff94d1871e7500 -> ffff94d18543a3a0 00000020:00000001:1.0:1787998272.048922:0:2402:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1787998272.048925:0:2402:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1787998272.048928:0:2402:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1787998272.048931:0:2402:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998272.048933:0:2402:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998272.048935:0:2402:0:(cl_object.c:143:cl_object_top()) ffff94d1871e7500 -> ffff94d18543a3a0 00000008:00000001:1.0:1787998272.048936:0:2402:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:1.0:1787998272.048940:0:2402:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1787998272.048942:0:2402:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1787998272.049036:0:2402:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1787998272.049039:0:2402:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.049042:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.049043:0:2402:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.049045:0:2402:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3c00 refcount=6 00000020:00000001:1.0:1787998272.049047:0:2402:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542951424 : -117847166600192 : ffff94d1917f3c00) 00010000:00000001:1.0:1787998272.049049:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542951424 : -117847166600192 : ffff94d1917f3c00) 00010000:00000001:1.0:1787998272.049052:0:2402:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998272.049055:0:2402:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000674c2f63/0xb2d39e653c8cac7 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4fd9a50f3a6ace68 expref: -99 pid: 32659 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.049063:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.049064:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998272.049067:0:2402:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000674c2f63/0xb2d39e653c8cac7 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4fd9a50f3a6ace68 expref: -99 pid: 32659 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.049074:0:2402:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998272.049075:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.049077:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998272.049078:0:2402:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.049080:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.049081:0:2402:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.049083:0:2402:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3c00 refcount=5 00000020:00000001:1.0:1787998272.049085:0:2402:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542951424 : -117847166600192 : ffff94d1917f3c00) 00010000:00000001:1.0:1787998272.049087:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542951424 : -117847166600192 : ffff94d1917f3c00) 00010000:00000001:1.0:1787998272.049089:0:2402:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998272.049091:0:2402:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000674c2f63/0xb2d39e653c8cac7 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4fd9a50f3a6ace68 expref: -99 pid: 32659 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.049098:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.049099:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.049100:0:2402:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998272.049103:0:2402:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998272.049106:0:2402:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000674c2f63/0xb2d39e653c8cac7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x4fd9a50f3a6ace68 expref: -99 pid: 32659 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998272.049117:0:2402:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998272.049120:0:2402:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998272.049122:0:2402:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998272.049126:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.049128:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.049129:0:2402:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.049132:0:2402:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998272.049135:0:2402:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.049137:0:2402:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.049139:0:2402:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.049141:0:2402:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998272.049142:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.049144:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.049145:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.049146:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998272.049147:0:2402:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998272.049154:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edf800 x1874850291760512/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998288 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998272.049163:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291760512:192.168.206.123@tcp:101:checkstat.0 00000100:00000001:1.0:1787998272.049169:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.049185:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998272.049189:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edf800 x1874850291760512/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998288 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.049196:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998272.049200:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998272.049204:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e24400. 02000000:00000001:1.0:1787998272.049210:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998272.049212:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998272.049214:0:2402:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998272.049217:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998272.049220:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d1a0b68e00. 02000000:00000001:1.0:1787998272.049225:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998272.049227:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998272.049229:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edf800. 00000100:00000001:1.0:1787998272.049233:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998272.049235:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.049238:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.049246:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998272.049248:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.049252:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998272.049255:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.049615:0:32659:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.049621:0:32659:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.049639:0:32659:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1787998272.049643:0:32659:0:(cl_object.c:143:cl_object_top()) ffff94d18543a3a0 -> ffff94d18543a3a0 00000020:00000001:0.0:1787998272.049646:0:32659:0:(cl_object.c:143:cl_object_top()) ffff94d18543a3a0 -> ffff94d18543a3a0 00000020:00000001:0.0:1787998272.049648:0:32659:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1787998272.049653:0:32659:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1787998272.049658:0:32659:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1787998272.049660:0:32659:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998272.049662:0:32659:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1787998272.049663:0:32659:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1787998272.049665:0:32659:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x25:1029 on OST[1]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:0.0:1787998272.049668:0:32659:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1787998272.049670:0:32659:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:0.0:1787998272.049674:0:32659:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.049675:0:32659:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.049677:0:32659:0:(cl_object.c:143:cl_object_top()) ffff94d18543a3a0 -> ffff94d18543a3a0 00000080:00200000:0.0:1787998272.049679:0:32659:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x25:0x0] updating i_size 0 i_blocks 0 00000080:00000001:0.0:1787998272.049682:0:32659:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1787998272.049685:0:32659:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1787998272.049687:0:32659:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d19226cb90 (ffff94d1a0bcf2d8/0) at cl_lock_release():245 00000020:00000001:0.0:1787998272.049690:0:32659:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1787998272.049692:0:32659:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d19226cb90 (ffff94d1a0bcf2d8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1787998272.049696:0:32659:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1787998272.049705:0:32659:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1787998272.049707:0:32659:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000020:00000001:0.0:1787998272.049710:0:32659:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1787998272.049711:0:32659:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d1a00466b0 (ffff94d1a0bcfc68/1) at cl_lock_cancel():142 00000008:00000001:0.0:1787998272.049714:0:32659:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1787998272.049715:0:32659:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1787998272.049717:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.049719:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1787998272.049720:0:32659:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1787998272.049723:0:32659:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1787998272.049724:0:32659:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1787998272.049725:0:32659:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1787998272.049727:0:32659:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1787998272.049728:0:32659:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d19226cb90 (ffff94d1a0bcf2d8/0) at cl_lock_fini():72 00020000:00000001:0.0:1787998272.049731:0:32659:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1787998272.049733:0:32659:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1787998272.049734:0:32659:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d1a00466b0 (ffff94d1a0bcf2d8/1) at cl_lock_fini():72 00000008:00000010:0.0:1787998272.049738:0:32659:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d1857d9560. 00000020:00000001:0.0:1787998272.049742:0:32659:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1787998272.049744:0:32659:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d1a0046680. 00020000:00000001:0.0:1787998272.049747:0:32659:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1787998272.049748:0:32659:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1787998272.049749:0:32659:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1787998272.049751:0:32659:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.049754:0:32659:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1787998272.049756:0:32659:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1787998272.049759:0:32659:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1787998272.049760:0:32659:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1787998272.049762:0:32659:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1787998272.049764:0:32659:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfc60 00020000:00000001:0.0:1787998272.049812:0:32659:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1787998272.049815:0:32659:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1787998272.049819:0:32659:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1787998272.049821:0:32659:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x25:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1787998272.049826:0:32659:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1787998272.049828:0:32659:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.049830:0:32659:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1787998272.049832:0:32659:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1787998272.049833:0:32659:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1787998272.049835:0:32659:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf2d0 00000001:00000001:0.0:1787998272.049837:0:32659:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.049847:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5fd08 00000080:00000008:0.0:1787998272.049850:0:32659:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file f:[0x200000405:0x25:0x0](ffff94d1880042c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1787998272.049858:0:32659:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1787998272.049860:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5fda0 00000080:00002000:0.0:1787998272.049863:0:32659:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff94d183595bd0, parent ffff94d1835950d8, inode ffff94d1880042c8) hashed, 00000080:00000001:0.0:1787998272.049866:0:32659:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.062948:0:32660:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787998272.062955:0:32660:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787998272.062957:0:32660:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1787998272.062960:0:32660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3fb20 00000080:00200000:0.0:1787998272.062964:0:32660:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:0.0:1787998272.062973:0:32660:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191cd6e00. 00800000:00000002:0.0:1787998272.062978:0:32660:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998272.062982:0:32660:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998272.062986:0:32660:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998272.062988:0:32660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3fa40 00800000:00000002:0.0:1787998272.062990:0:32660:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998272.062994:0:32660:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998272.062996:0:32660:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998272.062998:0:32660:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998272.063000:0:32660:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998272.063003:0:32660:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998272.063005:0:32660:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.063007:0:32660:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998272.063009:0:32660:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.063013:0:32660:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1787998272.063032:0:32660:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998272.063034:0:32660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3f910 00000002:00010000:0.0:1787998272.063036:0:32660:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787998272.063040:0:32660:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787998272.063042:0:32660:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998272.063045:0:32660:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998272.063051:0:32660:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98700 count: 2 00010000:00000001:0.0:1787998272.063054:0:32660:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998272.063059:0:32660:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998272.063063:0:32660:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998272.063067:0:32660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1787998272.063079:0:32660:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998272.063083:0:32660:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998272.063087:0:32660:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1787998272.063094:0:32660:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1787998272.063096:0:32660:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998272.063098:0:32660:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998272.063100:0:32660:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998272.063102:0:32660:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998272.063104:0:32660:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1787998272.063106:0:32660:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1787998272.063109:0:32660:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998272.063112:0:32660:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191cd6e00. 00000080:00000001:0.0:1787998272.063116:0:32660:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787998272.063118:0:32660:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998272.063120:0:32660:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:0.0:1787998272.063123:0:32660:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cab2 00800000:00000001:0.0:1787998272.063127:0:32660:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998272.063129:0:32660:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998272.063131:0:32660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.063133:0:32660:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.063136:0:32660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3400 refcount=3 00000020:00000001:0.0:1787998272.063138:0:32660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:0.0:1787998272.063141:0:32660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:0.0:1787998272.063144:0:32660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.063145:0:32660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998272.063146:0:32660:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998272.063148:0:32660:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998272.063150:0:32660:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cab2 from it ffffb66d41c3fb58 00010000:00000001:0.0:1787998272.063152:0:32660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.063153:0:32660:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.063155:0:32660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3400 refcount=3 00000020:00000001:0.0:1787998272.063156:0:32660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:0.0:1787998272.063158:0:32660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:0.0:1787998272.063160:0:32660:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998272.063164:0:32660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787998272.063170:0:32660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.063171:0:32660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.063172:0:32660:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998272.063174:0:32660:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998272.063176:0:32660:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1787998272.063184:0:32660:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998272.063188:0:32660:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998272.063190:0:32660:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998272.063193:0:32660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.063194:0:32660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.063195:0:32660:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.063198:0:32660:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998272.063199:0:32660:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.063201:0:32660:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.063204:0:32660:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.063206:0:32660:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998272.063208:0:32660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.063209:0:32660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787998272.063212:0:32660:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787998272.063214:0:32660:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998272.063216:0:32660:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:0.0:1787998272.063220:0:32660:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998272.063228:0:32660:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d190a9c260. 00000020:00000001:0.0:1787998272.063232:0:32660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3fa88 00000080:00200000:0.0:1787998272.063233:0:32660:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), flags=24 00000080:00000001:0.0:1787998272.063236:0:32660:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1787998272.063237:0:32660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3f938 00000080:00200000:0.0:1787998272.063239:0:32660:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), intent=0 00000080:00000010:0.0:1787998272.063244:0:32660:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191cd6e00. 00800000:00000002:0.0:1787998272.063247:0:32660:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998272.063250:0:32660:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998272.063252:0:32660:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998272.063253:0:32660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3f858 00800000:00000002:0.0:1787998272.063255:0:32660:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998272.063258:0:32660:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998272.063260:0:32660:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998272.063262:0:32660:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998272.063263:0:32660:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998272.063264:0:32660:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998272.063266:0:32660:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.063268:0:32660:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998272.063269:0:32660:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.063272:0:32660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3f7f0 00800000:00000002:0.0:1787998272.063274:0:32660:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:0.0:1787998272.063277:0:32660:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998272.063278:0:32660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3f728 00000002:00010000:0.0:1787998272.063280:0:32660:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1787998272.063283:0:32660:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1787998272.063285:0:32660:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1787998272.063290:0:32660:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c11500. 00000020:00000040:0.0:1787998272.063293:0:32660:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:0.0:1787998272.063299:0:32660:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1787998272.063303:0:32660:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998272.063306:0:32660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.063307:0:32660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.063308:0:32660:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.063311:0:32660:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998272.063313:0:32660:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998272.063316:0:32660:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998272.063324:0:32660:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1923a2000. 00000100:00000001:0.0:1787998272.063330:0:32660:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.063336:0:32660:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998272.063337:0:32660:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.063339:0:32660:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998272.063340:0:32660:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.063342:0:32660:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.063348:0:32660:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226547266816 : -117847162284800 : ffff94d191c11500) 00010000:00000001:0.0:1787998272.063352:0:32660:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1787998272.063354:0:32660:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1787998272.063356:0:32660:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98700 count: 2 00010000:00000001:0.0:1787998272.063358:0:32660:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998272.063361:0:32660:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1787998272.063364:0:32660:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d187367400. 00000020:00000001:0.0:1787998272.063367:0:32660:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1787998272.063369:0:32660:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d187367400 with handle 0xb2d39e653c8cace to hash 00000020:00000001:0.0:1787998272.063371:0:32660:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1787998272.063372:0:32660:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998272.063375:0:32660:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998272.063377:0:32660:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998272.063379:0:32660:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998272.063383:0:32660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8cace lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998272.063390:0:32660:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8cace lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998272.063399:0:32660:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8cace lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32660 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1787998272.063405:0:32660:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998272.063406:0:32660:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998272.063413:0:32660:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d18330fe40. 00000100:00000001:0.0:1787998272.063415:0:32660:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226302942784 : -117847406608832 : ffff94d18330fe40) 00000100:00000001:0.0:1787998272.063417:0:32660:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998272.063419:0:32660:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547266816 : -117847162284800 : ffff94d191c11500) 00000100:00000001:0.0:1787998272.063422:0:32660:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998272.063425:0:32660:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.063427:0:32660:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998272.063428:0:32660:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998272.063438:0:32660:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c11500 x1874850291760640/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.063450:0:32660:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998272.063452:0:32660:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998272.063455:0:32660:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998272.063458:0:32660:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998272.063460:0:32660:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998272.063464:0:32660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c11500 pname:cluuid:pid:xid:nid:opc:job checkstat:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32660:1874850291760640:192.168.206.123@tcp:101:checkstat.0 00000100:00000001:0.0:1787998272.063468:0:32660:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998272.063473:0:32660:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998272.063475:0:32660:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998272.063478:0:32660:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998272.063482:0:32660:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d1a00ff800. 02000000:00000001:0.0:1787998272.063484:0:32660:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998272.063491:0:32660:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998272.063499:0:32660:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30790. 00000400:00000010:0.0:1787998272.063506:0:32660:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807cc0. 00000100:00000200:0.0:1787998272.063512:0:32660:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291760640, portal 10 00000100:00000001:0.0:1787998272.063514:0:32660:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998272.063516:0:32660:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547266816 : -117847162284800 : ffff94d191c11500) 00000100:00000040:0.0:1787998272.063522:0:32660:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191c11500 x1874850291760640/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998288 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.063528:0:32660:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998272.063531:0:32660:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998272.063533:0:32660:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1928075d8. 00000100:00000200:0.0:1787998272.063537:0:32660:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1874850291760640, offset 0 00000400:00000200:0.0:1787998272.063543:0:32660:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998272.063551:0:32660:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998272.063558:0:32660:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998272.063563:0:32660:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998272.063567:0:32660:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998272.063570:0:32660:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998272.063573:0:32660:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998272.063576:0:32660:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2720:2720:256:4294967295] 192.168.206.123@tcp LPNI seq info [2720:2720:8:4294967295] 00000400:00000200:0.0:1787998272.063580:0:32660:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998272.063589:0:32660:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998272.063594:0:32660:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998272.063599:0:32660:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4b00. 00000800:00000200:0.0:1787998272.063605:0:32660:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998272.063612:0:32660:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998272.063616:0:32660:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4b00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1787998272.063647:0:32660:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998272.063651:0:32660:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 852557 usecs (853 jiffies) 00000400:00000200:0.0:1787998272.063654:0:32660:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998272.063657:0:32660:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296453073 00000100:00000001:0.0:1787998272.063660:0:32660:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296455156 00000100:00000001:0.0:1787998272.063662:0:32660:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296453073 00000100:00000001:0.0:1787998272.063665:0:32660:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296455156 00000100:00000001:0.0:1787998272.063667:0:32660:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998272.063669:0:32660:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.063671:0:32660:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998272.063672:0:32660:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998272.063675:0:32660:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d18330fe40 going to sleep for 11 seconds 00000100:00000001:0.0:1787998272.063677:0:32660:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998272.063680:0:32660:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998272.063950:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998272.063954:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4b00. 00000400:00000200:2.0:1787998272.063960:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.063966:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998272.063972:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928075d8 00000400:00000010:2.0:1787998272.063974:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928075d8. 00000100:00000001:2.0:1787998272.063978:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998272.063983:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c11500 x1874850291760640/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998288 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998272.063993:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998272.063996:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c11500 x1874850291760640/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998288 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998272.064004:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998272.064005:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998272.071374:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998272.071517:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998272.071522:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998272.071526:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998272.071537:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998272.071546:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998272.071558:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998272.071564:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998272.071571:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998272.071576:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a5be00 00000400:00000200:3.0:1787998272.071581:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998272.071589:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x7ebd [1] + 224 00000800:00000001:3.0:1787998272.071598:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998272.071606:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998272.071610:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998272.071616:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998272.071636:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998272.071647:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c11500 x1874850291760640/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998288 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998272.071661:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d191c11500 x1874850291760640/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.071679:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998272.071690:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998272.071695:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998272.072131:0:32660:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998272.072142:0:32660:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998272.072145:0:32660:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998272.072150:0:32660:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30790. 00000400:00000200:0.0:1787998272.072155:0:32660:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807cc0 00000400:00000010:0.0:1787998272.072158:0:32660:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807cc0. 00000100:00000001:0.0:1787998272.072162:0:32660:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998272.072615:0:32660:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c11500 x1874850291760640/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998272.072643:0:32660:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c11500 x1874850291760640/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.072650:0:32660:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998272.072653:0:32660:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998272.072656:0:32660:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998272.072660:0:32660:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998272.072662:0:32660:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998272.072665:0:32660:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998272.072668:0:32660:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998272.072679:0:32660:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=98 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998272.072683:0:32660:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998272.072686:0:32660:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998272.072688:0:32660:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.072691:0:32660:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998272.072696:0:32660:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.072701:0:32660:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998272.072703:0:32660:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967616 00000100:00000001:0.0:1787998272.072705:0:32660:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998272.072709:0:32660:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998272.072714:0:32660:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c11500 x1874850291760640/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.072721:0:32660:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998272.072725:0:32660:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998272.072728:0:32660:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998272.072732:0:32660:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c11500 x1874850291760640/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998288 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998272.072741:0:32660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c11500 pname:cluuid:pid:xid:nid:opc:job checkstat:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32660:1874850291760640:192.168.206.123@tcp:101:checkstat.0 00000100:00000001:0.0:1787998272.072747:0:32660:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998272.072751:0:32660:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.072754:0:32660:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998272.072756:0:32660:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998272.072761:0:32660:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c11500 x1874850291760640/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998288 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.073077:0:32660:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998272.073081:0:32660:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d18330fe40. 00000100:00000001:0.0:1787998272.073085:0:32660:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998272.073087:0:32660:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.073091:0:32660:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1787998272.073097:0:32660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.073100:0:32660:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.073105:0:32660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367400 refcount=4 00000020:00000001:0.0:1787998272.073107:0:32660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998272.073111:0:32660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000040:0.0:1787998272.073120:0:32660:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d187367400, remote cookie: 0x4fd9a50f3a6ace84, flags: 0x1001 00010000:00010000:0.0:1787998272.073127:0:32660:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8cace lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace84 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1787998272.073136:0:32660:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1787998272.073140:0:32660:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1787998272.073616:0:32660:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d188d3c700. 00010000:00000010:2.0:1787998272.073632:0:32660:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d19219d400. 00010000:00000001:2.0:1787998272.073639:0:32660:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998272.073643:0:32660:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8cace lrc: 4/1,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace84 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998272.073659:0:32660:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8cace lrc: 4/1,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace84 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998272.073666:0:32660:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1787998272.073672:0:32660:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1787998272.073675:0:32660:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1787998272.073677:0:32660:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1787998272.073678:0:32660:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1787998272.073682:0:32660:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x24:0x0].0x0 (ffff94d188d3c700) refcount = 1 00010000:00010000:2.0:1787998272.073686:0:32660:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8cace lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace84 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998272.073694:0:32660:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1787998272.073698:0:32660:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1787998272.073700:0:32660:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998272.073704:0:32660:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1787998272.073708:0:32660:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998272.073711:0:32660:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8cace lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace84 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998272.073718:0:32660:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1787998272.073720:0:32660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.073722:0:32660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998272.073723:0:32660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.073724:0:32660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998272.073726:0:32660:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998272.073732:0:32660:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1787998272.073734:0:32660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998272.073736:0:32660:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998272.073738:0:32660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367400 refcount=3 00000020:00000001:2.0:1787998272.073740:0:32660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:2.0:1787998272.073742:0:32660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:2.0:1787998272.073745:0:32660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998272.073746:0:32660:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998272.073748:0:32660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367400 refcount=4 00000020:00000001:2.0:1787998272.073749:0:32660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:2.0:1787998272.073751:0:32660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:2.0:1787998272.073754:0:32660:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998272.073757:0:32660:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998272.073761:0:32660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8cace lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace84 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998272.074711:0:32660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.074713:0:32660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998272.074715:0:32660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998272.074718:0:32660:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998272.074721:0:32660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367400 refcount=5 00000020:00000001:2.0:1787998272.074724:0:32660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:2.0:1787998272.074727:0:32660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:2.0:1787998272.074730:0:32660:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998272.074734:0:32660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8cace lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace84 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998272.074741:0:32660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.074742:0:32660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1787998272.074745:0:32660:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8cace lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace84 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998272.074752:0:32660:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998272.074753:0:32660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.074754:0:32660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998272.074755:0:32660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.074756:0:32660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1787998272.074804:0:32660:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff94d191c11500 x1874850291760640/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998288 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1787998272.074823:0:32660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998272.074825:0:32660:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998272.074827:0:32660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367400 refcount=3 00000020:00000001:2.0:1787998272.074829:0:32660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:2.0:1787998272.074831:0:32660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:2.0:1787998272.074834:0:32660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.074835:0:32660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998272.074836:0:32660:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998272.074839:0:32660:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998272.074842:0:32660:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1787998272.074846:0:32660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998272.074847:0:32660:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998272.074849:0:32660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367400 refcount=3 00000020:00000001:2.0:1787998272.074851:0:32660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:2.0:1787998272.074852:0:32660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00000002:00010000:2.0:1787998272.074856:0:32660:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8cace lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace84 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998272.074864:0:32660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.074865:0:32660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998272.074868:0:32660:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1787998272.074869:0:32660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998272.074870:0:32660:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998272.074872:0:32660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367400 refcount=3 00000020:00000001:2.0:1787998272.074874:0:32660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:2.0:1787998272.074876:0:32660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000040:2.0:1787998272.074883:0:32660:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 2 00010000:00000001:2.0:1787998272.074886:0:32660:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1787998272.074891:0:32660:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589935621/36 (0 0) 00010000:00000001:2.0:1787998272.074894:0:32660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.074895:0:32660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998272.074897:0:32660:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1787998272.074900:0:32660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3f6b0 00000002:00002000:2.0:1787998272.074903:0:32660:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1787998272.074906:0:32660:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998272.074911:0:32660:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998272.074914:0:32660:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1787998272.074918:0:32660:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1787998272.074922:0:32660:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998272.074926:0:32660:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000001:2.0:1787998272.074929:0:32660:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1787998272.074931:0:32660:0:(namei.c:674:ll_lookup_it_finish()) it ffffb66d41c3fa28 it_disposition b 00000080:00000001:2.0:1787998272.074934:0:32660:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1787998272.074943:0:32660:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1787998272.074948:0:32660:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1787998272.074958:0:32660:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d191d63640. 00800000:00000001:2.0:1787998272.074960:0:32660:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626226548651584 : -117847160900032 : ffff94d191d63640) 00800000:00000001:2.0:1787998272.074963:0:32660:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998272.074967:0:32660:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1787998272.074970:0:32660:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:2.0:1787998272.075135:0:32660:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1787998272.075144:0:32660:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1787998272.075146:0:32660:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:2.0:1787998272.075150:0:32660:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1787998272.075154:0:32660:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1787998272.075156:0:32660:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998272.075161:0:32660:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:2.0:1787998272.075577:0:32660:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1787998272.075582:0:32660:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611172 mtime from 1787998253 to 1787998254 00000080:00200000:2.0:1787998272.075589:0:32660:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 4096 00000080:00200000:2.0:1787998272.075593:0:32660:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x24:0x0](ffff94d1880063c8): rc = 0 00000080:00000001:2.0:1787998272.075596:0:32660:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626226383643592 : -117847325908024 : ffff94d1880063c8) 00010000:00000001:2.0:1787998272.075598:0:32660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998272.075601:0:32660:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998272.075603:0:32660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367400 refcount=3 00000020:00000001:2.0:1787998272.075606:0:32660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:2.0:1787998272.075610:0:32660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:2.0:1787998272.075612:0:32660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.075614:0:32660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1787998272.075615:0:32660:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1787998272.075619:0:32660:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1787998272.075620:0:32660:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d191d63640 1 00800000:00000010:2.0:1787998272.075623:0:32660:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d191d63640. 00800000:00000001:2.0:1787998272.075639:0:32660:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998272.075644:0:32660:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff94d1880063c8) for lock 0xb2d39e653c8cace 00800000:00000001:2.0:1787998272.075647:0:32660:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1787998272.075650:0:32660:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1787998272.075651:0:32660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998272.075652:0:32660:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998272.075654:0:32660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367400 refcount=3 00000020:00000001:2.0:1787998272.075656:0:32660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:2.0:1787998272.075659:0:32660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:2.0:1787998272.075661:0:32660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.075663:0:32660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998272.075665:0:32660:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998272.075667:0:32660:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1787998272.075678:0:32660:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d18354b798 inode ffff94d1880063c8 refc 1 flags 0x20000e 00000080:00000002:2.0:1787998272.075684:0:32660:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:2.0:1787998272.075687:0:32660:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1787998272.075692:0:32660:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff94d1880063c8) 00000080:00010000:2.0:1787998272.075696:0:32660:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cace from it ffffb66d41c3fa28 00010000:00000001:2.0:1787998272.075698:0:32660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998272.075699:0:32660:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998272.075701:0:32660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367400 refcount=3 00000020:00000001:2.0:1787998272.075702:0:32660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:2.0:1787998272.075705:0:32660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:2.0:1787998272.075707:0:32660:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998272.075710:0:32660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8cace lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace84 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998272.075723:0:32660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.075724:0:32660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998272.075726:0:32660:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787998272.075730:0:32660:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787998272.075732:0:32660:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8cace lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace84 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1787998272.075741:0:32660:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787998272.075745:0:32660:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998272.075747:0:32660:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998272.075753:0:32660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.075754:0:32660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998272.075756:0:32660:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998272.075759:0:32660:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998272.075761:0:32660:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998272.075763:0:32660:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998272.075855:0:32660:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998272.075858:0:32660:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998272.075860:0:32660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.075861:0:32660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1787998272.075864:0:32660:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1787998272.075868:0:32660:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191cd6e00. 00000100:00000001:2.0:1787998272.075875:0:32660:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998272.075885:0:32660:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c11500 x1874850291760640/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998288 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998272.075894:0:32660:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998272.075898:0:32660:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998272.075903:0:32660:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d1a00ff800. 02000000:00000001:2.0:1787998272.075907:0:32660:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998272.075910:0:32660:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998272.075912:0:32660:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998272.075915:0:32660:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998272.075919:0:32660:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1923a2000. 02000000:00000001:2.0:1787998272.075923:0:32660:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998272.075926:0:32660:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998272.075928:0:32660:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c11500. 00000100:00000001:2.0:1787998272.075934:0:32660:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998272.075935:0:32660:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787998272.075946:0:32660:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:2.0:1787998272.075949:0:32660:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff94d1880063c8), inode mode 41ed mask 1 00000080:00000001:2.0:1787998272.075954:0:32660:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1787998272.075972:0:32660:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d190aa1e00. 00000020:00000001:2.0:1787998272.076091:0:32660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3fae8 00000080:00200000:2.0:1787998272.076094:0:32660:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000405:0x24:0x0](ffff94d1880063c8), flags=8 00000080:00000001:2.0:1787998272.076098:0:32660:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1787998272.076101:0:32660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3f998 00000080:00200000:2.0:1787998272.076103:0:32660:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x24:0x0](ffff94d1880063c8), intent=getattr 00000080:00000010:2.0:1787998272.076113:0:32660:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19162be00. 00800000:00000002:2.0:1787998272.076118:0:32660:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d190b35c40 2 00000080:00000001:2.0:1787998272.076123:0:32660:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787998272.076127:0:32660:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787998272.076129:0:32660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3f8b8 00800000:00000002:2.0:1787998272.076131:0:32660:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000405:0x24:0x0] 00800000:00000001:2.0:1787998272.076135:0:32660:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1787998272.076140:0:32660:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998272.076143:0:32660:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998272.076146:0:32660:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998272.076149:0:32660:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998272.076151:0:32660:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998272.076153:0:32660:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:2.0:1787998272.076156:0:32660:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998272.076160:0:32660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3f850 00800000:00000002:2.0:1787998272.076162:0:32660:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x24:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:2.0:1787998272.076177:0:32660:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787998272.076179:0:32660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3f788 00000002:00010000:2.0:1787998272.076181:0:32660:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000405:0x24:0x0], intent: getattr flags 01 00000002:00000001:2.0:1787998272.076684:0:32660:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1787998272.076688:0:32660:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1787998272.076694:0:32660:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d18a80. 00000020:00000040:2.0:1787998272.076699:0:32660:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:2.0:1787998272.076707:0:32660:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1787998272.076712:0:32660:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998272.076718:0:32660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.076719:0:32660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998272.076722:0:32660:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998272.076725:0:32660:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998272.076728:0:32660:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998272.076734:0:32660:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998272.076744:0:32660:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0bae800. 00000100:00000001:2.0:1787998272.076752:0:32660:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998272.076759:0:32660:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787998272.076761:0:32660:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998272.076763:0:32660:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787998272.076764:0:32660:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998272.076796:0:32660:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998272.076805:0:32660:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226548345472 : -117847161206144 : ffff94d191d18a80) 00010000:00000001:2.0:1787998272.076810:0:32660:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1787998272.076813:0:32660:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1787998272.076819:0:32660:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 2 00010000:00000001:2.0:1787998272.076822:0:32660:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998272.076825:0:32660:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1787998272.076830:0:32660:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d190a5ce00. 00000020:00000001:2.0:1787998272.076835:0:32660:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1787998272.076838:0:32660:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d190a5ce00 with handle 0xb2d39e653c8cad5 to hash 00000020:00000001:2.0:1787998272.076841:0:32660:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1787998272.076842:0:32660:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226528701952 : -117847180849664 : ffff94d190a5ce00) 00010000:00000001:2.0:1787998272.076847:0:32660:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226528701952 : -117847180849664 : ffff94d190a5ce00) 00010000:00000001:2.0:1787998272.076851:0:32660:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998272.076854:0:32660:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998272.076858:0:32660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ce00/0xb2d39e653c8cad5 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998272.076868:0:32660:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ce00/0xb2d39e653c8cad5 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998272.076885:0:32660:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ce00/0xb2d39e653c8cad5 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32660 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1787998272.076891:0:32660:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787998272.076893:0:32660:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787998272.076900:0:32660:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a06dbc00. 00000100:00000001:2.0:1787998272.076903:0:32660:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226793462784 : -117846916088832 : ffff94d1a06dbc00) 00000100:00000001:2.0:1787998272.076906:0:32660:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998272.076908:0:32660:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548345472 : -117847161206144 : ffff94d191d18a80) 00000100:00000001:2.0:1787998272.076914:0:32660:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998272.076918:0:32660:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998272.076921:0:32660:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787998272.076923:0:32660:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998272.076932:0:32660:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d18a80 x1874850291760768/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998272.076941:0:32660:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998272.076944:0:32660:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998272.076948:0:32660:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998272.076951:0:32660:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998272.076954:0:32660:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998272.076958:0:32660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d18a80 pname:cluuid:pid:xid:nid:opc:job checkstat:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32660:1874850291760768:192.168.206.123@tcp:101:checkstat.0 00000100:00000001:2.0:1787998272.076963:0:32660:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998272.076969:0:32660:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998272.076972:0:32660:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998272.077235:0:32660:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998272.077242:0:32660:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d192187800. 02000000:00000001:2.0:1787998272.077245:0:32660:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998272.077255:0:32660:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998272.077259:0:32660:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151a50. 00000400:00000010:2.0:1787998272.077268:0:32660:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf908. 00000100:00000200:2.0:1787998272.077277:0:32660:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291760768, portal 10 00000100:00000001:2.0:1787998272.077279:0:32660:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998272.077281:0:32660:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548345472 : -117847161206144 : ffff94d191d18a80) 00000100:00000040:2.0:1787998272.077289:0:32660:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d18a80 x1874850291760768/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998288 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998272.077296:0:32660:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998272.077299:0:32660:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998272.077302:0:32660:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf110. 00000100:00000200:2.0:1787998272.077305:0:32660:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1874850291760768, offset 0 00000400:00000200:2.0:1787998272.077313:0:32660:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998272.077324:0:32660:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.077333:0:32660:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998272.077340:0:32660:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998272.077346:0:32660:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998272.077351:0:32660:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998272.077354:0:32660:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998272.077358:0:32660:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2721:2721:256:4294967295] 192.168.206.123@tcp LPNI seq info [2721:2721:8:4294967295] 00000400:00000200:2.0:1787998272.077363:0:32660:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.077374:0:32660:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998272.077686:0:32660:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998272.077695:0:32660:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19381e100. 00000800:00000200:2.0:1787998272.077705:0:32660:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998272.077715:0:32660:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998272.077721:0:32660:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19381e100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1787998272.078008:0:32660:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998272.078015:0:32660:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 851370 usecs (852 jiffies) 00000400:00000200:2.0:1787998272.078020:0:32660:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998272.078023:0:32660:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296453087 00000100:00000001:2.0:1787998272.078027:0:32660:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296455156 00000100:00000001:2.0:1787998272.078029:0:32660:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296453087 00000100:00000001:2.0:1787998272.078032:0:32660:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296455156 00000100:00000001:2.0:1787998272.078034:0:32660:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998272.078038:0:32660:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998272.078041:0:32660:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998272.078043:0:32660:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787998272.078046:0:32660:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a06dbc00 going to sleep for 11 seconds 00000100:00000001:2.0:1787998272.078049:0:32660:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998272.078053:0:32660:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998272.078760:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998272.078798:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19381e100. 00000400:00000200:3.0:1787998272.078806:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998272.078814:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998272.078822:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf110 00000400:00000010:3.0:1787998272.078824:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf110. 00000100:00000001:3.0:1787998272.078830:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998272.078837:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d18a80 x1874850291760768/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998288 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.078850:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998272.078854:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d18a80 x1874850291760768/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998288 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.078861:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998272.078864:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998272.081660:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998272.081683:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998272.081688:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998272.081701:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998272.081713:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998272.081722:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998272.081733:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998272.081738:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998272.081745:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998272.081749:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 640 into portal 10 MB=0x6a92a99a5be80 00000400:00000200:3.0:1787998272.081754:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998272.081761:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 640/640 into md 0x7ec5 [1] + 224 00000800:00000001:3.0:1787998272.082023:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.085310:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.085325:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.085337:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998272.085351:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998272.085364:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d18a80 x1874850291760768/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998288 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998272.085379:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff94d191d18a80 x1874850291760768/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.085669:0:32660:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998272.085692:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998272.085709:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.085718:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1787998272.086502:0:32660:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998272.086507:0:32660:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998272.086512:0:32660:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151a50. 00000400:00000200:3.0:1787998272.086520:0:32660:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf908 00000400:00000010:3.0:1787998272.086523:0:32660:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf908. 00000100:00000001:3.0:1787998272.086529:0:32660:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998272.086538:0:32660:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d18a80 x1874850291760768/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1787998272.086549:0:32660:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d18a80 x1874850291760768/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.086556:0:32660:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998272.086558:0:32660:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998272.086561:0:32660:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998272.086565:0:32660:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998272.086568:0:32660:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998272.086570:0:32660:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998272.086573:0:32660:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998272.086587:0:32660:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=98 v=5 (5 104 104 104) 00000100:00001000:3.0:1787998272.086592:0:32660:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998272.086594:0:32660:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998272.086597:0:32660:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998272.086600:0:32660:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998272.086605:0:32660:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998272.086610:0:32660:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998272.086612:0:32660:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967616 00000100:00000001:3.0:1787998272.086614:0:32660:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998272.086618:0:32660:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998272.086637:0:32660:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d18a80 x1874850291760768/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.086645:0:32660:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998272.086648:0:32660:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998272.086650:0:32660:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998272.086655:0:32660:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d18a80 x1874850291760768/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1787998288 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787998272.086663:0:32660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d18a80 pname:cluuid:pid:xid:nid:opc:job checkstat:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32660:1874850291760768:192.168.206.123@tcp:101:checkstat.0 00000100:00000001:3.0:1787998272.086669:0:32660:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998272.086673:0:32660:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998272.086676:0:32660:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787998272.086679:0:32660:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998272.086682:0:32660:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d18a80 x1874850291760768/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1787998288 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.086690:0:32660:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787998272.086693:0:32660:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a06dbc00. 00000100:00000001:3.0:1787998272.086698:0:32660:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787998272.086700:0:32660:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998272.086704:0:32660:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1787998272.086709:0:32660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998272.086713:0:32660:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998272.086717:0:32660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5ce00 refcount=4 00000020:00000001:3.0:1787998272.086720:0:32660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528701952 : -117847180849664 : ffff94d190a5ce00) 00010000:00000001:3.0:1787998272.086723:0:32660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528701952 : -117847180849664 : ffff94d190a5ce00) 00010000:00000040:3.0:1787998272.086732:0:32660:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d190a5ce00, remote cookie: 0x4fd9a50f3a6acea0, flags: 0x1001 00010000:00010000:3.0:1787998272.086739:0:32660:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ce00/0xb2d39e653c8cad5 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acea0 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1787998272.086749:0:32660:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x26:0x0].0x0, instead of [0x200000405:0x24:0x0].0x0 00010000:00000001:3.0:1787998272.086753:0:32660:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1787998272.086761:0:32660:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98100 count: 2 00010000:00000001:3.0:1787998272.086764:0:32660:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998272.086783:0:32660:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998272.086787:0:32660:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ce00/0xb2d39e653c8cad5 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acea0 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998272.086798:0:32660:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ce00/0xb2d39e653c8cad5 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acea0 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998272.086806:0:32660:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1787998272.086811:0:32660:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1787998272.086814:0:32660:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1787998272.086817:0:32660:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1787998272.086818:0:32660:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1787998272.086822:0:32660:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x26:0x0].0x0 (ffff94d192b98100) refcount = 2 00010000:00000040:3.0:1787998272.086825:0:32660:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1787998272.086828:0:32660:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3000/0xb2d39e653c8caab lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ace1b expref: -99 pid: 32624 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787998272.086835:0:32660:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ce00/0xb2d39e653c8cad5 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acea0 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998272.086842:0:32660:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1787998272.086846:0:32660:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1787998272.086848:0:32660:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998272.086852:0:32660:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1787998272.086855:0:32660:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998272.086860:0:32660:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ce00/0xb2d39e653c8cad5 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acea0 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998272.086867:0:32660:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1787998272.086869:0:32660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998272.086871:0:32660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998272.086872:0:32660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998272.086873:0:32660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998272.086875:0:32660:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998272.086880:0:32660:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1787998272.086882:0:32660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998272.086883:0:32660:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998272.086885:0:32660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5ce00 refcount=3 00000020:00000001:3.0:1787998272.086887:0:32660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528701952 : -117847180849664 : ffff94d190a5ce00) 00010000:00000001:3.0:1787998272.086889:0:32660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528701952 : -117847180849664 : ffff94d190a5ce00) 00010000:00000001:3.0:1787998272.086892:0:32660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998272.086893:0:32660:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998272.086895:0:32660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5ce00 refcount=4 00000020:00000001:3.0:1787998272.086897:0:32660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528701952 : -117847180849664 : ffff94d190a5ce00) 00010000:00000001:3.0:1787998272.086900:0:32660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528701952 : -117847180849664 : ffff94d190a5ce00) 00010000:00000001:3.0:1787998272.086903:0:32660:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998272.086906:0:32660:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998272.086909:0:32660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ce00/0xb2d39e653c8cad5 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acea0 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998272.086916:0:32660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998272.086917:0:32660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998272.086919:0:32660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998272.086920:0:32660:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998272.086921:0:32660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5ce00 refcount=5 00000020:00000001:3.0:1787998272.086923:0:32660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528701952 : -117847180849664 : ffff94d190a5ce00) 00010000:00000001:3.0:1787998272.086925:0:32660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528701952 : -117847180849664 : ffff94d190a5ce00) 00010000:00000001:3.0:1787998272.086927:0:32660:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998272.086930:0:32660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ce00/0xb2d39e653c8cad5 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acea0 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998272.086936:0:32660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998272.086937:0:32660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1787998272.086940:0:32660:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ce00/0xb2d39e653c8cad5 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acea0 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998272.086946:0:32660:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998272.086947:0:32660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998272.086948:0:32660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998272.086950:0:32660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998272.086951:0:32660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1787998272.086956:0:32660:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d191d18a80 x1874850291760768/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1787998288 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1787998272.086966:0:32660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998272.086967:0:32660:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998272.086969:0:32660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5ce00 refcount=3 00000020:00000001:3.0:1787998272.086971:0:32660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528701952 : -117847180849664 : ffff94d190a5ce00) 00010000:00000001:3.0:1787998272.086974:0:32660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528701952 : -117847180849664 : ffff94d190a5ce00) 00000002:00010000:3.0:1787998272.087039:0:32660:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ce00/0xb2d39e653c8cad5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acea0 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1787998272.087211:0:32660:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94d191d63640. 00010000:00000001:2.0:1787998272.087216:0:32660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.087217:0:32660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998272.087219:0:32660:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998272.087222:0:32660:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998272.087225:0:32660:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1787998272.087228:0:32660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998272.087229:0:32660:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998272.087231:0:32660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5ce00 refcount=3 00000020:00000001:2.0:1787998272.087233:0:32660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528701952 : -117847180849664 : ffff94d190a5ce00) 00010000:00000001:2.0:1787998272.087235:0:32660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528701952 : -117847180849664 : ffff94d190a5ce00) 00000002:00010000:2.0:1787998272.087239:0:32660:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ce00/0xb2d39e653c8cad5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acea0 expref: -99 pid: 32660 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998272.087247:0:32660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.087248:0:32660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998272.087250:0:32660:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1787998272.087253:0:32660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998272.087254:0:32660:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998272.087255:0:32660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5ce00 refcount=3 00000020:00000001:2.0:1787998272.087257:0:32660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528701952 : -117847180849664 : ffff94d190a5ce00) 00010000:00000001:2.0:1787998272.087263:0:32660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528701952 : -117847180849664 : ffff94d190a5ce00) 00010000:00000040:2.0:1787998272.087267:0:32660:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98100 count: 3 00010000:00000001:2.0:1787998272.087269:0:32660:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1787998272.087273:0:32660:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589935621/38 (0 0) 00010000:00000001:2.0:1787998272.087275:0:32660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.087276:0:32660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998272.087278:0:32660:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1787998272.087281:0:32660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3f710 00000002:00002000:2.0:1787998272.087283:0:32660:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1787998272.087286:0:32660:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998272.087291:0:32660:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998272.087295:0:32660:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1787998272.087298:0:32660:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x24:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1787998272.087301:0:32660:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998272.087307:0:32660:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d190b35c40 2 00000080:00000001:2.0:1787998272.087310:0:32660:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1787998272.087312:0:32660:0:(namei.c:674:ll_lookup_it_finish()) it ffffb66d41c3fb20 it_disposition b 00000080:00000001:2.0:1787998272.087315:0:32660:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1787998272.087323:0:32660:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1787998272.087327:0:32660:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1787998272.087330:0:32660:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:2.0:1787998272.087334:0:32660:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:2.0:1787998272.087342:0:32660:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787998272.087348:0:32660:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798653448 : -117846910898168 : ffff94d1a0bcf008) 00000020:00001000:2.0:1787998272.087351:0:32660:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf000 00000020:00000001:2.0:1787998272.087354:0:32660:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1787998272.087359:0:32660:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1787998272.087362:0:32660:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1787998272.087369:0:32660:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d1a027f3c0. 00020000:00000010:2.0:1787998272.087375:0:32660:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d185433280. 00020000:00000010:2.0:1787998272.087452:0:32660:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d1a027f7e0. 00020000:00000001:2.0:1787998272.087456:0:32660:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626226788890592 : -117846920661024 : ffff94d1a027f7e0) 00020000:00000002:2.0:1787998272.087461:0:32660:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a027f7e0, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1787998272.087467:0:32660:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1787998272.087471:0:32660:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d185433280: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000002:2.0:1787998272.087475:0:32660:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d1859db9b0) owner ffff94d183bdcf80 00020000:00000001:2.0:1787998272.087478:0:32660:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1787998272.087481:0:32660:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d1859db9b0) owner ffff94d183bdcf80 00020000:00000010:2.0:1787998272.087549:0:32660:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d185433280. 00020000:00000010:2.0:1787998272.087558:0:32660:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d1a027f3c0. 00020000:00000010:2.0:1787998272.087561:0:32660:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d1a027f7e0. 00020000:00000002:2.0:1787998272.087564:0:32660:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1787998272.087566:0:32660:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998272.087569:0:32660:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1787998272.087572:0:32660:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf000 00000080:00000001:2.0:1787998272.087577:0:32660:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:2.0:1787998272.087580:0:32660:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1787998272.087586:0:32660:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x26:0x0](ffff94d1989ab248): rc = 0 00000080:00000001:2.0:1787998272.087589:0:32660:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626226662191688 : -117847047359928 : ffff94d1989ab248) 00010000:00000001:2.0:1787998272.087591:0:32660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998272.087593:0:32660:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998272.087595:0:32660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5ce00 refcount=3 00000020:00000001:2.0:1787998272.087597:0:32660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528701952 : -117847180849664 : ffff94d190a5ce00) 00010000:00000001:2.0:1787998272.087599:0:32660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528701952 : -117847180849664 : ffff94d190a5ce00) 00000080:00000001:2.0:1787998272.087603:0:32660:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:2.0:1787998272.087605:0:32660:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787998272.087606:0:32660:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798653448 : -117846910898168 : ffff94d1a0bcf008) 00000020:00001000:2.0:1787998272.087609:0:32660:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf000 00000020:00000001:2.0:1787998272.087611:0:32660:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1787998272.087612:0:32660:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1787998272.087613:0:32660:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1787998272.087617:0:32660:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d1a027f7e0. 00020000:00000010:2.0:1787998272.087619:0:32660:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d185433280. 00020000:00000010:2.0:1787998272.087622:0:32660:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d1a027f3c0. 00020000:00000001:2.0:1787998272.087635:0:32660:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626226788889536 : -117846920662080 : ffff94d1a027f3c0) 00020000:00000002:2.0:1787998272.087639:0:32660:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a027f3c0, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1787998272.087643:0:32660:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1787998272.087647:0:32660:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d185433280: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000002:2.0:1787998272.087649:0:32660:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d1859db9b0) owner ffff94d183bdcf80 00020000:00000001:2.0:1787998272.087651:0:32660:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1787998272.087653:0:32660:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d1859db9b0) owner ffff94d183bdcf80 00020000:00000010:2.0:1787998272.087656:0:32660:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d185433280. 00020000:00000010:2.0:1787998272.087659:0:32660:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d1a027f7e0. 00020000:00000010:2.0:1787998272.087661:0:32660:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d1a027f3c0. 00020000:00000002:2.0:1787998272.087663:0:32660:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1787998272.087665:0:32660:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998272.087667:0:32660:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998272.087671:0:32660:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1787998272.087675:0:32660:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1859db9b0) owner 0000000000000000/ffff94d183bdcf80 00020000:00000002:2.0:1787998272.087678:0:32660:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d1a0ad5ae0 addref 2/0 by ffff94d183bdcf80. 00020000:00000002:2.0:1787998272.087681:0:32660:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1859db9b0) owner 0000000000000000/ffff94d183bdcf80 00020000:00000001:2.0:1787998272.087684:0:32660:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1787998272.087686:0:32660:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1787998272.087688:0:32660:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1787998272.087690:0:32660:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1787998272.087693:0:32660:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1787998272.087695:0:32660:0:(file.c:6836:ll_layout_conf()) [0x200000405:0x26:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1787998272.087698:0:32660:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf000 00000080:00000001:2.0:1787998272.087700:0:32660:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998272.087702:0:32660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.087703:0:32660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1787998272.087705:0:32660:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1787998272.087709:0:32660:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1787998272.087711:0:32660:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998272.087716:0:32660:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x26:0x0](ffff94d1989ab248) for lock 0xb2d39e653c8cad5 00800000:00000001:2.0:1787998272.087719:0:32660:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1787998272.087721:0:32660:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1787998272.087723:0:32660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998272.087725:0:32660:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998272.087726:0:32660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5ce00 refcount=3 00000020:00000001:2.0:1787998272.087728:0:32660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528701952 : -117847180849664 : ffff94d190a5ce00) 00010000:00000001:2.0:1787998272.087730:0:32660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528701952 : -117847180849664 : ffff94d190a5ce00) 00010000:00000001:2.0:1787998272.087732:0:32660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.087733:0:32660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998272.087734:0:32660:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998272.087736:0:32660:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1787998272.087744:0:32660:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d1834ca798 inode ffff94d1989ab248 refc 1 flags 0x40000e 00000080:00000001:2.0:1787998272.087747:0:32660:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1787998272.087751:0:32660:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x26:0x0](ffff94d1989ab248) 00000080:00010000:2.0:1787998272.087754:0:32660:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cad5 from it ffffb66d41c3fb20 00010000:00000001:2.0:1787998272.087756:0:32660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998272.087758:0:32660:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998272.087759:0:32660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5ce00 refcount=3 00000020:00000001:2.0:1787998272.087761:0:32660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528701952 : -117847180849664 : ffff94d190a5ce00) 00010000:00000001:2.0:1787998272.087764:0:32660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528701952 : -117847180849664 : ffff94d190a5ce00) 00010000:00000001:2.0:1787998272.087766:0:32660:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998272.087964:0:32660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ce00/0xb2d39e653c8cad5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6acea0 expref: -99 pid: 32660 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998272.087973:0:32660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.087974:0:32660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998272.087976:0:32660:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787998272.087979:0:32660:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787998272.087981:0:32660:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ce00/0xb2d39e653c8cad5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6acea0 expref: -99 pid: 32660 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1787998272.087989:0:32660:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787998272.087993:0:32660:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998272.087995:0:32660:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998272.088001:0:32660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.088002:0:32660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998272.088004:0:32660:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998272.088008:0:32660:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998272.088011:0:32660:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998272.088013:0:32660:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998272.088017:0:32660:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998272.088019:0:32660:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998272.088021:0:32660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.088022:0:32660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1787998272.088024:0:32660:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1787998272.088028:0:32660:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162be00. 00000100:00000001:2.0:1787998272.088033:0:32660:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998272.088042:0:32660:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d18a80 x1874850291760768/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1787998288 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998272.088049:0:32660:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998272.088053:0:32660:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998272.088057:0:32660:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d192187800. 02000000:00000001:2.0:1787998272.088060:0:32660:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998272.088063:0:32660:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998272.088064:0:32660:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998272.088066:0:32660:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998272.088069:0:32660:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1a0bae800. 02000000:00000001:2.0:1787998272.088073:0:32660:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998272.088075:0:32660:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998272.088077:0:32660:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d18a80. 00000100:00000001:2.0:1787998272.088081:0:32660:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998272.088082:0:32660:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787998272.088085:0:32660:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1787998272.088087:0:32660:0:(dcache.c:176:ll_intent_release()) intent ffffb66d41c3fb20 released 00000080:00000001:2.0:1787998272.088088:0:32660:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1787998272.088103:0:32660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3fd08 00000080:00200008:2.0:1787998272.088106:0:32660:0:(file.c:6295:ll_getattr_dentry()) START file f:[0x200000405:0x26:0x0](ffff94d1989ab248), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1787998272.088113:0:32660:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1787998272.088114:0:32660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3fc80 00000080:00200000:2.0:1787998272.088116:0:32660:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x26:0x0](ffff94d1989ab248),name=f 00000080:00000010:2.0:1787998272.088123:0:32660:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19162be00. 00800000:00000002:2.0:1787998272.088128:0:32660:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d190b35c40 2 00000080:00000001:2.0:1787998272.088135:0:32660:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787998272.088140:0:32660:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787998272.088142:0:32660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3fba0 00800000:00000002:2.0:1787998272.088144:0:32660:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x26:0x0] 'f' on [0x200000405:0x24:0x0] 00800000:00000001:2.0:1787998272.088148:0:32660:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1787998272.088152:0:32660:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998272.088156:0:32660:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998272.088158:0:32660:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998272.088216:0:32660:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998272.088219:0:32660:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998272.088221:0:32660:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:2.0:1787998272.088223:0:32660:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998272.088226:0:32660:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998272.088228:0:32660:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998272.088229:0:32660:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998272.088230:0:32660:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998272.088232:0:32660:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998272.088234:0:32660:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:2.0:1787998272.088236:0:32660:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998272.088239:0:32660:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x24:0x0], fid2=[0x200000405:0x26:0x0], name='' -> mds #0 00000002:00000001:2.0:1787998272.088245:0:32660:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787998272.088247:0:32660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3fa70 00000002:00010000:2.0:1787998272.088250:0:32660:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x26:0x0]) in obj [0x200000405:0x24:0x0], intent: getattr flags 0 00000002:00000001:2.0:1787998272.088254:0:32660:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1787998272.088256:0:32660:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998272.088259:0:32660:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998272.088263:0:32660:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98100 count: 3 00010000:00000001:2.0:1787998272.088265:0:32660:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998272.088269:0:32660:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998272.088273:0:32660:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787998272.088276:0:32660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ce00/0xb2d39e653c8cad5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6acea0 expref: -99 pid: 32660 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1787998272.088285:0:32660:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1787998272.088291:0:32660:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998272.088294:0:32660:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ce00/0xb2d39e653c8cad5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6acea0 expref: -99 pid: 32660 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1787998272.088302:0:32660:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1787998272.088304:0:32660:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1787998272.088306:0:32660:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998272.088308:0:32660:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998272.088310:0:32660:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998272.088312:0:32660:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x24:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1787998272.088315:0:32660:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1787998272.088317:0:32660:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d190b35c40 2 00000080:00000010:2.0:1787998272.088320:0:32660:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162be00. 00000080:00000001:2.0:1787998272.088323:0:32660:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1787998272.088325:0:32660:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998272.088328:0:32660:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x26:0x0](ffff94d1989ab248) 00000080:00010000:2.0:1787998272.088331:0:32660:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x26:0x0](ffff94d1989ab248) for lock 0xb2d39e653c8cad5 00800000:00000001:2.0:1787998272.088334:0:32660:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1787998272.088335:0:32660:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1787998272.088337:0:32660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998272.088338:0:32660:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998272.088341:0:32660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5ce00 refcount=3 00000020:00000001:2.0:1787998272.088343:0:32660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528701952 : -117847180849664 : ffff94d190a5ce00) 00010000:00000001:2.0:1787998272.088345:0:32660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528701952 : -117847180849664 : ffff94d190a5ce00) 00010000:00000001:2.0:1787998272.088347:0:32660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.088349:0:32660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998272.088350:0:32660:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998272.088351:0:32660:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998272.088353:0:32660:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cad5 from it ffffb66d41c3fcb8 00010000:00000001:2.0:1787998272.088355:0:32660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998272.088356:0:32660:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998272.088358:0:32660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5ce00 refcount=3 00000020:00000001:2.0:1787998272.088359:0:32660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528701952 : -117847180849664 : ffff94d190a5ce00) 00010000:00000001:2.0:1787998272.088362:0:32660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528701952 : -117847180849664 : ffff94d190a5ce00) 00010000:00000001:2.0:1787998272.088364:0:32660:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998272.088367:0:32660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ce00/0xb2d39e653c8cad5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6acea0 expref: -99 pid: 32660 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1787998272.088374:0:32660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.088375:0:32660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998272.088376:0:32660:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787998272.088378:0:32660:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787998272.088550:0:32660:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ce00/0xb2d39e653c8cad5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6acea0 expref: -99 pid: 32660 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1787998272.088558:0:32660:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787998272.088560:0:32660:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998272.088561:0:32660:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998272.088564:0:32660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.088565:0:32660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998272.088567:0:32660:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998272.088569:0:32660:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998272.088570:0:32660:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998272.088572:0:32660:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998272.088574:0:32660:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998272.088576:0:32660:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998272.088577:0:32660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.088579:0:32660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1787998272.088581:0:32660:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1787998272.088583:0:32660:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787998272.088587:0:32660:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1787998272.088590:0:32660:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1787998272.088592:0:32660:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787998272.088595:0:32660:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1787998272.088596:0:32660:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998272.088599:0:32660:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1787998272.088603:0:32660:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1787998272.088605:0:32660:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787998272.088608:0:32660:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798653448 : -117846910898168 : ffff94d1a0bcf008) 00000020:00001000:2.0:1787998272.088610:0:32660:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf000 00000020:00000001:2.0:1787998272.088616:0:32660:0:(cl_object.c:143:cl_object_top()) ffff94d1872132d8 -> ffff94d1872132d8 00000020:00000001:2.0:1787998272.088619:0:32660:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1787998272.088622:0:32660:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1787998272.088636:0:32660:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x26:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1787998272.088640:0:32660:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787998272.088642:0:32660:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1787998272.088645:0:32660:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1787998272.088647:0:32660:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998272.088649:0:32660:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1787998272.088653:0:32660:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x26:0x0]io ffff94d19226e0c0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1787998272.088657:0:32660:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1859db9b0) owner 0000000000000000/ffff94d183bdcf80 00020000:00000001:2.0:1787998272.088661:0:32660:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1787998272.088663:0:32660:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1787998272.088665:0:32660:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1787998272.088667:0:32660:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998272.088670:0:32660:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1787998272.088672:0:32660:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1787998272.088674:0:32660:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998272.088676:0:32660:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787998272.088677:0:32660:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1787998272.088679:0:32660:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1787998272.088680:0:32660:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1859db9b0) owner 0000000000000000/ffff94d183bdcf80 00000020:00000001:2.0:1787998272.088682:0:32660:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1787998272.088685:0:32660:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1787998272.088687:0:32660:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x26:0x0] 00000020:00000001:2.0:1787998272.088690:0:32660:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1787998272.088692:0:32660:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1787998272.088695:0:32660:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1787998272.088698:0:32660:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1787998272.088704:0:32660:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1787998272.088711:0:32660:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d19219d600. 00020000:00000002:2.0:1787998272.088714:0:32660:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1787998272.088717:0:32660:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1787998272.088719:0:32660:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787998272.088721:0:32660:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1787998272.088723:0:32660:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787998272.088725:0:32660:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798656472 : -117846910895144 : ffff94d1a0bcfbd8) 00000020:00001000:2.0:1787998272.088727:0:32660:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfbd0 00000020:00000001:2.0:1787998272.088730:0:32660:0:(cl_object.c:143:cl_object_top()) ffff94d187213080 -> ffff94d1872132d8 00000020:00000001:2.0:1787998272.088732:0:32660:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1787998272.088736:0:32660:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787998272.088738:0:32660:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1787998272.088739:0:32660:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998272.088741:0:32660:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998272.088742:0:32660:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:2.0:1787998272.088745:0:32660:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1787998272.088750:0:32660:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d1861ada20. 00000008:00010000:2.0:1787998272.088752:0:32660:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1787998272.088756:0:32660:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1787998272.088757:0:32660:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1787998272.088759:0:32660:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d19219d630, osc lock ffff94d1861ada20, flags 0x400001002 00000020:00000001:2.0:1787998272.088761:0:32660:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998272.088762:0:32660:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998272.088765:0:32660:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626226553083392 : -117847156468224 : ffff94d19219d600) 00000020:00000001:2.0:1787998272.088795:0:32660:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1787998272.088797:0:32660:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1787998272.088799:0:32660:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998272.088801:0:32660:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998272.088803:0:32660:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1787998272.088806:0:32660:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1787998272.088808:0:32660:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1787998272.088810:0:32660:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1787998272.088812:0:32660:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787998272.088813:0:32660:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:2.0:1787998272.088815:0:32660:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1787998272.088818:0:32660:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1787998272.088821:0:32660:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1787998272.088825:0:32660:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1787998272.088828:0:32660:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1787998272.088830:0:32660:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1787998272.088832:0:32660:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1787998272.088833:0:32660:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1787998272.088835:0:32660:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1787998272.088838:0:32660:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1787998272.088841:0:32660:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1787998272.088845:0:32660:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998272.088848:0:32660:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1787998272.088853:0:32660:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d18a80. 00000020:00000040:2.0:1787998272.088857:0:32660:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=4 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00010000:00000001:2.0:1787998272.088862:0:32660:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1787998272.088866:0:32660:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998272.088868:0:32660:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998272.088872:0:32660:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998272.088874:0:32660:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998272.088878:0:32660:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998272.088883:0:32660:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d19162be00. 00000100:00000001:2.0:1787998272.088891:0:32660:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998272.088898:0:32660:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787998272.088899:0:32660:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998272.088901:0:32660:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787998272.088903:0:32660:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998272.088905:0:32660:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998272.088908:0:32660:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446626226548345472 : -117847161206144 : ffff94d191d18a80) 00010000:00000001:2.0:1787998272.088912:0:32660:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1787998272.088914:0:32660:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1787998272.088919:0:32660:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d188d3ca00. 00010000:00000010:2.0:1787998272.088923:0:32660:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff94d188d3cf00. 00010000:00000001:2.0:1787998272.088929:0:32660:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1787998272.088932:0:32660:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d190a5d200. 00000020:00000001:2.0:1787998272.088937:0:32660:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1787998272.088939:0:32660:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d190a5d200 with handle 0xb2d39e653c8cadc to hash 00000020:00000001:2.0:1787998272.088942:0:32660:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1787998272.088943:0:32660:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000010:2.0:1787998272.088948:0:32660:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff94d191d63b80. 00010000:00000001:2.0:1787998272.088951:0:32660:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:2.0:1787998272.088954:0:32660:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998272.088956:0:32660:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998272.088960:0:32660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000002844bcb5/0xb2d39e653c8cadc lrc: 3/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32660 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998272.088972:0:32660:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000002844bcb5/0xb2d39e653c8cadc lrc: 3/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32660 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998272.088989:0:32660:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998272.088994:0:32660:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998272.088999:0:32660:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998272.089009:0:32660:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f76ecfc] to pc [ptlrpcd_01_00+0] req@ffff94d191d18a80 x1874850291760896/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1787998272.089055:0:32660:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1787998272.089058:0:32660:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998272.089060:0:32660:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998272.089062:0:32660:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998272.089064:0:32660:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998272.089067:0:32660:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1787998272.089069:0:32660:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1787998272.089071:0:32660:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1787998272.089072:0:32660:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:2.0:1787998272.089089:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1787998272.089094:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1787998272.089097:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998272.089106:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998272.089109:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998272.089111:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998272.089113:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998272.089116:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998272.089123:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d18a80 x1874850291760896/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998272.089131:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998272.089134:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998272.089138:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998272.089141:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998272.089143:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998272.089147:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291760896:192.168.206.123@tcp:101:checkstat.0 00000100:00000001:2.0:1787998272.089152:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998272.089160:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998272.089163:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998272.089176:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998272.089182:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1a0bae800. 02000000:00000001:2.0:1787998272.089184:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998272.089192:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998272.089197:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151420. 00000400:00000010:2.0:1787998272.089204:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfcc0. 00000100:00000200:2.0:1787998272.089212:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291760896, portal 4 00000100:00000001:2.0:1787998272.089214:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998272.089216:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548345472 : -117847161206144 : ffff94d191d18a80) 00000100:00000040:2.0:1787998272.089223:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d18a80 x1874850291760896/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998288 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998272.089230:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998272.089232:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998272.089235:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfd48. 00000100:00000200:2.0:1787998272.089238:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1874850291760896, offset 0 00000400:00000200:2.0:1787998272.089246:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998272.089257:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.089266:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998272.089273:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998272.089278:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998272.089283:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998272.089286:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998272.089290:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2722:2722:256:4294967295] 192.168.206.123@tcp LPNI seq info [2722:2722:8:4294967295] 00000400:00000200:2.0:1787998272.089294:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.089305:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998272.089313:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998272.089319:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19381e600. 00000800:00000200:2.0:1787998272.089327:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998272.089337:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998272.089343:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19381e600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1787998272.089355:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998272.089360:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 206163 usecs (207 jiffies) 00000400:00000200:2.0:1787998272.089364:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998272.089367:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296452453 00000100:00000001:2.0:1787998272.089370:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296455156 00000100:00000001:2.0:1787998272.089373:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296452453 00000100:00000001:2.0:1787998272.089375:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296455156 00000100:00000001:2.0:1787998272.089377:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998272.089380:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998272.089612:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998272.089617:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998272.089964:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998272.089969:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19381e600. 00000400:00000200:3.0:1787998272.089975:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998272.089982:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998272.089989:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfd48 00000400:00000010:3.0:1787998272.089992:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfd48. 00000100:00000001:3.0:1787998272.089998:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998272.090003:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d18a80 x1874850291760896/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998288 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.090014:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998272.090017:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d18a80 x1874850291760896/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998288 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.090024:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998272.090025:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787998272.090304:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998272.090310:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998272.097997:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.098021:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998272.098027:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.098030:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.098040:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.098049:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998272.098063:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.098071:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.098079:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.098084:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 400 into portal 4 MB=0x6a92a99a5bf00 00000400:00000200:2.0:1787998272.098090:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.098097:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 400/400 into md 0x7ed5 [1] + 224 00000800:00000001:2.0:1787998272.098107:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.098117:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.098120:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.098125:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998272.098135:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998272.098147:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d18a80 x1874850291760896/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998288 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998272.098158:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff94d191d18a80 x1874850291760896/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998288 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998272.098202:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998272.098215:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.098219:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998272.098330:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998272.098346:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998272.098355:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998272.098358:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998272.098362:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151420. 00000400:00000200:3.0:1787998272.098367:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfcc0 00000400:00000010:3.0:1787998272.098371:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfcc0. 00000100:00000001:3.0:1787998272.098375:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998272.098390:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d18a80 x1874850291760896/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998288 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1787998272.098400:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d18a80 x1874850291760896/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998288 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.098412:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998272.098415:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998272.098418:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998272.098422:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998272.098424:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998272.098427:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998272.098430:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998272.098441:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=98 v=5 (5 5 37 37) 00000100:00001000:3.0:1787998272.098446:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=38 v=5 (1 1 0 0) 00000100:00000001:3.0:1787998272.098449:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998272.098451:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998272.098455:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998272.098459:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998272.098463:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998272.098466:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967330 00000100:00000001:3.0:1787998272.098468:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998272.098472:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998272.098477:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d18a80 x1874850291760896/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998288 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.098484:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998272.098497:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998272.098500:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1787998272.098503:0:2405:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1787998272.098506:0:2405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998272.098509:0:2405:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998272.098513:0:2405:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d200 refcount=4 00000020:00000001:3.0:1787998272.098515:0:2405:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:3.0:1787998272.098519:0:2405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:3.0:1787998272.098521:0:2405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998272.098523:0:2405:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998272.098524:0:2405:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d200 refcount=5 00000020:00000001:3.0:1787998272.098526:0:2405:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:3.0:1787998272.098528:0:2405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:3.0:1787998272.098533:0:2405:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998272.098536:0:2405:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998272.098542:0:2405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000002844bcb5/0xb2d39e653c8cadc lrc: 6/2,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32660 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998272.098554:0:2405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998272.098556:0:2405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998272.098558:0:2405:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1787998272.098560:0:2405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998272.098561:0:2405:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998272.098562:0:2405:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d200 refcount=6 00000020:00000001:3.0:1787998272.098564:0:2405:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:3.0:1787998272.098566:0:2405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000040:3.0:1787998272.098573:0:2405:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d190a5d200, remote cookie: 0x4fd9a50f3a6acea7, flags: 0x1001 00010000:00010000:3.0:1787998272.098579:0:2405:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000002844bcb5/0xb2d39e653c8cadc lrc: 6/2,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acea7 expref: -99 pid: 32660 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998272.098587:0:2405:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1787998272.098590:0:2405:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998272.098593:0:2405:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1787998272.098597:0:2405:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1787998272.098602:0:2405:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000002844bcb5/0xb2d39e653c8cadc lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acea7 expref: -99 pid: 32660 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1787998272.098613:0:2405:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x15:0x0].0x0 (ffff94d188d3ca00) refcount = 1 00010000:00000040:3.0:1787998272.098615:0:2405:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1787998272.098618:0:2405:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000002844bcb5/0xb2d39e653c8cadc lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acea7 expref: -99 pid: 32660 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998272.098636:0:2405:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1787998272.098638:0:2405:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998272.098642:0:2405:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1787998272.098645:0:2405:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998272.098648:0:2405:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000002844bcb5/0xb2d39e653c8cadc lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acea7 expref: -99 pid: 32660 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998272.098655:0:2405:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1787998272.098657:0:2405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998272.098658:0:2405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998272.098659:0:2405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998272.098660:0:2405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1787998272.098662:0:2405:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1787998272.098665:0:2405:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1787998272.098669:0:2405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998272.098670:0:2405:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998272.098671:0:2405:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d200 refcount=5 00000020:00000001:3.0:1787998272.098673:0:2405:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:3.0:1787998272.098676:0:2405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00000008:00000001:3.0:1787998272.098680:0:2405:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1787998272.098685:0:2405:0:(cl_object.c:143:cl_object_top()) ffff94d1870108c0 -> ffff94d1872132d8 00000008:00010000:3.0:1787998272.098690:0:2405:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000002844bcb5/0xb2d39e653c8cadc lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6acea7 expref: -99 pid: 32660 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1787998272.098698:0:2405:0:(cl_object.c:143:cl_object_top()) ffff94d1870108c0 -> ffff94d1872132d8 00000020:00000001:3.0:1787998272.098700:0:2405:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1787998272.098703:0:2405:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1787998272.098707:0:2405:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1787998272.098710:0:2405:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998272.098712:0:2405:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998272.098713:0:2405:0:(cl_object.c:143:cl_object_top()) ffff94d1870108c0 -> ffff94d1872132d8 00000008:00000001:3.0:1787998272.098715:0:2405:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:3.0:1787998272.098717:0:2405:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1787998272.098720:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1787998272.098997:0:2405:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1787998272.099000:0:2405:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998272.099005:0:2405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998272.099006:0:2405:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998272.099008:0:2405:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d200 refcount=6 00000020:00000001:3.0:1787998272.099010:0:2405:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:3.0:1787998272.099013:0:2405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:3.0:1787998272.099015:0:2405:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998272.099019:0:2405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000002844bcb5/0xb2d39e653c8cadc lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4fd9a50f3a6acea7 expref: -99 pid: 32660 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998272.099028:0:2405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998272.099029:0:2405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1787998272.099032:0:2405:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000002844bcb5/0xb2d39e653c8cadc lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4fd9a50f3a6acea7 expref: -99 pid: 32660 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998272.099040:0:2405:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998272.099041:0:2405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998272.099043:0:2405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1787998272.099044:0:2405:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998272.099046:0:2405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998272.099048:0:2405:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998272.099049:0:2405:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d200 refcount=5 00000020:00000001:3.0:1787998272.099051:0:2405:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:3.0:1787998272.099053:0:2405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:3.0:1787998272.099055:0:2405:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998272.099058:0:2405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000002844bcb5/0xb2d39e653c8cadc lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4fd9a50f3a6acea7 expref: -99 pid: 32660 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998272.099065:0:2405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998272.099066:0:2405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998272.099067:0:2405:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787998272.099069:0:2405:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787998272.099072:0:2405:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000002844bcb5/0xb2d39e653c8cadc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x4fd9a50f3a6acea7 expref: -99 pid: 32660 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1787998272.099084:0:2405:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787998272.099087:0:2405:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787998272.099089:0:2405:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998272.099095:0:2405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998272.099096:0:2405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998272.099098:0:2405:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998272.099101:0:2405:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787998272.099103:0:2405:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998272.099105:0:2405:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998272.099108:0:2405:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998272.099110:0:2405:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998272.099111:0:2405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998272.099112:0:2405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998272.099113:0:2405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998272.099114:0:2405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1787998272.099116:0:2405:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998272.099124:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d18a80 x1874850291760896/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998288 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787998272.099133:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291760896:192.168.206.123@tcp:101:checkstat.0 00000100:00000001:3.0:1787998272.099140:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998272.099143:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998272.099147:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d18a80 x1874850291760896/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998288 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.099155:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998272.099159:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998272.099175:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1a0bae800. 02000000:00000001:3.0:1787998272.099182:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998272.099186:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998272.099188:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998272.099190:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998272.099193:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d19162be00. 02000000:00000001:3.0:1787998272.099198:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998272.099201:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998272.099203:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d18a80. 00000100:00000001:3.0:1787998272.099207:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998272.099208:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998272.099211:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998272.099221:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998272.099224:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998272.099226:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998272.099229:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998272.099564:0:32660:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998272.099570:0:32660:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998272.099577:0:32660:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1787998272.099580:0:32660:0:(cl_object.c:143:cl_object_top()) ffff94d1872132d8 -> ffff94d1872132d8 00000020:00000001:2.0:1787998272.099583:0:32660:0:(cl_object.c:143:cl_object_top()) ffff94d1872132d8 -> ffff94d1872132d8 00000020:00000001:2.0:1787998272.099585:0:32660:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1787998272.099591:0:32660:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1787998272.099596:0:32660:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1787998272.099598:0:32660:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998272.099600:0:32660:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1787998272.099601:0:32660:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1787998272.099603:0:32660:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x26:1029 on OST[0]: s=0 (1) m=1787998254 a=1787998254 c=1787998254 b=0 00020000:00000001:2.0:1787998272.099608:0:32660:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1787998272.099610:0:32660:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=1787998254 a=1787998254 c=1787998254 b=0 00020000:00000001:2.0:1787998272.099614:0:32660:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998272.099616:0:32660:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998272.099617:0:32660:0:(cl_object.c:143:cl_object_top()) ffff94d1872132d8 -> ffff94d1872132d8 00000080:00200000:2.0:1787998272.099620:0:32660:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x26:0x0] updating i_size 0 i_blocks 0 00000080:00000001:2.0:1787998272.099623:0:32660:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1787998272.099636:0:32660:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1787998272.099638:0:32660:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d19226e060 (ffff94d1a0bcf008/0) at cl_lock_release():245 00000020:00000001:2.0:1787998272.099642:0:32660:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1787998272.099644:0:32660:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d19226e060 (ffff94d1a0bcf008/0) at cl_lock_cancel():142 00020000:00000001:2.0:1787998272.099648:0:32660:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1787998272.099653:0:32660:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787998272.099655:0:32660:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:2.0:1787998272.099658:0:32660:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1787998272.099659:0:32660:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d19219d630 (ffff94d1a0bcfbd8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1787998272.099663:0:32660:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1787998272.099665:0:32660:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1787998272.099667:0:32660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.099669:0:32660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1787998272.099670:0:32660:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1787998272.099672:0:32660:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1787998272.099674:0:32660:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1787998272.099675:0:32660:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1787998272.099676:0:32660:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1787998272.099678:0:32660:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d19226e060 (ffff94d1a0bcf008/0) at cl_lock_fini():72 00020000:00000001:2.0:1787998272.099681:0:32660:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1787998272.099682:0:32660:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1787998272.099684:0:32660:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d19219d630 (ffff94d1a0bcf008/1) at cl_lock_fini():72 00000008:00000010:2.0:1787998272.099687:0:32660:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d1861ada20. 00000020:00000001:2.0:1787998272.099691:0:32660:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1787998272.099693:0:32660:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d19219d600. 00020000:00000001:2.0:1787998272.099696:0:32660:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1787998272.099697:0:32660:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1787998272.099699:0:32660:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1787998272.099701:0:32660:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998272.099704:0:32660:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1787998272.099707:0:32660:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1787998272.099709:0:32660:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1787998272.099710:0:32660:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1787998272.099712:0:32660:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1787998272.099715:0:32660:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfbd0 00020000:00000001:2.0:1787998272.099718:0:32660:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1787998272.099721:0:32660:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1787998272.099724:0:32660:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1787998272.099726:0:32660:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x26:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1787998272.099731:0:32660:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1787998272.099733:0:32660:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998272.099736:0:32660:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1787998272.099738:0:32660:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1787998272.099739:0:32660:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1787998272.099740:0:32660:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf000 00000001:00000001:2.0:1787998272.099742:0:32660:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998272.099752:0:32660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3fd08 00000080:00000008:2.0:1787998272.099755:0:32660:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file f:[0x200000405:0x26:0x0](ffff94d1989ab248), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1787998272.099763:0:32660:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1787998272.099765:0:32660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3fda0 00000080:00002000:2.0:1787998272.099788:0:32660:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff94d1834ca798, parent ffff94d18354b798, inode ffff94d1989ab248) hashed, 00000080:00000001:2.0:1787998272.099791:0:32660:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.101842:0:32467:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998272.101849:0:32467:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998272.101853:0:32467:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d418d7b78 00000080:00200000:1.0:1787998272.101858:0:32467:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:1.0:1787998272.101867:0:32467:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1a0b68e00. 00800000:00000002:1.0:1787998272.101876:0:32467:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998272.101881:0:32467:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998272.101888:0:32467:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998272.101890:0:32467:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d418d7a98 00800000:00000002:1.0:1787998272.101893:0:32467:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998272.101898:0:32467:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998272.101902:0:32467:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998272.101905:0:32467:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998272.101908:0:32467:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998272.101911:0:32467:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998272.101913:0:32467:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.101915:0:32467:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998272.101917:0:32467:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.101922:0:32467:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998272.101928:0:32467:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998272.101931:0:32467:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d418d7968 00000002:00010000:1.0:1787998272.101933:0:32467:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787998272.101937:0:32467:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998272.101939:0:32467:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998272.101943:0:32467:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998272.101951:0:32467:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98700 count: 2 00010000:00000001:1.0:1787998272.101954:0:32467:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998272.101960:0:32467:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998272.101965:0:32467:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998272.101972:0:32467:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1787998272.101985:0:32467:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998272.101992:0:32467:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998272.101996:0:32467:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1787998272.102003:0:32467:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787998272.102005:0:32467:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998272.102008:0:32467:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998272.102010:0:32467:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998272.102012:0:32467:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998272.102014:0:32467:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787998272.102017:0:32467:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787998272.102020:0:32467:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998272.102024:0:32467:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1a0b68e00. 00000080:00000001:1.0:1787998272.102030:0:32467:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998272.102032:0:32467:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998272.102035:0:32467:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:1.0:1787998272.102039:0:32467:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cab2 00800000:00000001:1.0:1787998272.102043:0:32467:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998272.102047:0:32467:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998272.102049:0:32467:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.102052:0:32467:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.102055:0:32467:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3400 refcount=3 00000020:00000001:1.0:1787998272.102057:0:32467:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998272.102061:0:32467:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998272.102064:0:32467:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.102066:0:32467:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998272.102068:0:32467:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998272.102070:0:32467:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998272.102073:0:32467:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cab2 from it ffffb66d418d7bb0 00010000:00000001:1.0:1787998272.102075:0:32467:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.102076:0:32467:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.102078:0:32467:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3400 refcount=3 00000020:00000001:1.0:1787998272.102079:0:32467:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998272.102081:0:32467:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998272.102084:0:32467:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998272.102087:0:32467:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787998272.102095:0:32467:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.102096:0:32467:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.102098:0:32467:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998272.102101:0:32467:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998272.102104:0:32467:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1787998272.102112:0:32467:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998272.102116:0:32467:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998272.102118:0:32467:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998272.102123:0:32467:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.102124:0:32467:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.102126:0:32467:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.102130:0:32467:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998272.102132:0:32467:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.102135:0:32467:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.102139:0:32467:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.102141:0:32467:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998272.102142:0:32467:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.102143:0:32467:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998272.102146:0:32467:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787998272.102149:0:32467:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998272.102151:0:32467:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 44 00000080:00000001:1.0:1787998272.102156:0:32467:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.102162:0:32467:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:1.0:1787998272.102292:0:32467:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1787998272.102296:0:32467:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d418d7b78 00000080:00200008:1.0:1787998272.102298:0:32467:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff94d1989ad348), flags 304000 00000080:00000010:1.0:1787998272.102306:0:32467:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d1a067b180. 00000080:00000001:1.0:1787998272.102312:0:32467:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.102314:0:32467:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998272.102327:0:32467:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d418d7d28 00000080:00200008:1.0:1787998272.102329:0:32467:0:(file.c:6295:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94d1989ad348), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1787998272.102544:0:32467:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1787998272.102548:0:32467:0:(statahead.c:1783:is_first_dirent()) Process entered 00000080:00000010:1.0:1787998272.102552:0:32467:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1a0b68e00. 00800000:00000002:1.0:1787998272.102556:0:32467:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00800000:00000001:1.0:1787998272.102563:0:32467:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:1.0:1787998272.102566:0:32467:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998272.102567:0:32467:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998272.102569:0:32467:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998272.102571:0:32467:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998272.102572:0:32467:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.102574:0:32467:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998272.102576:0:32467:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.102580:0:32467:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:1.0:1787998272.102582:0:32467:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998272.102583:0:32467:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d418d7990 00000002:00010000:1.0:1787998272.102585:0:32467:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:1.0:1787998272.102588:0:32467:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998272.102590:0:32467:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998272.102591:0:32467:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998272.102595:0:32467:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98700 count: 2 00010000:00000001:1.0:1787998272.102597:0:32467:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998272.102600:0:32467:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998272.102602:0:32467:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998272.102605:0:32467:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1787998272.102613:0:32467:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998272.102616:0:32467:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998272.102619:0:32467:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1787998272.102638:0:32467:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787998272.102640:0:32467:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998272.102641:0:32467:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998272.102643:0:32467:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998272.102645:0:32467:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.102646:0:32467:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.102648:0:32467:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3400 refcount=3 00000020:00000001:1.0:1787998272.102650:0:32467:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998272.102652:0:32467:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998272.102655:0:32467:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.102656:0:32467:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998272.102657:0:32467:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.102705:0:32467:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:1.0:1787998272.102712:0:32467:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff94d191c68800. 00000002:00000001:1.0:1787998272.103878:0:32467:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:1.0:1787998272.103892:0:32467:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edf800. 00000020:00000040:1.0:1787998272.103900:0:32467:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:1.0:1787998272.103906:0:32467:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998272.103909:0:32467:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998272.103914:0:32467:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998272.103924:0:32467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d1a0b69800. 00000100:00000001:1.0:1787998272.103933:0:32467:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.103937:0:32467:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1787998272.103942:0:32467:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff94d199e24400. 00000100:00000010:1.0:1787998272.103947:0:32467:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff94d183ed5000. 00000020:00000040:1.0:1787998272.103950:0:32467:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:1.0:1787998272.103983:0:32467:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998272.103986:0:32467:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998272.103993:0:32467:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d19223d780. 00000100:00000001:1.0:1787998272.103996:0:32467:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226553739136 : -117847155812480 : ffff94d19223d780) 00000100:00000001:1.0:1787998272.104000:0:32467:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998272.104001:0:32467:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684426240 : -117847025125376 : ffff94d199edf800) 00000100:00000001:1.0:1787998272.104006:0:32467:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998272.104011:0:32467:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.104013:0:32467:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998272.104015:0:32467:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998272.104028:0:32467:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edf800 x1874850291761024/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.104038:0:32467:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998272.104041:0:32467:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998272.104045:0:32467:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998272.104048:0:32467:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998272.104051:0:32467:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998272.104054:0:32467:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edf800 pname:cluuid:pid:xid:nid:opc:job bash:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32467:1874850291761024:192.168.206.123@tcp:37:bash.0 00000100:00000001:1.0:1787998272.104059:0:32467:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998272.104064:0:32467:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998272.104067:0:32467:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.104070:0:32467:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1787998272.104080:0:32467:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998272.104085:0:32467:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc6e0. 00000400:00000010:1.0:1787998272.104096:0:32467:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff94d182ca8000. 00000100:00000200:1.0:1787998272.104106:0:32467:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a92a99a5bf80-0x6a92a99a5bf80, portal 14 00000100:00000001:1.0:1787998272.104109:0:32467:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998272.104112:0:32467:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998272.104116:0:32467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d199e24000. 02000000:00000001:1.0:1787998272.104118:0:32467:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998272.104122:0:32467:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998272.104125:0:32467:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc688. 00000400:00000010:1.0:1787998272.104130:0:32467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409000. 00000100:00000200:1.0:1787998272.104134:0:32467:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291761024, portal 10 00000100:00000001:1.0:1787998272.104136:0:32467:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998272.104137:0:32467:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684426240 : -117847025125376 : ffff94d199edf800) 00000100:00000040:1.0:1787998272.104145:0:32467:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199edf800 x1874850291761024/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998288 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.104153:0:32467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998272.104157:0:32467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998272.104160:0:32467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409330. 00000100:00000200:1.0:1787998272.104164:0:32467:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1874850291761024, offset 0 00000400:00000200:1.0:1787998272.104245:0:32467:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998272.104256:0:32467:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998272.104265:0:32467:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998272.104271:0:32467:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998272.104276:0:32467:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998272.104281:0:32467:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998272.104284:0:32467:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998272.104288:0:32467:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2723:2723:256:4294967295] 192.168.206.123@tcp LPNI seq info [2723:2723:8:4294967295] 00000400:00000200:1.0:1787998272.104293:0:32467:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998272.104304:0:32467:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998272.104311:0:32467:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998272.104317:0:32467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f000. 00000800:00000200:1.0:1787998272.104325:0:32467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998272.104334:0:32467:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998272.105966:0:32467:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f000 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1787998272.106001:0:32467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998272.106009:0:32467:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 850186 usecs (851 jiffies) 00000400:00000200:1.0:1787998272.106017:0:32467:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998272.106021:0:32467:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296453114 00000100:00000001:1.0:1787998272.106026:0:32467:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296455156 00000100:00000001:1.0:1787998272.106029:0:32467:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296453114 00000100:00000001:1.0:1787998272.106031:0:32467:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296455156 00000100:00000001:1.0:1787998272.106034:0:32467:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998272.106038:0:32467:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.106041:0:32467:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998272.106043:0:32467:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998272.106045:0:32467:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d19223d780 going to sleep for 11 seconds 00000100:00000001:1.0:1787998272.106048:0:32467:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998272.106052:0:32467:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998272.106817:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998272.106823:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f000. 00000400:00000200:3.0:1787998272.106833:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998272.106841:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998272.106849:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409330 00000400:00000010:3.0:1787998272.106852:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409330. 00000100:00000001:3.0:1787998272.106858:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998272.106867:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edf800 x1874850291761024/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998288 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.106880:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998272.106884:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edf800 x1874850291761024/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998288 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.106892:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998272.106894:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998272.115302:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.115326:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998272.115331:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.115333:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.115344:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.115354:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998272.115366:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.115371:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.115378:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.115382:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 4096 into portal 14 MB=0x6a92a99a5bf80 00000400:00000200:2.0:1787998272.115387:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.115395:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.206.123@tcp of length 4096/4096 into md 0x7ee5 [256] + 0 00000400:00000010:2.0:1787998272.115402:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc6e0. 00000400:00000200:2.0:1787998272.115408:0:2396:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff94d182ca8000 00000800:00000001:2.0:1787998272.115415:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.115424:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.115428:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.115433:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998272.115439:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d182ca8000 00000400:00000010:2.0:1787998272.115442:0:2396:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff94d182ca8000. 00000100:00000001:2.0:1787998272.115449:0:2396:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1787998272.115451:0:2396:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff94d199edf800 desc ffff94d199e24400 mbits 1874850291761024 00000100:00000001:2.0:1787998272.115469:0:2396:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1787998272.115479:0:2396:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1787998272.115482:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.115488:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.23@tcp to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998272.115494:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2724:2724:256:4294967295] 192.168.206.123@tcp LPNI seq info [2724:2724:8:4294967295] 00000400:00000200:2.0:1787998272.115499:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.115508:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:192.168.206.23@tcp) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) 192.168.206.123@tcp : ACK try# 0 00000800:00000200:2.0:1787998272.115515:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998272.115524:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff94d1a01e8000. 00000800:00000200:2.0:1787998272.115532:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998272.115542:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998272.115548:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1a01e8000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1787998272.115640:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998272.115644:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff94d1a01e8000. 00000400:00000200:2.0:1787998272.115648:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.115652:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: ACK: OK 00000800:00000001:2.0:1787998272.115659:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.115662:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.115723:0:32467:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998272.115729:0:32467:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998272.119584:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.119606:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998272.119611:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.119615:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.119637:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.119647:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998272.119658:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.119664:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.119670:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.119675:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 440 into portal 10 MB=0x6a92a99a5bf80 00000400:00000200:2.0:1787998272.119681:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.119688:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 440/440 into md 0x7eed [1] + 224 00000800:00000001:2.0:1787998272.119697:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.119706:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.119710:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.119715:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998272.119725:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998272.119737:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edf800 x1874850291761024/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998288 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998272.119749:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff94d199edf800 x1874850291761024/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998272.119811:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998272.119822:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.119826:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.120006:0:32467:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998272.120016:0:32467:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998272.120019:0:32467:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998272.120023:0:32467:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc688. 00000400:00000200:1.0:1787998272.120029:0:32467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409000 00000400:00000010:1.0:1787998272.120032:0:32467:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409000. 00000100:00000001:1.0:1787998272.120035:0:32467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998272.120041:0:32467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edf800 x1874850291761024/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998272.120051:0:32467:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edf800 x1874850291761024/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.120057:0:32467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998272.120060:0:32467:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.120062:0:32467:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998272.120067:0:32467:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998272.120069:0:32467:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998272.120072:0:32467:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998272.120075:0:32467:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998272.120088:0:32467:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06cf0 time=98 v=5 (5 5 5 5) 00000100:00001000:1.0:1787998272.120092:0:32467:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998272.120095:0:32467:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998272.120098:0:32467:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.120101:0:32467:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998272.120106:0:32467:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.120110:0:32467:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998272.120113:0:32467:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967616 00000100:00000001:1.0:1787998272.120115:0:32467:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998272.120119:0:32467:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998272.120124:0:32467:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff94d199edf800 x1874850291761024/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1787998272.120134:0:32467:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff94d199edf800 x1874850291761024/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998288 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.120142:0:32467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998272.120145:0:32467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998272.120149:0:32467:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edf800 x1874850291761024/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998288 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998272.120157:0:32467:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edf800 pname:cluuid:pid:xid:nid:opc:job bash:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32467:1874850291761024:192.168.206.123@tcp:37:bash.0 00000100:00000001:1.0:1787998272.120163:0:32467:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.120167:0:32467:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.120169:0:32467:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998272.120172:0:32467:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998272.120175:0:32467:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edf800 x1874850291761024/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998288 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.120182:0:32467:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998272.120185:0:32467:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d19223d780. 00000100:00000001:1.0:1787998272.120189:0:32467:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998272.120191:0:32467:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.120195:0:32467:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.120198:0:32467:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998272.120202:0:32467:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edf800 x1874850291761024/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998288 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.120209:0:32467:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998272.120212:0:32467:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998272.120217:0:32467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e24000. 02000000:00000001:1.0:1787998272.120220:0:32467:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998272.120223:0:32467:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998272.120226:0:32467:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998272.120228:0:32467:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1787998272.120230:0:32467:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1787998272.120232:0:32467:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998272.120233:0:32467:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998272.120235:0:32467:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:1.0:1787998272.120278:0:32467:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff94d183ed5000. 00000100:00000010:1.0:1787998272.120283:0:32467:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff94d199e24400. 00000100:00000001:1.0:1787998272.120286:0:32467:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1787998272.120289:0:32467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d1a0b69800. 02000000:00000001:1.0:1787998272.120293:0:32467:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998272.120295:0:32467:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998272.120298:0:32467:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edf800. 00000100:00000001:1.0:1787998272.120302:0:32467:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998272.120304:0:32467:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998272.120307:0:32467:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:1.0:1787998272.120309:0:32467:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:1.0:1787998272.121335:0:32467:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff94d191c68800. 00000002:00000001:1.0:1787998272.121345:0:32467:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.121353:0:32467:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.121356:0:32467:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.121360:0:32467:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3400 refcount=3 00000020:00000001:1.0:1787998272.121363:0:32467:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998272.121367:0:32467:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998272.121370:0:32467:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998272.121376:0:32467:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1787998272.121386:0:32467:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.121388:0:32467:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.121390:0:32467:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998272.121394:0:32467:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998272.121397:0:32467:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1787998272.121406:0:32467:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998272.121410:0:32467:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998272.121413:0:32467:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998272.121418:0:32467:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.121419:0:32467:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.121421:0:32467:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.121425:0:32467:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998272.121427:0:32467:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.121429:0:32467:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.121433:0:32467:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.121435:0:32467:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998272.121436:0:32467:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.121437:0:32467:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:1.0:1787998272.121440:0:32467:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.121448:0:32467:0:(statahead.c:1888:is_first_dirent()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:1.0:1787998272.121454:0:32467:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998272.121457:0:32467:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1a0b68e00. 00000080:00000001:1.0:1787998272.121464:0:32467:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.121471:0:32467:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998272.121474:0:32467:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d418d7ca0 00000080:00200000:1.0:1787998272.121477:0:32467:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:1.0:1787998272.121488:0:32467:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1a0b68e00. 00800000:00000002:1.0:1787998272.121495:0:32467:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998272.121499:0:32467:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998272.121503:0:32467:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998272.121505:0:32467:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d418d7bc0 00800000:00000002:1.0:1787998272.121508:0:32467:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998272.121512:0:32467:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998272.121515:0:32467:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998272.121518:0:32467:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998272.121521:0:32467:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998272.121524:0:32467:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998272.121526:0:32467:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.121529:0:32467:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998272.121531:0:32467:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.121536:0:32467:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998272.121542:0:32467:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998272.121544:0:32467:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d418d7a90 00000002:00010000:1.0:1787998272.121546:0:32467:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787998272.121551:0:32467:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998272.121553:0:32467:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998272.121556:0:32467:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998272.121563:0:32467:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98700 count: 2 00010000:00000001:1.0:1787998272.121566:0:32467:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998272.121571:0:32467:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998272.121575:0:32467:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998272.121579:0:32467:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1787998272.121589:0:32467:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998272.121594:0:32467:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998272.121598:0:32467:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1787998272.121605:0:32467:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787998272.121607:0:32467:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998272.121609:0:32467:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998272.121610:0:32467:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998272.121613:0:32467:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998272.121615:0:32467:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787998272.121618:0:32467:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787998272.121620:0:32467:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998272.121621:0:32467:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1a0b68e00. 00000080:00000001:1.0:1787998272.121895:0:32467:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998272.122059:0:32467:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998272.122063:0:32467:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:1.0:1787998272.122068:0:32467:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cab2 00800000:00000001:1.0:1787998272.122071:0:32467:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998272.122075:0:32467:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998272.122076:0:32467:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.122078:0:32467:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.122080:0:32467:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3400 refcount=3 00000020:00000001:1.0:1787998272.122082:0:32467:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998272.122085:0:32467:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998272.122088:0:32467:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.122089:0:32467:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998272.122091:0:32467:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998272.122092:0:32467:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998272.122095:0:32467:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cab2 from it ffffb66d418d7cd8 00010000:00000001:1.0:1787998272.122097:0:32467:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.122098:0:32467:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.122100:0:32467:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3400 refcount=3 00000020:00000001:1.0:1787998272.122102:0:32467:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998272.122104:0:32467:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998272.122106:0:32467:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998272.122109:0:32467:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1787998272.122115:0:32467:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.122116:0:32467:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.122117:0:32467:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998272.122119:0:32467:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998272.122122:0:32467:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1787998272.122128:0:32467:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998272.122130:0:32467:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998272.122131:0:32467:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998272.122134:0:32467:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.122135:0:32467:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.122137:0:32467:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.122139:0:32467:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998272.122140:0:32467:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.122142:0:32467:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.122145:0:32467:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.122146:0:32467:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998272.122147:0:32467:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.122149:0:32467:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998272.122152:0:32467:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787998272.122154:0:32467:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998272.122158:0:32467:0:(file.c:6248:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998272.122165:0:32467:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d418d7d28 00000080:00000008:1.0:1787998272.122167:0:32467:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d1989ad348), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1787998272.122540:0:32467:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1787998272.122544:0:32467:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) pos/size0/4096 32bit_api 0 00000080:00000010:1.0:1787998272.122551:0:32467:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1a0b68e00. 00800000:00000002:1.0:1787998272.122556:0:32467:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998272.122559:0:32467:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:1.0:1787998272.122567:0:32467:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446708485685914304 : -35588023637312 : ffffdfa2047e2ac0) 00000080:00000001:1.0:1787998272.122571:0:32467:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603815538691 : 162129603815538691 : 240000403000003) 00000080:00000001:1.0:1787998272.122576:0:32467:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603815538692 : 162129603815538692 : 240000403000004) 00000080:00000001:1.0:1787998272.122579:0:32467:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1787998272.122581:0:32467:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279494 : 144115205289279494 : 200000402000006) 00000080:00000001:1.0:1787998272.122583:0:32467:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:1.0:1787998272.122585:0:32467:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833928 : 144115205322833928 : 200000404000008) 00000080:00000001:1.0:1787998272.122587:0:32467:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761473 : 162129603798761473 : 240000402000001) 00000080:00000001:1.0:1787998272.122590:0:32467:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611140 : 144115205339611140 : 200000405000004) 00000080:00000001:1.0:1787998272.122592:0:32467:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833933 : 144115205322833933 : 20000040400000d) 00000080:00000001:1.0:1787998272.122594:0:32467:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279489 : 144115205289279489 : 200000402000001) 00000080:00000001:1.0:1787998272.122596:0:32467:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833931 : 144115205322833931 : 20000040400000b) 00000080:00000001:1.0:1787998272.122599:0:32467:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279491 : 144115205289279491 : 200000402000003) 00000080:00000001:1.0:1787998272.122601:0:32467:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1787998272.122603:0:32467:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603815538689 : 162129603815538689 : 240000403000001) 00000080:00000001:1.0:1787998272.122606:0:32467:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:1.0:1787998272.122608:0:32467:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279490 : 144115205289279490 : 200000402000002) 00000080:00000001:1.0:1787998272.122610:0:32467:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833921 : 144115205322833921 : 200000404000001) 00000080:00000001:1.0:1787998272.122612:0:32467:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833935 : 144115205322833935 : 20000040400000f) 00000080:00000001:1.0:1787998272.122616:0:32467:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.122618:0:32467:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998272.122620:0:32467:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1a0b68e00. 00000080:00000001:1.0:1787998272.122705:0:32467:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.122730:0:32467:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1787998272.122732:0:32467:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:1.0:1787998272.122735:0:32467:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1787998272.122737:0:32467:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.122753:0:32467:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:1.0:1787998272.122756:0:32467:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1787998272.122759:0:32467:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d418d7dd0 00000080:00200008:1.0:1787998272.122761:0:32467:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff94d1989ad348), flags 304000 00000080:00400000:1.0:1787998272.122765:0:32467:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1787998272.122813:0:32467:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d1a067b180. 00000080:00000001:1.0:1787998272.122819:0:32467:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1787998272.122821:0:32467:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d418d7dd0 00000080:00000008:1.0:1787998272.122823:0:32467:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d1989ad348), flags 304000, rc = 0 00000080:00000001:1.0:1787998272.122826:0:32467:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.122828:0:32467:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998272.133102:0:32661:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:2.0:1787998272.133109:0:32661:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:2.0:1787998272.133111:0:32661:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1787998272.133115:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffb20 00000080:00200000:2.0:1787998272.133119:0:32661:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:2.0:1787998272.133127:0:32661:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19162a800. 00800000:00000002:2.0:1787998272.133132:0:32661:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:2.0:1787998272.133136:0:32661:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787998272.133141:0:32661:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787998272.133143:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffa40 00800000:00000002:2.0:1787998272.133145:0:32661:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998272.133149:0:32661:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1787998272.133151:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998272.133154:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998272.133157:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998272.133159:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998272.133162:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998272.133164:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998272.133166:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998272.133170:0:32661:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1787998272.133175:0:32661:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787998272.133177:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bff910 00000002:00010000:2.0:1787998272.133179:0:32661:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1787998272.133183:0:32661:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1787998272.133185:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998272.133188:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998272.133195:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98700 count: 2 00010000:00000001:2.0:1787998272.133198:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998272.133203:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998272.133206:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787998272.133211:0:32661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1787998272.133222:0:32661:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1787998272.133227:0:32661:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998272.133230:0:32661:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1787998272.133237:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1787998272.133414:0:32661:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1787998272.133416:0:32661:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998272.133418:0:32661:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998272.133420:0:32661:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998272.133423:0:32661:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1787998272.133426:0:32661:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1787998272.133429:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:2.0:1787998272.133432:0:32661:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162a800. 00000080:00000001:2.0:1787998272.133437:0:32661:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1787998272.133439:0:32661:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998272.133441:0:32661:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:2.0:1787998272.133445:0:32661:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cab2 00800000:00000001:2.0:1787998272.133448:0:32661:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1787998272.133451:0:32661:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1787998272.133453:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998272.133455:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998272.133458:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3400 refcount=3 00000020:00000001:2.0:1787998272.133460:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:2.0:1787998272.133463:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:2.0:1787998272.133466:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.133467:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998272.133469:0:32661:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998272.133471:0:32661:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998272.133473:0:32661:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cab2 from it ffffb66d41bffb58 00010000:00000001:2.0:1787998272.133476:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998272.133477:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998272.133478:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3400 refcount=3 00000020:00000001:2.0:1787998272.133480:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:2.0:1787998272.133481:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:2.0:1787998272.133484:0:32661:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998272.133487:0:32661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1787998272.133494:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.133495:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998272.133496:0:32661:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787998272.133499:0:32661:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787998272.133501:0:32661:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1787998272.133508:0:32661:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787998272.133512:0:32661:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998272.133514:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998272.133518:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.133519:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998272.133520:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998272.133524:0:32661:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998272.133526:0:32661:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998272.133527:0:32661:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998272.133530:0:32661:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998272.133532:0:32661:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998272.133533:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.133535:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1787998272.133537:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1787998272.133539:0:32661:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998272.133541:0:32661:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:2.0:1787998272.133546:0:32661:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998272.133549:0:32661:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1787998272.133551:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffb48 00000080:00002000:2.0:1787998272.133553:0:32661:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff94d1835950d8) flags 0x20000e refc 1 00000080:00000001:2.0:1787998272.133556:0:32661:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998272.133558:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffb90 00000080:00200000:2.0:1787998272.133559:0:32661:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=8 00000080:00000002:2.0:1787998272.133563:0:32661:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000020:00000001:2.0:1787998272.133569:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffd08 00000080:00200008:2.0:1787998272.133572:0:32661:0:(file.c:6295:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff94d1989af448), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1787998272.133900:0:32661:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1787998272.133903:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffc80 00000080:00200000:2.0:1787998272.133906:0:32661:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff94d1989af448),name=d21h.recovery-small-1 00000080:00000010:2.0:1787998272.133911:0:32661:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19162a800. 00800000:00000002:2.0:1787998272.133915:0:32661:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:2.0:1787998272.133919:0:32661:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787998272.133922:0:32661:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787998272.133923:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffba0 00800000:00000002:2.0:1787998272.133925:0:32661:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x23:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998272.133928:0:32661:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1787998272.133932:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998272.133933:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998272.133935:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998272.133937:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998272.133938:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998272.133940:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998272.133942:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998272.133944:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998272.133945:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998272.133946:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998272.133947:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998272.133949:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998272.133951:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:2.0:1787998272.133953:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998272.133955:0:32661:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x23:0x0], name='' -> mds #0 00000002:00000001:2.0:1787998272.133958:0:32661:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787998272.133960:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffa70 00000002:00010000:2.0:1787998272.133962:0:32661:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1787998272.133965:0:32661:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1787998272.133966:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998272.133968:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998272.133972:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98900 count: 2 00010000:00000001:2.0:1787998272.133974:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998272.133977:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998272.133979:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787998272.133983:0:32661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cab9 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace45 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1787998272.133991:0:32661:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1787998272.133995:0:32661:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998272.133998:0:32661:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cab9 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace45 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1787998272.134004:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1787998272.134005:0:32661:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1787998272.134007:0:32661:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998272.134009:0:32661:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998272.134011:0:32661:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998272.134013:0:32661:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1787998272.134015:0:32661:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1787998272.134017:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:2.0:1787998272.134020:0:32661:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162a800. 00000080:00000001:2.0:1787998272.134022:0:32661:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1787998272.134024:0:32661:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998272.134026:0:32661:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff94d1989af448) 00000080:00010000:2.0:1787998272.134028:0:32661:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff94d1989af448) for lock 0xb2d39e653c8cab9 00800000:00000001:2.0:1787998272.134031:0:32661:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1787998272.134033:0:32661:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1787998272.134034:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998272.134036:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998272.134037:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2400 refcount=3 00000020:00000001:2.0:1787998272.134040:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:2.0:1787998272.134042:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:2.0:1787998272.134044:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.134045:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998272.134047:0:32661:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998272.134048:0:32661:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998272.134050:0:32661:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cab9 from it ffffb66d41bffcb8 00010000:00000001:2.0:1787998272.134052:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998272.134054:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998272.134055:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2400 refcount=3 00000020:00000001:2.0:1787998272.134057:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:2.0:1787998272.134059:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:2.0:1787998272.134061:0:32661:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998272.134064:0:32661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cab9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace45 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1787998272.134071:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.134072:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998272.134074:0:32661:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787998272.134075:0:32661:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787998272.134078:0:32661:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cab9 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace45 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1787998272.134085:0:32661:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787998272.134087:0:32661:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998272.134088:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998272.134090:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.134091:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998272.134093:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998272.134095:0:32661:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998272.134096:0:32661:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998272.134098:0:32661:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998272.134100:0:32661:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998272.134102:0:32661:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998272.134103:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.134104:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1787998272.134106:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1787998272.134107:0:32661:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787998272.134110:0:32661:0:(file.c:6248:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998272.134113:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffd08 00000080:00000008:2.0:1787998272.134115:0:32661:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff94d1989af448), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1787998272.134143:0:32661:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:2.0:1787998272.134145:0:32661:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:2.0:1787998272.134147:0:32661:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1787998272.134149:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffbc0 00000080:00200000:2.0:1787998272.134150:0:32661:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:2.0:1787998272.134154:0:32661:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19162a800. 00800000:00000002:2.0:1787998272.134157:0:32661:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:2.0:1787998272.134159:0:32661:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787998272.134161:0:32661:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787998272.134162:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffae0 00800000:00000002:2.0:1787998272.134164:0:32661:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998272.134166:0:32661:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1787998272.134167:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998272.134169:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998272.134170:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998272.134171:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998272.134173:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998272.134175:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998272.134177:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998272.134179:0:32661:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1787998272.134182:0:32661:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787998272.134183:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bff9b0 00000002:00010000:2.0:1787998272.134185:0:32661:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1787998272.134188:0:32661:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1787998272.134189:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998272.134190:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998272.134193:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98700 count: 2 00010000:00000001:2.0:1787998272.134195:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998272.134198:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998272.134200:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787998272.134202:0:32661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:2.0:1787998272.134209:0:32661:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1787998272.134212:0:32661:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998272.134215:0:32661:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:2.0:1787998272.134226:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1787998272.134227:0:32661:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1787998272.134229:0:32661:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998272.134231:0:32661:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998272.134233:0:32661:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998272.134235:0:32661:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1787998272.134380:0:32661:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1787998272.134384:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:2.0:1787998272.134387:0:32661:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162a800. 00000080:00000001:2.0:1787998272.134390:0:32661:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1787998272.134391:0:32661:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998272.134393:0:32661:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:2.0:1787998272.134396:0:32661:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cab2 00800000:00000001:2.0:1787998272.134398:0:32661:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1787998272.134400:0:32661:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1787998272.134401:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998272.134402:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998272.134404:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3400 refcount=3 00000020:00000001:2.0:1787998272.134406:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:2.0:1787998272.134409:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:2.0:1787998272.134411:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.134412:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998272.134413:0:32661:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998272.134415:0:32661:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998272.134417:0:32661:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cab2 from it ffffb66d41bffbf8 00010000:00000001:2.0:1787998272.134418:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998272.134420:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998272.134421:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3400 refcount=3 00000020:00000001:2.0:1787998272.134423:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:2.0:1787998272.134425:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:2.0:1787998272.134427:0:32661:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998272.134430:0:32661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1787998272.134436:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.134437:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998272.134439:0:32661:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787998272.134440:0:32661:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787998272.134442:0:32661:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1787998272.134448:0:32661:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787998272.134450:0:32661:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998272.134451:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998272.134453:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.134454:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998272.134455:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998272.134457:0:32661:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998272.134458:0:32661:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998272.134460:0:32661:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998272.134462:0:32661:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998272.134463:0:32661:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998272.134464:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.134465:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1787998272.134467:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1787998272.134468:0:32661:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998272.134470:0:32661:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:2.0:1787998272.134472:0:32661:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998272.134475:0:32661:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1787998272.134477:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffbc0 00000080:00002000:2.0:1787998272.134479:0:32661:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff94d1835950d8) flags 0x20000e refc 1 00000080:00000001:2.0:1787998272.134481:0:32661:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998272.134483:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffc08 00000080:00200000:2.0:1787998272.134484:0:32661:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=266 00000080:00000002:2.0:1787998272.134488:0:32661:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:2.0:1787998272.134491:0:32661:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:2.0:1787998272.134493:0:32661:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff94d1989af448), inode mode 41ed mask 44 00000080:00000001:2.0:1787998272.134496:0:32661:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998272.134500:0:32661:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:2.0:1787998272.134502:0:32661:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1787998272.134504:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffb78 00000080:00200008:2.0:1787998272.134506:0:32661:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff94d1989af448), flags 704400 00000080:00000010:2.0:1787998272.134511:0:32661:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d1838d7a40. 00000080:00000001:2.0:1787998272.134516:0:32661:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1787998272.134518:0:32661:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19162a800. 00800000:00000002:2.0:1787998272.134521:0:32661:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:2.0:1787998272.134523:0:32661:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787998272.134525:0:32661:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787998272.134526:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffa28 00800000:00000002:2.0:1787998272.134528:0:32661:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x23:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998272.134531:0:32661:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1787998272.134532:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998272.134534:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998272.134535:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998272.134536:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998272.134538:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998272.134539:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:2.0:1787998272.134541:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998272.134543:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bff9a8 00800000:00000002:2.0:1787998272.134545:0:32661:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x23:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1787998272.134548:0:32661:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787998272.134550:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bff8e0 00000002:00010000:2.0:1787998272.134551:0:32661:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:2.0:1787998272.134555:0:32661:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1787998272.134557:0:32661:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1787998272.134560:0:32661:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1787998272.134563:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98900 count: 2 00010000:00000001:2.0:1787998272.134565:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998272.134567:0:32661:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1787998272.134569:0:32661:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998272.134571:0:32661:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998272.134573:0:32661:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998272.134575:0:32661:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1787998272.134619:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98700 count: 2 00010000:00000001:2.0:1787998272.134622:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998272.134632:0:32661:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1787998272.134634:0:32661:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998272.134636:0:32661:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998272.134637:0:32661:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787998272.134643:0:32661:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d18a80. 00000020:00000040:2.0:1787998272.134647:0:32661:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:2.0:1787998272.134652:0:32661:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787998272.134654:0:32661:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998272.134656:0:32661:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1787998272.134660:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998272.134662:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998272.134663:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998272.134664:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998272.134667:0:32661:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998272.134669:0:32661:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998272.134682:0:32661:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998272.134689:0:32661:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0baf000. 00000100:00000001:2.0:1787998272.134696:0:32661:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998272.134701:0:32661:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787998272.134702:0:32661:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998272.134704:0:32661:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787998272.134705:0:32661:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998272.134707:0:32661:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998272.134713:0:32661:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626226548345472 : -117847161206144 : ffff94d191d18a80) 00010000:00000001:2.0:1787998272.134717:0:32661:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1787998272.134718:0:32661:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1787998272.134720:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98700 count: 2 00010000:00000001:2.0:1787998272.134722:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998272.134725:0:32661:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1787998272.134728:0:32661:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d190a5c000. 00000020:00000001:2.0:1787998272.134731:0:32661:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1787998272.134733:0:32661:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d190a5c000 with handle 0xb2d39e653c8cae3 to hash 00000020:00000001:2.0:1787998272.134736:0:32661:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1787998272.134737:0:32661:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226528698368 : -117847180853248 : ffff94d190a5c000) 00010000:00000001:2.0:1787998272.134740:0:32661:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226528698368 : -117847180853248 : ffff94d190a5c000) 00010000:00000001:2.0:1787998272.134743:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998272.134745:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998272.134748:0:32661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5c000/0xb2d39e653c8cae3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998272.134755:0:32661:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5c000/0xb2d39e653c8cae3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787998272.134788:0:32661:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787998272.134803:0:32661:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191d18a80 x1874850291761280/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787998272.134814:0:32661:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5c000/0xb2d39e653c8cae3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1787998272.134821:0:32661:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787998272.134823:0:32661:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787998272.134830:0:32661:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a06dbc00. 00000100:00000001:2.0:1787998272.134832:0:32661:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226793462784 : -117846916088832 : ffff94d1a06dbc00) 00000100:00000001:2.0:1787998272.134834:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998272.134836:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548345472 : -117847161206144 : ffff94d191d18a80) 00000100:00000001:2.0:1787998272.134840:0:32661:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998272.134844:0:32661:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998272.134846:0:32661:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787998272.134848:0:32661:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998272.134852:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d18a80 x1874850291761280/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998272.134859:0:32661:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998272.134861:0:32661:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998272.134865:0:32661:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998272.134867:0:32661:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998272.134869:0:32661:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998272.134873:0:32661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d18a80 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32661:1874850291761280:192.168.206.123@tcp:101:rm.0 00000100:00000001:2.0:1787998272.134877:0:32661:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998272.134882:0:32661:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998272.134885:0:32661:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998272.134887:0:32661:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998272.134983:0:32661:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94d199f00000. 02000000:00000001:2.0:1787998272.134987:0:32661:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998272.134994:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998272.134998:0:32661:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151580. 00000400:00000010:2.0:1787998272.135005:0:32661:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94d192187800. 00000100:00000200:2.0:1787998272.135012:0:32661:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1874850291761280, portal 10 00000100:00000001:2.0:1787998272.135014:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998272.135015:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548345472 : -117847161206144 : ffff94d191d18a80) 00000100:00000040:2.0:1787998272.135021:0:32661:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d18a80 x1874850291761280/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998288 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998272.135029:0:32661:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998272.135031:0:32661:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998272.135034:0:32661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfaa0. 00000100:00000200:2.0:1787998272.135037:0:32661:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1874850291761280, offset 0 00000400:00000200:2.0:1787998272.135043:0:32661:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998272.135051:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.135058:0:32661:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998272.135064:0:32661:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998272.135067:0:32661:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998272.135071:0:32661:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998272.135074:0:32661:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998272.135078:0:32661:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2725:2725:256:4294967295] 192.168.206.123@tcp LPNI seq info [2725:2725:8:4294967295] 00000400:00000200:2.0:1787998272.135082:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.135090:0:32661:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998272.135096:0:32661:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998272.135101:0:32661:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19381ef00. 00000800:00000200:2.0:1787998272.135107:0:32661:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998272.135115:0:32661:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998272.135119:0:32661:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19381ef00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1787998272.135138:0:32661:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998272.135143:0:32661:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 849017 usecs (850 jiffies) 00000400:00000200:2.0:1787998272.135146:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998272.135149:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296453142 00000100:00000001:2.0:1787998272.135152:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296455156 00000100:00000001:2.0:1787998272.135154:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296453142 00000100:00000001:2.0:1787998272.135156:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296455156 00000100:00000001:2.0:1787998272.135159:0:32661:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998272.135161:0:32661:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998272.135163:0:32661:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998272.135165:0:32661:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787998272.135168:0:32661:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a06dbc00 going to sleep for 11 seconds 00000100:00000001:2.0:1787998272.135170:0:32661:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998272.135173:0:32661:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998272.136157:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998272.136170:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19381ef00. 00000400:00000200:3.0:1787998272.136179:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998272.136188:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998272.136198:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfaa0 00000400:00000010:3.0:1787998272.136201:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfaa0. 00000100:00000001:3.0:1787998272.136208:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998272.136216:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d18a80 x1874850291761280/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998288 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.136231:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998272.136235:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d18a80 x1874850291761280/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998288 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.136251:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998272.136253:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998272.138170:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.138190:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998272.138195:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.138197:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.138208:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.138217:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998272.138226:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.138231:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.138238:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.138242:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 664 into portal 10 MB=0x6a92a99a5c080 00000400:00000200:2.0:1787998272.138248:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.138255:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 664/664 into md 0x7ef5 [64] + 224 00000800:00000001:2.0:1787998272.138263:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.138270:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.138273:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.138278:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998272.138287:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998272.138296:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d18a80 x1874850291761280/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998288 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998272.138309:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff94d191d18a80 x1874850291761280/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998272.138333:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998272.138341:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.138344:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.138403:0:32661:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998272.138412:0:32661:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998272.138415:0:32661:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998272.138418:0:32661:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151580. 00000400:00000200:1.0:1787998272.138423:0:32661:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192187800 00000400:00000010:1.0:1787998272.138425:0:32661:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff94d192187800. 00000100:00000001:1.0:1787998272.138429:0:32661:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998272.138433:0:32661:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d18a80 x1874850291761280/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998272.138442:0:32661:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d18a80 x1874850291761280/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.138448:0:32661:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998272.138451:0:32661:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.138454:0:32661:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998272.138458:0:32661:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998272.138460:0:32661:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998272.138463:0:32661:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998272.138466:0:32661:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998272.138476:0:32661:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=98 v=5 (5 104 104 104) 00000100:00001000:1.0:1787998272.138481:0:32661:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998272.138483:0:32661:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1787998272.138487:0:32661:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94d191d18a80 x1874850291761280/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.138503:0:32661:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1787998272.138507:0:32661:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1787998272.138509:0:32661:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1787998272.138511:0:32661:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1787998272.138514:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998272.138515:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548345472 : -117847161206144 : ffff94d191d18a80) 00000100:00000001:1.0:1787998272.138519:0:32661:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998272.138521:0:32661:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967616 00000100:00000001:1.0:1787998272.138523:0:32661:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998272.138525:0:32661:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1787998272.138530:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d18a80 x1874850291761280/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998288 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.138537:0:32661:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1787998272.138540:0:32661:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998272.138543:0:32661:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998272.138547:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d18a80 x1874850291761280/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998288 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998272.138555:0:32661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d18a80 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32661:1874850291761280:192.168.206.123@tcp:101:rm.0 00000100:00000001:1.0:1787998272.138559:0:32661:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.138562:0:32661:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1787998272.138565:0:32661:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998272.138567:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998272.138570:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d18a80 x1874850291761280/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998288 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.138577:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998272.138580:0:32661:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a06dbc00. 00000100:00000001:1.0:1787998272.138583:0:32661:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998272.138584:0:32661:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1787998272.138588:0:32661:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787998272.138593:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.138596:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.138600:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5c000 refcount=4 00000020:00000001:1.0:1787998272.138602:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528698368 : -117847180853248 : ffff94d190a5c000) 00010000:00000001:1.0:1787998272.138605:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528698368 : -117847180853248 : ffff94d190a5c000) 00010000:00010000:1.0:1787998272.138611:0:32661:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5c000/0xb2d39e653c8cae3 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.138623:0:32661:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1787998272.138637:0:32661:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5c000/0xb2d39e653c8cae3 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.138645:0:32661:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998272.138648:0:32661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5c000/0xb2d39e653c8cae3 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.138654:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.138656:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998272.138658:0:32661:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5c000/0xb2d39e653c8cae3 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.138664:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998272.138666:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.138669:0:32661:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1787998272.138672:0:32661:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5c000/0xb2d39e653c8cae3 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998272.138682:0:32661:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d190a5c000 already unused, calling callback (ffffffffc1bbc3c0) 00000080:00000001:1.0:1787998272.138686:0:32661:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1787998272.138689:0:32661:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5c000/0xb2d39e653c8cae3 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.138695:0:32661:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1787998272.138697:0:32661:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1787998272.138700:0:32661:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5c000/0xb2d39e653c8cae3 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.138705:0:32661:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1787998272.138707:0:32661:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1787998272.138709:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.138710:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.138711:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5c000 refcount=5 00000020:00000001:1.0:1787998272.138713:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528698368 : -117847180853248 : ffff94d190a5c000) 00010000:00000001:1.0:1787998272.138715:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528698368 : -117847180853248 : ffff94d190a5c000) 00010000:00000001:1.0:1787998272.138717:0:32661:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787998272.138720:0:32661:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5c000/0xb2d39e653c8cae3 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1787998272.138725:0:32661:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787998272.138726:0:32661:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998272.138729:0:32661:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1787998272.138731:0:32661:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787998272.138734:0:32661:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787998272.138736:0:32661:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787998272.138738:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998272.138739:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787998272.138742:0:32661:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d190a5c000 with handle 0xb2d39e653c8cae3 from hash 00010000:00000001:1.0:1787998272.138744:0:32661:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787998272.138746:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.138747:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.138748:0:32661:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787998272.138750:0:32661:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787998272.138752:0:32661:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1787998272.138754:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.138755:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.138756:0:32661:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.138758:0:32661:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998272.138760:0:32661:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5c000/0xb2d39e653c8cae3 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.138765:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.138806:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.138808:0:32661:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1787998272.138809:0:32661:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998272.138811:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.138811:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.138812:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787998272.138815:0:32661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5c000/0xb2d39e653c8cae3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.138826:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.138827:0:32661:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1787998272.138833:0:32661:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1787998272.138838:0:32661:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff94d191d18a80 x1874850291761280/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998288 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787998272.138848:0:32661:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1787998272.138852:0:32661:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d191d18a80 x1874850291761280/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998288 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787998272.138859:0:32661:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.138865:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1787998272.138867:0:32661:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.138869:0:32661:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.138871:0:32661:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.138875:0:32661:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1787998272.138877:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998272.138878:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548345472 : -117847161206144 : ffff94d191d18a80) 00010000:00000001:1.0:1787998272.138880:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1787998272.138881:0:32661:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.138884:0:32661:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1787998272.138888:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bff868 00000002:00002000:1.0:1787998272.138889:0:32661:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:1.0:1787998272.138893:0:32661:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998272.138896:0:32661:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998272.138899:0:32661:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787998272.138902:0:32661:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1787998272.138904:0:32661:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.138909:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998272.138913:0:32661:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162a800. 00000080:00000001:1.0:1787998272.138918:0:32661:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1787998272.138925:0:32661:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1787998272.138929:0:32661:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1787998272.138936:0:32661:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d1912364c0. 00800000:00000001:1.0:1787998272.138938:0:32661:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626226536932544 : -117847172619072 : ffff94d1912364c0) 00800000:00000001:1.0:1787998272.138940:0:32661:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.138942:0:32661:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1787998272.138946:0:32661:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1787998272.138948:0:32661:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:1.0:1787998272.138951:0:32661:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1787998272.138954:0:32661:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1787998272.138956:0:32661:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.138961:0:32661:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:1.0:1787998272.138964:0:32661:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1787998272.138969:0:32661:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 4096 00000080:00000001:1.0:1787998272.138972:0:32661:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1787998272.138975:0:32661:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1787998272.138976:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d1912364c0 1 00800000:00000010:1.0:1787998272.138979:0:32661:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d1912364c0. 00800000:00000001:1.0:1787998272.138982:0:32661:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1787998272.138986:0:32661:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:1.0:1787998272.138990:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998272.138994:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d18a80 x1874850291761280/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998288 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.139000:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.139005:0:32661:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998272.139010:0:32661:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d1912364c0. 00000080:00000001:1.0:1787998272.139013:0:32661:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1787998272.139017:0:32661:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1787998272.139020:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998272.139023:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998272.139025:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998272.139028:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998272.139030:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.139032:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1787998272.139035:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.139037:0:32661:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1787998272.139041:0:32661:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d190a90e80. 00000002:00100000:1.0:1787998272.139045:0:32661:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d191d18a80 x1874850291761280/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998288 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787998272.139052:0:32661:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998272.139054:0:32661:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1787998272.139058:0:32661:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1787998272.139061:0:32661:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.139065:0:32661:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1787998272.139067:0:32661:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.139069:0:32661:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998272.139074:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998272.139077:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d18a80 x1874850291761280/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998288 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1787998272.139084:0:32661:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998272.139088:0:32661:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94d199f00000. 02000000:00000001:1.0:1787998272.139143:0:32661:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1787998272.139146:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998272.139149:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffb78 00000080:00000008:1.0:1787998272.139152:0:32661:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff94d1989af448), flags 704400, rc = 0 00000080:00000001:1.0:1787998272.139156:0:32661:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998272.139182:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffd28 00000080:00200008:1.0:1787998272.139184:0:32661:0:(file.c:6295:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff94d1989af448), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1787998272.139190:0:32661:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998272.139192:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffca0 00000080:00200000:1.0:1787998272.139194:0:32661:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff94d1989af448),name=d21h.recovery-small-1 00000080:00000010:1.0:1787998272.139200:0:32661:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1a0b69800. 00800000:00000002:1.0:1787998272.139205:0:32661:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998272.139212:0:32661:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998272.139215:0:32661:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998272.139217:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffbc0 00800000:00000002:1.0:1787998272.139219:0:32661:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x23:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998272.139222:0:32661:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998272.139226:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998272.139227:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998272.139228:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998272.139230:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998272.139231:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.139233:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998272.139235:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998272.139237:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998272.139238:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998272.139239:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998272.139241:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998272.139242:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.139244:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1787998272.139245:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.139247:0:32661:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x23:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998272.139252:0:32661:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998272.139253:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffa90 00000002:00010000:1.0:1787998272.139255:0:32661:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787998272.139258:0:32661:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998272.139260:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998272.139264:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998272.139270:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98900 count: 2 00010000:00000001:1.0:1787998272.139273:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998272.139278:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998272.139281:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998272.139284:0:32661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cab9 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace45 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1787998272.139292:0:32661:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998272.139297:0:32661:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998272.139300:0:32661:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cab9 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace45 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1787998272.139308:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787998272.139310:0:32661:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998272.139312:0:32661:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998272.139314:0:32661:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998272.139316:0:32661:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998272.139318:0:32661:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787998272.139320:0:32661:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787998272.139322:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998272.139324:0:32661:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1a0b69800. 00000080:00000001:1.0:1787998272.139329:0:32661:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998272.139331:0:32661:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998272.139333:0:32661:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff94d1989af448) 00000080:00010000:1.0:1787998272.139337:0:32661:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff94d1989af448) for lock 0xb2d39e653c8cab9 00800000:00000001:1.0:1787998272.139340:0:32661:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998272.139342:0:32661:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998272.139343:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.139345:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.139347:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2400 refcount=3 00000020:00000001:1.0:1787998272.139349:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:1.0:1787998272.139351:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:1.0:1787998272.139353:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.139355:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998272.139356:0:32661:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998272.139358:0:32661:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998272.139361:0:32661:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cab9 from it ffffb66d41bffcd8 00010000:00000001:1.0:1787998272.139363:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.139364:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.139365:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2400 refcount=3 00000020:00000001:1.0:1787998272.139367:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:1.0:1787998272.139369:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:1.0:1787998272.139371:0:32661:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998272.139374:0:32661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cab9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace45 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787998272.139380:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.139381:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.139382:0:32661:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998272.139384:0:32661:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998272.139386:0:32661:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cab9 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace45 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1787998272.139394:0:32661:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998272.139397:0:32661:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998272.139400:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998272.139405:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.139406:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.139408:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.139411:0:32661:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998272.139413:0:32661:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.139415:0:32661:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.139418:0:32661:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.139420:0:32661:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998272.139421:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.139422:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998272.139424:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787998272.139425:0:32661:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998272.139428:0:32661:0:(file.c:6248:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998272.139432:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffd28 00000080:00000008:1.0:1787998272.139434:0:32661:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff94d1989af448), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1787998272.139530:0:32661:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1787998272.139533:0:32661:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff94d1989af448) pos/size0/4096 32bit_api 0 00000080:00000010:1.0:1787998272.139538:0:32661:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1a0b69800. 00800000:00000002:1.0:1787998272.139541:0:32661:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d191d63040 2 00000080:00000001:1.0:1787998272.139544:0:32661:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:1.0:1787998272.139550:0:32661:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:1.0:1787998272.139552:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998272.139553:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998272.139554:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998272.139556:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998272.139557:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.139559:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1787998272.139560:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.139564:0:32661:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:1.0:1787998272.139565:0:32661:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998272.139567:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffab8 00000002:00010000:1.0:1787998272.139569:0:32661:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000405:0x23:0x0], intent: readdir flags 0 00000002:00000001:1.0:1787998272.139572:0:32661:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998272.139573:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998272.139575:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998272.139577:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98900 count: 2 00010000:00000001:1.0:1787998272.139579:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998272.139582:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998272.139583:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998272.139586:0:32661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cab9 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace45 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1787998272.139593:0:32661:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998272.139596:0:32661:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998272.139598:0:32661:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cab9 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace45 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1787998272.139605:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787998272.139607:0:32661:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998272.139608:0:32661:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998272.139610:0:32661:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998272.139611:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.139613:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.139614:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2400 refcount=3 00000020:00000001:1.0:1787998272.139616:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:1.0:1787998272.139618:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:1.0:1787998272.139621:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.139622:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998272.139623:0:32661:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.139702:0:32661:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:1.0:1787998272.139708:0:32661:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff94d191c68800. 00000002:00000001:1.0:1787998272.140293:0:32661:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:1.0:1787998272.140302:0:32661:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edf800. 00000020:00000040:1.0:1787998272.140308:0:32661:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:1.0:1787998272.140313:0:32661:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998272.140316:0:32661:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998272.140320:0:32661:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998272.140328:0:32661:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d1a0b68a00. 00000100:00000001:1.0:1787998272.140336:0:32661:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.140339:0:32661:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1787998272.140344:0:32661:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff94d199e24400. 00000100:00000010:1.0:1787998272.140355:0:32661:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff94d183ed5000. 00000020:00000040:1.0:1787998272.140358:0:32661:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:1.0:1787998272.140382:0:32661:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998272.140384:0:32661:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998272.140391:0:32661:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d19223d780. 00000100:00000001:1.0:1787998272.140394:0:32661:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226553739136 : -117847155812480 : ffff94d19223d780) 00000100:00000001:1.0:1787998272.140397:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998272.140398:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684426240 : -117847025125376 : ffff94d199edf800) 00000100:00000001:1.0:1787998272.140403:0:32661:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998272.140409:0:32661:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.140411:0:32661:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998272.140413:0:32661:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998272.140423:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edf800 x1874850291761408/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.140432:0:32661:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998272.140435:0:32661:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998272.140439:0:32661:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998272.140442:0:32661:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998272.140444:0:32661:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998272.140448:0:32661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edf800 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32661:1874850291761408:192.168.206.123@tcp:37:rm.0 00000100:00000001:1.0:1787998272.140454:0:32661:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998272.140460:0:32661:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998272.140463:0:32661:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.140466:0:32661:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1787998272.140476:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998272.140481:0:32661:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc688. 00000400:00000010:1.0:1787998272.140491:0:32661:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff94d182cae000. 00000100:00000200:1.0:1787998272.140500:0:32661:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a92a99a5c100-0x6a92a99a5c100, portal 14 00000100:00000001:1.0:1787998272.140503:0:32661:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998272.140506:0:32661:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998272.140511:0:32661:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d199e24000. 02000000:00000001:1.0:1787998272.140513:0:32661:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998272.140516:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998272.140519:0:32661:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc738. 00000400:00000010:1.0:1787998272.140524:0:32661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409000. 00000100:00000200:1.0:1787998272.140528:0:32661:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291761408, portal 10 00000100:00000001:1.0:1787998272.140530:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998272.140531:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684426240 : -117847025125376 : ffff94d199edf800) 00000100:00000040:1.0:1787998272.140538:0:32661:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199edf800 x1874850291761408/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998288 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.140546:0:32661:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998272.140549:0:32661:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998272.140551:0:32661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409c38. 00000100:00000200:1.0:1787998272.140555:0:32661:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1874850291761408, offset 0 00000400:00000200:1.0:1787998272.140562:0:32661:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998272.140572:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998272.140581:0:32661:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998272.140587:0:32661:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998272.140592:0:32661:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998272.140596:0:32661:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998272.140599:0:32661:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998272.140603:0:32661:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2726:2726:256:4294967295] 192.168.206.123@tcp LPNI seq info [2726:2726:8:4294967295] 00000400:00000200:1.0:1787998272.140607:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998272.140617:0:32661:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998272.140635:0:32661:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998272.140641:0:32661:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031fb00. 00000800:00000200:1.0:1787998272.140649:0:32661:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998272.140658:0:32661:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998272.140664:0:32661:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031fb00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1787998272.140690:0:32661:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998272.140695:0:32661:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 847830 usecs (848 jiffies) 00000400:00000200:1.0:1787998272.140698:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998272.140702:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296453143 00000100:00000001:1.0:1787998272.140705:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296455156 00000100:00000001:1.0:1787998272.140708:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296453143 00000100:00000001:1.0:1787998272.140710:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296455156 00000100:00000001:1.0:1787998272.140713:0:32661:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998272.140715:0:32661:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.140718:0:32661:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998272.140719:0:32661:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998272.140722:0:32661:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d19223d780 going to sleep for 11 seconds 00000100:00000001:1.0:1787998272.140725:0:32661:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998272.140728:0:32661:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998272.141099:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998272.141105:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031fb00. 00000400:00000200:3.0:1787998272.141114:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998272.141120:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998272.141125:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409c38 00000400:00000010:3.0:1787998272.141128:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409c38. 00000100:00000001:3.0:1787998272.141132:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998272.141137:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edf800 x1874850291761408/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998288 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.141148:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998272.141151:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edf800 x1874850291761408/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998288 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.141158:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998272.141160:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998272.145583:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.145607:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998272.145612:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.145615:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.145640:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.145649:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998272.145661:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.145667:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.145673:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.145678:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 4096 into portal 14 MB=0x6a92a99a5c100 00000400:00000200:2.0:1787998272.145684:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.145691:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.206.123@tcp of length 4096/4096 into md 0x7f05 [256] + 0 00000400:00000010:2.0:1787998272.145698:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc688. 00000400:00000200:2.0:1787998272.145704:0:2396:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff94d182cae000 00000800:00000001:2.0:1787998272.145710:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.145743:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.145747:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.145754:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998272.145763:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d182cae000 00000400:00000010:2.0:1787998272.145815:0:2396:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff94d182cae000. 00000100:00000001:2.0:1787998272.145822:0:2396:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1787998272.145826:0:2396:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff94d199edf800 desc ffff94d199e24400 mbits 1874850291761408 00000100:00000001:2.0:1787998272.145837:0:2396:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1787998272.145847:0:2396:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1787998272.145851:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.145857:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.23@tcp to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998272.145864:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2727:2727:256:4294967295] 192.168.206.123@tcp LPNI seq info [2727:2727:8:4294967295] 00000400:00000200:2.0:1787998272.145868:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.145877:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:192.168.206.23@tcp) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) 192.168.206.123@tcp : ACK try# 0 00000800:00000200:2.0:1787998272.145884:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998272.145893:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff94d1a01e8000. 00000800:00000200:2.0:1787998272.145900:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998272.145909:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998272.145915:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1a01e8000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1787998272.145988:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998272.145992:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff94d1a01e8000. 00000400:00000200:2.0:1787998272.145996:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.146000:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: ACK: OK 00000800:00000001:2.0:1787998272.146007:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.146010:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.146239:0:32661:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998272.146244:0:32661:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1787998272.147233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5c000. 00000800:00000001:2.0:1787998272.149524:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.149544:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998272.149548:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.149551:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.149561:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.149570:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998272.149581:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.149586:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.149593:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.149597:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 440 into portal 10 MB=0x6a92a99a5c100 00000400:00000200:2.0:1787998272.149603:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.149610:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 440/440 into md 0x7f0d [1] + 224 00000800:00000001:2.0:1787998272.149618:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.149695:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.149700:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.149706:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998272.149716:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998272.149727:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edf800 x1874850291761408/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998288 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998272.149739:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff94d199edf800 x1874850291761408/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998272.149762:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998272.149903:0:32661:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998272.149915:0:32661:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998272.149918:0:32661:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998272.149922:0:32661:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc738. 00000400:00000200:1.0:1787998272.149927:0:32661:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409000 00000400:00000010:1.0:1787998272.149930:0:32661:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409000. 00000100:00000001:1.0:1787998272.149933:0:32661:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998272.149939:0:32661:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edf800 x1874850291761408/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998272.149948:0:32661:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edf800 x1874850291761408/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.149954:0:32661:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998272.149957:0:32661:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.149960:0:32661:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998272.149964:0:32661:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998272.149967:0:32661:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998272.149969:0:32661:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998272.149973:0:32661:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998272.149985:0:32661:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06cf0 time=98 v=5 (5 5 5 5) 00000100:00001000:1.0:1787998272.149990:0:32661:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998272.149993:0:32661:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998272.149995:0:32661:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.149999:0:32661:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998272.150003:0:32661:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.150007:0:32661:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998272.150010:0:32661:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967616 00000100:00000001:1.0:1787998272.150012:0:32661:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998272.150016:0:32661:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998272.150021:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff94d199edf800 x1874850291761408/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1787998272.150032:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff94d199edf800 x1874850291761408/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998288 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.150040:0:32661:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998272.150042:0:32661:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998272.150047:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edf800 x1874850291761408/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998288 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998272.150056:0:32661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edf800 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32661:1874850291761408:192.168.206.123@tcp:37:rm.0 00000100:00000001:1.0:1787998272.150062:0:32661:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.150065:0:32661:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.150067:0:32661:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998272.150070:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998272.150074:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edf800 x1874850291761408/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998288 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.150081:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998272.150084:0:32661:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d19223d780. 00000100:00000001:1.0:1787998272.150088:0:32661:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998272.150090:0:32661:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.150094:0:32661:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.150098:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998272.150101:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edf800 x1874850291761408/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998288 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.150108:0:32661:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998272.150111:0:32661:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998272.150114:0:32661:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e24000. 02000000:00000001:1.0:1787998272.150118:0:32661:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998272.150120:0:32661:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998272.150122:0:32661:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998272.150125:0:32661:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1787998272.150126:0:32661:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1787998272.150128:0:32661:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998272.150129:0:32661:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998272.150132:0:32661:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:1.0:1787998272.150162:0:32661:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff94d183ed5000. 00000100:00000010:1.0:1787998272.150181:0:32661:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff94d199e24400. 00000100:00000001:1.0:1787998272.150183:0:32661:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1787998272.150187:0:32661:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d1a0b68a00. 02000000:00000001:1.0:1787998272.150191:0:32661:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998272.150193:0:32661:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998272.150195:0:32661:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edf800. 00000100:00000001:1.0:1787998272.150200:0:32661:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998272.150202:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998272.150205:0:32661:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:1.0:1787998272.150207:0:32661:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:1.0:1787998272.150961:0:32661:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff94d191c68800. 00000002:00000001:1.0:1787998272.150991:0:32661:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.150999:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.151002:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.154141:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2400 refcount=3 00000020:00000001:1.0:1787998272.154155:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:1.0:1787998272.154161:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:1.0:1787998272.154165:0:32661:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998272.154172:0:32661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cab9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace45 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1787998272.154184:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.154186:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.154187:0:32661:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998272.154191:0:32661:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998272.154194:0:32661:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cab9 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace45 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1787998272.154207:0:32661:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998272.154212:0:32661:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998272.154215:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998272.154220:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.154222:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.154223:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.154227:0:32661:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998272.154229:0:32661:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.154231:0:32661:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.154234:0:32661:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.154236:0:32661:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998272.154237:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.154238:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:1.0:1787998272.154242:0:32661:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.154250:0:32661:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:1.0:1787998272.154259:0:32661:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:1.0:1787998272.154261:0:32661:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1787998272.154268:0:32661:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.154273:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d191d63040 2 00000080:00000010:1.0:1787998272.154279:0:32661:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1a0b69800. 00000080:00000001:1.0:1787998272.154287:0:32661:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.154408:0:32661:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:1.0:1787998272.154412:0:32661:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1787998272.154416:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffdd0 00000080:00200008:1.0:1787998272.154419:0:32661:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff94d1989af448), flags 704000 00000080:00400000:1.0:1787998272.154424:0:32661:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x23:0x0] 00000080:00000001:1.0:1787998272.154428:0:32661:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1787998272.154430:0:32661:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:1.0:1787998272.154432:0:32661:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1787998272.154439:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998272.154442:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998272.154446:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998272.154448:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998272.154451:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.154453:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1787998272.154456:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.154462:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998272.154466:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998272.154472:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98900 count: 2 00010000:00000001:1.0:1787998272.154475:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998272.154481:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.154483:0:32661:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x23:0x0]: 0 00000080:00000001:1.0:1787998272.154486:0:32661:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1787998272.154489:0:32661:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1787998272.154494:0:32661:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d1a0b69800. 00000080:00000001:1.0:1787998272.154496:0:32661:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:1.0:1787998272.154502:0:32661:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d191d63040 2 00000080:00000001:1.0:1787998272.154507:0:32661:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1787998272.154512:0:32661:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1787998272.154514:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998272.154515:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998272.154517:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998272.154519:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998272.154521:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.154522:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1787998272.154524:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.154526:0:32661:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x23:0x0] 00000002:00000001:1.0:1787998272.154530:0:32661:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1787998272.154533:0:32661:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff94d1a0bb2800: [0x200000405:0x23:0x0] file closed with intent: 0 00000100:00000010:1.0:1787998272.154542:0:32661:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edf800. 00000020:00000040:1.0:1787998272.154547:0:32661:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:1.0:1787998272.154554:0:32661:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998272.154558:0:32661:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998272.154564:0:32661:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998272.154573:0:32661:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d1a0b68a00. 00000100:00000001:1.0:1787998272.154581:0:32661:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1787998272.154606:0:32661:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d191d18a80 x1874850291761280/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998288 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1787998272.154619:0:32661:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1787998272.154638:0:32661:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d199edf800 x1874850291761664/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1787998272.154646:0:32661:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998272.154648:0:32661:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998272.154657:0:32661:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d19223d780. 00000100:00000001:1.0:1787998272.154660:0:32661:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226553739136 : -117847155812480 : ffff94d19223d780) 00000100:00000001:1.0:1787998272.154663:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998272.154664:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684426240 : -117847025125376 : ffff94d199edf800) 00000100:00000001:1.0:1787998272.154670:0:32661:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998272.154675:0:32661:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.154678:0:32661:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998272.154680:0:32661:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998272.154685:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edf800 x1874850291761664/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.154693:0:32661:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998272.154697:0:32661:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998272.154701:0:32661:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998272.154703:0:32661:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998272.154706:0:32661:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998272.154709:0:32661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edf800 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32661:1874850291761664:192.168.206.123@tcp:35:rm.0 00000100:00000001:1.0:1787998272.154714:0:32661:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998272.154721:0:32661:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998272.154725:0:32661:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998272.154728:0:32661:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998272.154734:0:32661:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d199e24400. 02000000:00000001:1.0:1787998272.154736:0:32661:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998272.154745:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998272.154751:0:32661:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc738. 00000400:00000010:1.0:1787998272.154761:0:32661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409000. 00000100:00000200:1.0:1787998272.154807:0:32661:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291761664, portal 10 00000100:00000001:1.0:1787998272.154810:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998272.154812:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684426240 : -117847025125376 : ffff94d199edf800) 00000100:00000040:1.0:1787998272.154820:0:32661:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199edf800 x1874850291761664/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998288 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.154827:0:32661:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998272.154831:0:32661:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998272.154835:0:32661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1854095d8. 00000100:00000200:1.0:1787998272.154839:0:32661:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1874850291761664, offset 0 00000400:00000200:1.0:1787998272.154847:0:32661:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998272.154858:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998272.154867:0:32661:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998272.154873:0:32661:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998272.154879:0:32661:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998272.154884:0:32661:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998272.154887:0:32661:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998272.154891:0:32661:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2728:2728:256:4294967295] 192.168.206.123@tcp LPNI seq info [2728:2728:8:4294967295] 00000400:00000200:1.0:1787998272.154896:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000800:00000001:2.0:1787998272.155048:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.155060:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787998272.156975:0:32661:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998272.156988:0:32661:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998272.156999:0:32661:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031fb00. 00000800:00000200:1.0:1787998272.157008:0:32661:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998272.157017:0:32661:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998272.157022:0:32661:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031fb00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1787998272.157049:0:32661:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998272.157057:0:32661:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 846655 usecs (847 jiffies) 00000400:00000200:1.0:1787998272.157063:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998272.157067:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296453161 00000100:00000001:1.0:1787998272.157071:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296455156 00000100:00000001:1.0:1787998272.157073:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296453161 00000100:00000001:1.0:1787998272.157076:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296455156 00000100:00000001:1.0:1787998272.157078:0:32661:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998272.157083:0:32661:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.157086:0:32661:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998272.157088:0:32661:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998272.157092:0:32661:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d19223d780 going to sleep for 11 seconds 00000100:00000001:1.0:1787998272.157095:0:32661:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998272.157099:0:32661:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998272.157458:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998272.157463:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031fb00. 00000400:00000200:2.0:1787998272.157473:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.157480:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998272.157493:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854095d8 00000400:00000010:2.0:1787998272.157497:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854095d8. 00000100:00000001:2.0:1787998272.157503:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998272.157511:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edf800 x1874850291761664/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998288 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998272.157523:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998272.157527:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edf800 x1874850291761664/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998288 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998272.157534:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998272.157536:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998272.160342:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.160365:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998272.160370:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.160373:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.160382:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.160390:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998272.160400:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.160405:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.160411:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.160416:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a5c200 00000400:00000200:2.0:1787998272.160422:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.160430:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x7f15 [1] + 224 00000800:00000001:2.0:1787998272.160438:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.160445:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.160449:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.160454:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998272.160476:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998272.160486:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edf800 x1874850291761664/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998288 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998272.160508:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d199edf800 x1874850291761664/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998272.160529:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998272.160539:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.160543:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.160823:0:32661:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998272.160835:0:32661:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998272.160837:0:32661:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998272.160841:0:32661:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc738. 00000400:00000200:1.0:1787998272.160846:0:32661:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409000 00000400:00000010:1.0:1787998272.160849:0:32661:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409000. 00000100:00000001:1.0:1787998272.160852:0:32661:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998272.160857:0:32661:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edf800 x1874850291761664/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998272.160866:0:32661:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edf800 x1874850291761664/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.160872:0:32661:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998272.160875:0:32661:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.160877:0:32661:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998272.160881:0:32661:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998272.160884:0:32661:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998272.160886:0:32661:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998272.160890:0:32661:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998272.160902:0:32661:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06cf0 time=98 v=5 (5 5 5 5) 00000100:00001000:1.0:1787998272.160906:0:32661:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998272.160908:0:32661:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998272.160911:0:32661:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.160914:0:32661:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998272.160917:0:32661:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.160921:0:32661:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1787998272.160923:0:32661:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1787998272.160924:0:32661:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1787998272.160927:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998272.160929:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684426240 : -117847025125376 : ffff94d199edf800) 00000100:00000001:1.0:1787998272.160932:0:32661:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998272.160935:0:32661:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967616 00000100:00000001:1.0:1787998272.160937:0:32661:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998272.160939:0:32661:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998272.160944:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edf800 x1874850291761664/t4294967620(4294967620) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998288 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.160951:0:32661:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998272.160954:0:32661:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998272.160956:0:32661:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998272.160960:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edf800 x1874850291761664/t4294967620(4294967620) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998288 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998272.160968:0:32661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edf800 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32661:1874850291761664:192.168.206.123@tcp:35:rm.0 00000100:00000001:1.0:1787998272.160973:0:32661:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.160976:0:32661:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.160978:0:32661:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998272.160980:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998272.160984:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edf800 x1874850291761664/t4294967620(4294967620) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998288 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.160992:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998272.160996:0:32661:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d19223d780. 00000100:00000001:1.0:1787998272.160999:0:32661:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998272.161001:0:32661:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.161009:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998272.161010:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684426240 : -117847025125376 : ffff94d199edf800) 00000002:00000001:1.0:1787998272.161014:0:32661:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998272.161017:0:32661:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.161022:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d191d63040 2 00000080:00000010:1.0:1787998272.161026:0:32661:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1a0b69800. 00000080:00000001:1.0:1787998272.161031:0:32661:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1787998272.161035:0:32661:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1787998272.161039:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998272.161042:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998272.161044:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998272.161047:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998272.161049:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.161052:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1787998272.161054:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.161059:0:32661:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1787998272.161065:0:32661:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d191d18a80 x1874850291761280/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998288 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.161073:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998272.161074:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548345472 : -117847161206144 : ffff94d191d18a80) 00000100:00000001:1.0:1787998272.161077:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998272.161080:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d18a80 x1874850291761280/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998288 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.161087:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.161089:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998272.161092:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edf800 x1874850291761664/t4294967620(4294967620) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998288 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.161098:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.161100:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998272.161103:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d18a80 x1874850291761280/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998288 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.161110:0:32661:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1787998272.161114:0:32661:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998272.161116:0:32661:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998272.161118:0:32661:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998272.161123:0:32661:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1a0baf000. 02000000:00000001:1.0:1787998272.161126:0:32661:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998272.161129:0:32661:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998272.161131:0:32661:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d18a80. 00000100:00000001:1.0:1787998272.161134:0:32661:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998272.161135:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.161137:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998272.161140:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edf800 x1874850291761664/t4294967620(4294967620) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998288 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.161147:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998272.161149:0:32661:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff94d190a90e80. 00000002:00000001:1.0:1787998272.161152:0:32661:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998272.161155:0:32661:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998272.161157:0:32661:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d1912364c0. 00000100:00000001:1.0:1787998272.161160:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998272.161163:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edf800 x1874850291761664/t4294967620(4294967620) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998288 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.161169:0:32661:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998272.161170:0:32661:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998272.161173:0:32661:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e24400. 02000000:00000001:1.0:1787998272.161176:0:32661:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998272.161178:0:32661:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998272.161179:0:32661:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998272.161180:0:32661:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998272.161182:0:32661:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d1a0b68a00. 02000000:00000001:1.0:1787998272.161185:0:32661:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998272.161186:0:32661:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998272.161188:0:32661:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edf800. 00000100:00000001:1.0:1787998272.161191:0:32661:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998272.161192:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998272.161195:0:32661:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998272.161199:0:32661:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d1838d7a40. 00000080:00000001:1.0:1787998272.161204:0:32661:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998272.161210:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffdd0 00000080:00000008:1.0:1787998272.161213:0:32661:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff94d1989af448), flags 704000, rc = 0 00000080:00000001:1.0:1787998272.161217:0:32661:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.161220:0:32661:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.161273:0:32661:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998272.161277:0:32661:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998272.161279:0:32661:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998272.161281:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffbc0 00000080:00200000:1.0:1787998272.161283:0:32661:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:1.0:1787998272.161288:0:32661:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1a0b68a00. 00800000:00000002:1.0:1787998272.161295:0:32661:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998272.161298:0:32661:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998272.161302:0:32661:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998272.161304:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffae0 00800000:00000002:1.0:1787998272.161307:0:32661:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998272.161311:0:32661:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998272.161313:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998272.161314:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998272.161316:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998272.161317:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998272.161318:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.161320:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998272.161322:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.161324:0:32661:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998272.161329:0:32661:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998272.161331:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bff9b0 00000002:00010000:1.0:1787998272.161333:0:32661:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787998272.161337:0:32661:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998272.161339:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998272.161342:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998272.161350:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98700 count: 2 00010000:00000001:1.0:1787998272.161352:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998272.161358:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998272.161362:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998272.161368:0:32661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:1.0:1787998272.161378:0:32661:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998272.161382:0:32661:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998272.161386:0:32661:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:1.0:1787998272.161394:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787998272.161396:0:32661:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998272.161398:0:32661:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998272.161400:0:32661:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998272.161401:0:32661:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998272.161404:0:32661:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787998272.161406:0:32661:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787998272.161408:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998272.161410:0:32661:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1a0b68a00. 00000080:00000001:1.0:1787998272.161412:0:32661:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998272.161414:0:32661:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998272.161417:0:32661:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:1.0:1787998272.161420:0:32661:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cab2 00800000:00000001:1.0:1787998272.161423:0:32661:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998272.161424:0:32661:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998272.161426:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.161429:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.161431:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3400 refcount=3 00000020:00000001:1.0:1787998272.161434:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998272.161437:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998272.161440:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.161442:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998272.161443:0:32661:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998272.161445:0:32661:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998272.161448:0:32661:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cab2 from it ffffb66d41bffbf8 00010000:00000001:1.0:1787998272.161450:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.161451:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.161452:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3400 refcount=3 00000020:00000001:1.0:1787998272.161454:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998272.161456:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998272.161458:0:32661:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998272.161461:0:32661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1787998272.161467:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.161468:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.161469:0:32661:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998272.161472:0:32661:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998272.161475:0:32661:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:1.0:1787998272.161482:0:32661:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998272.161498:0:32661:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998272.161501:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998272.161505:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.161506:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.161508:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.161511:0:32661:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998272.161513:0:32661:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.161515:0:32661:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.161518:0:32661:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.161520:0:32661:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998272.161521:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.161522:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998272.161524:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787998272.161525:0:32661:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998272.161528:0:32661:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:1.0:1787998272.161532:0:32661:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.161536:0:32661:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1787998272.161538:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffbc0 00000080:00002000:1.0:1787998272.161540:0:32661:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff94d1835950d8) flags 0x20000e refc 1 00000080:00000001:1.0:1787998272.161543:0:32661:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998272.161545:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffc08 00000080:00200000:1.0:1787998272.161547:0:32661:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=266 00000080:00000002:1.0:1787998272.161552:0:32661:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1787998272.161557:0:32661:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:1.0:1787998272.161559:0:32661:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff94d1989af448), inode mode 41ed mask 44 00000080:00000001:1.0:1787998272.161561:0:32661:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.161568:0:32661:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:1.0:1787998272.161570:0:32661:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1787998272.161572:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffb78 00000080:00200008:1.0:1787998272.161574:0:32661:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff94d1989af448), flags 704400 00000080:00000010:1.0:1787998272.161579:0:32661:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d1a067b180. 00000080:00000001:1.0:1787998272.161586:0:32661:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1787998272.161589:0:32661:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1a0b68a00. 00800000:00000002:1.0:1787998272.161591:0:32661:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998272.161593:0:32661:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998272.161595:0:32661:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998272.161596:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffa28 00800000:00000002:1.0:1787998272.161598:0:32661:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x23:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998272.161602:0:32661:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1787998272.161603:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998272.161605:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998272.161606:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998272.161607:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998272.161609:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.161610:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1787998272.161612:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998272.161614:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bff9a8 00800000:00000002:1.0:1787998272.161616:0:32661:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x23:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1787998272.161619:0:32661:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998272.161621:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bff8e0 00000002:00010000:1.0:1787998272.161633:0:32661:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:1.0:1787998272.161637:0:32661:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1787998272.161640:0:32661:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1787998272.161643:0:32661:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1787998272.161646:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98900 count: 2 00010000:00000001:1.0:1787998272.161649:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998272.161651:0:32661:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1787998272.161654:0:32661:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.161656:0:32661:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.161658:0:32661:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.161660:0:32661:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1787998272.161661:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98700 count: 2 00010000:00000001:1.0:1787998272.161663:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998272.161665:0:32661:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1787998272.161667:0:32661:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.161668:0:32661:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.161670:0:32661:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998272.161674:0:32661:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edf800. 00000020:00000040:1.0:1787998272.161678:0:32661:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:1.0:1787998272.161684:0:32661:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787998272.161686:0:32661:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.161689:0:32661:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787998272.161694:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998272.161697:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.161698:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.161700:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.161702:0:32661:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998272.161705:0:32661:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998272.161708:0:32661:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998272.161715:0:32661:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d199e24400. 00000100:00000001:1.0:1787998272.161722:0:32661:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.161727:0:32661:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998272.161728:0:32661:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.161729:0:32661:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998272.161731:0:32661:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.161733:0:32661:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.161741:0:32661:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626226684426240 : -117847025125376 : ffff94d199edf800) 00010000:00000001:1.0:1787998272.161744:0:32661:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787998272.161746:0:32661:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1787998272.161748:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98700 count: 2 00010000:00000001:1.0:1787998272.161750:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998272.161753:0:32661:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787998272.161756:0:32661:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1917f2200. 00000020:00000001:1.0:1787998272.161759:0:32661:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787998272.161762:0:32661:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1917f2200 with handle 0xb2d39e653c8caea to hash 00000020:00000001:1.0:1787998272.161765:0:32661:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787998272.162110:0:32661:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226542944768 : -117847166606848 : ffff94d1917f2200) 00010000:00000001:1.0:1787998272.162116:0:32661:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226542944768 : -117847166606848 : ffff94d1917f2200) 00010000:00000001:1.0:1787998272.162120:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998272.162121:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998272.162125:0:32661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2200/0xb2d39e653c8caea lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998272.162132:0:32661:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2200/0xb2d39e653c8caea lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787998272.162146:0:32661:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787998272.162154:0:32661:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d199edf800 x1874850291761920/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787998272.162163:0:32661:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2200/0xb2d39e653c8caea lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787998272.162168:0:32661:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998272.162170:0:32661:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998272.162179:0:32661:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d19223d780. 00000100:00000001:1.0:1787998272.162181:0:32661:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226553739136 : -117847155812480 : ffff94d19223d780) 00000100:00000001:1.0:1787998272.162184:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998272.162185:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684426240 : -117847025125376 : ffff94d199edf800) 00000100:00000001:1.0:1787998272.162190:0:32661:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998272.162195:0:32661:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.162197:0:32661:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998272.162199:0:32661:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998272.162203:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edf800 x1874850291761920/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.162212:0:32661:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998272.162214:0:32661:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998272.162218:0:32661:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998272.162221:0:32661:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998272.162224:0:32661:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998272.162228:0:32661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edf800 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32661:1874850291761920:192.168.206.123@tcp:101:rm.0 00000100:00000001:1.0:1787998272.162232:0:32661:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998272.162239:0:32661:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998272.162241:0:32661:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998272.162244:0:32661:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998272.162368:0:32661:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94d199f00000. 02000000:00000001:1.0:1787998272.162371:0:32661:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998272.162378:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998272.162382:0:32661:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc738. 00000400:00000010:1.0:1787998272.162389:0:32661:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94d191c68800. 00000100:00000200:1.0:1787998272.162398:0:32661:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1874850291761920, portal 10 00000100:00000001:1.0:1787998272.162400:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998272.162401:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684426240 : -117847025125376 : ffff94d199edf800) 00000100:00000040:1.0:1787998272.162407:0:32661:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199edf800 x1874850291761920/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998288 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.162414:0:32661:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998272.162416:0:32661:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998272.162420:0:32661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409000. 00000100:00000200:1.0:1787998272.162424:0:32661:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1874850291761920, offset 0 00000400:00000200:1.0:1787998272.162430:0:32661:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998272.162439:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998272.162447:0:32661:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998272.162454:0:32661:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998272.162459:0:32661:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998272.162463:0:32661:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998272.162466:0:32661:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998272.162470:0:32661:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2729:2729:256:4294967295] 192.168.206.123@tcp LPNI seq info [2729:2729:8:4294967295] 00000400:00000200:1.0:1787998272.162474:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998272.162552:0:32661:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998272.162560:0:32661:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998272.162567:0:32661:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f000. 00000800:00000200:1.0:1787998272.162574:0:32661:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998272.162583:0:32661:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998272.162589:0:32661:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f000 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1787998272.162608:0:32661:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998272.162613:0:32661:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 845478 usecs (846 jiffies) 00000400:00000200:1.0:1787998272.162617:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998272.162620:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296453165 00000100:00000001:1.0:1787998272.162633:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296455156 00000100:00000001:1.0:1787998272.162636:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296453165 00000100:00000001:1.0:1787998272.162639:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296455156 00000100:00000001:1.0:1787998272.162641:0:32661:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998272.162645:0:32661:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.162648:0:32661:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998272.162650:0:32661:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998272.162653:0:32661:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d19223d780 going to sleep for 11 seconds 00000100:00000001:1.0:1787998272.162656:0:32661:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998272.162659:0:32661:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998272.163762:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998272.163790:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f000. 00000400:00000200:2.0:1787998272.163800:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.163808:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998272.163814:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409000 00000400:00000010:2.0:1787998272.163817:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409000. 00000100:00000001:2.0:1787998272.163823:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998272.163829:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edf800 x1874850291761920/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998288 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998272.163842:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998272.163845:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edf800 x1874850291761920/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998288 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998272.163851:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998272.163853:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998272.168706:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.168728:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998272.168734:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.168737:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.168747:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.168756:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998272.168802:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.168808:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.168815:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.168819:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 664 into portal 10 MB=0x6a92a99a5c300 00000400:00000200:2.0:1787998272.168825:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.168831:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 664/664 into md 0x7f1d [64] + 224 00000800:00000001:2.0:1787998272.168840:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.168848:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.168851:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.168856:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998272.168865:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998272.168875:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edf800 x1874850291761920/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998288 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998272.168898:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff94d199edf800 x1874850291761920/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998272.168913:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998272.168921:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.168923:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.169071:0:32661:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998272.169080:0:32661:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998272.169083:0:32661:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998272.169087:0:32661:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc738. 00000400:00000200:1.0:1787998272.169092:0:32661:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191c68800 00000400:00000010:1.0:1787998272.169095:0:32661:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff94d191c68800. 00000100:00000001:1.0:1787998272.169099:0:32661:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998272.169104:0:32661:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edf800 x1874850291761920/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998272.169114:0:32661:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edf800 x1874850291761920/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.169120:0:32661:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998272.169123:0:32661:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.169125:0:32661:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998272.169129:0:32661:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998272.169132:0:32661:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998272.169135:0:32661:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998272.169138:0:32661:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998272.169148:0:32661:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=98 v=5 (5 104 104 104) 00000100:00001000:1.0:1787998272.169153:0:32661:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998272.169157:0:32661:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998272.169159:0:32661:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.169162:0:32661:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998272.169166:0:32661:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.169178:0:32661:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1787998272.169181:0:32661:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1787998272.169182:0:32661:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1787998272.169185:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998272.169187:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684426240 : -117847025125376 : ffff94d199edf800) 00000100:00000001:1.0:1787998272.169191:0:32661:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998272.169194:0:32661:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967616 00000100:00000001:1.0:1787998272.169196:0:32661:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998272.169199:0:32661:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998272.169204:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edf800 x1874850291761920/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998288 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.169212:0:32661:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998272.169215:0:32661:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998272.169217:0:32661:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998272.169222:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edf800 x1874850291761920/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998288 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998272.169231:0:32661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edf800 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32661:1874850291761920:192.168.206.123@tcp:101:rm.0 00000100:00000001:1.0:1787998272.169236:0:32661:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.169240:0:32661:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.169242:0:32661:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998272.169244:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998272.169248:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edf800 x1874850291761920/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998288 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.169254:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998272.169258:0:32661:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d19223d780. 00000100:00000001:1.0:1787998272.169261:0:32661:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998272.169262:0:32661:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.169266:0:32661:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787998272.169271:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.169274:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.169278:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2200 refcount=4 00000020:00000001:1.0:1787998272.169280:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542944768 : -117847166606848 : ffff94d1917f2200) 00010000:00000001:1.0:1787998272.169283:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542944768 : -117847166606848 : ffff94d1917f2200) 00010000:00000040:1.0:1787998272.169290:0:32661:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1917f2200, remote cookie: 0x4fd9a50f3a6acec3, flags: 0x1001 00010000:00000040:1.0:1787998272.169293:0:32661:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1787998272.169297:0:32661:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1787998272.169304:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98900 count: 2 00010000:00000001:1.0:1787998272.169306:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998272.169310:0:32661:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998272.169316:0:32661:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2200/0xb2d39e653c8caea lrc: 4/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acec3 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998272.169326:0:32661:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2200/0xb2d39e653c8caea lrc: 4/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acec3 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.169338:0:32661:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787998272.169343:0:32661:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787998272.169346:0:32661:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1787998272.169347:0:32661:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787998272.169349:0:32661:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787998272.169351:0:32661:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x23:0x0].0x0 (ffff94d192b98900) refcount = 2 00010000:00000040:1.0:1787998272.169354:0:32661:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1787998272.169357:0:32661:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cab9 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace45 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787998272.169364:0:32661:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2200/0xb2d39e653c8caea lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acec3 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.169370:0:32661:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787998272.169374:0:32661:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787998272.169376:0:32661:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998272.169379:0:32661:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787998272.169382:0:32661:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998272.169385:0:32661:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2200/0xb2d39e653c8caea lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acec3 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.169391:0:32661:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787998272.169393:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.169395:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.169396:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.169396:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.169398:0:32661:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.169402:0:32661:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1787998272.169405:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.169406:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.169408:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2200 refcount=3 00000020:00000001:1.0:1787998272.169410:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542944768 : -117847166606848 : ffff94d1917f2200) 00010000:00000001:1.0:1787998272.169412:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542944768 : -117847166606848 : ffff94d1917f2200) 00010000:00000001:1.0:1787998272.169415:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.169416:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1787998272.169420:0:32661:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff94d199edf800 x1874850291761920/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998288 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787998272.169430:0:32661:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1787998272.169435:0:32661:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d199edf800 x1874850291761920/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998288 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787998272.169442:0:32661:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.169448:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.169449:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.169451:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2200 refcount=3 00000020:00000001:1.0:1787998272.169453:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542944768 : -117847166606848 : ffff94d1917f2200) 00010000:00000001:1.0:1787998272.169455:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542944768 : -117847166606848 : ffff94d1917f2200) 00010000:00000001:1.0:1787998272.169457:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.169458:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998272.169459:0:32661:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.169461:0:32661:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.169464:0:32661:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1787998272.169467:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998272.169468:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684426240 : -117847025125376 : ffff94d199edf800) 00010000:00000001:1.0:1787998272.169470:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.169471:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.169472:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2200 refcount=3 00000020:00000001:1.0:1787998272.169474:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542944768 : -117847166606848 : ffff94d1917f2200) 00010000:00000001:1.0:1787998272.169476:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542944768 : -117847166606848 : ffff94d1917f2200) 00000002:00010000:1.0:1787998272.169479:0:32661:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2200/0xb2d39e653c8caea lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acec3 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.169583:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.169584:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.169586:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787998272.169588:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.169590:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.169591:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2200 refcount=3 00000020:00000001:1.0:1787998272.169593:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542944768 : -117847166606848 : ffff94d1917f2200) 00010000:00000001:1.0:1787998272.169596:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542944768 : -117847166606848 : ffff94d1917f2200) 00010000:00000040:1.0:1787998272.169599:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98900 count: 3 00010000:00000001:1.0:1787998272.169601:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1787998272.169606:0:32661:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 16 res 8589935621/35 (0 0) 00010000:00000001:1.0:1787998272.169609:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.169610:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998272.169611:0:32661:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1787998272.169615:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bff868 00000002:00002000:1.0:1787998272.169617:0:32661:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:1.0:1787998272.169620:0:32661:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998272.169632:0:32661:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998272.169635:0:32661:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787998272.169638:0:32661:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1787998272.169642:0:32661:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.169646:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998272.169650:0:32661:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1a0b68a00. 00000080:00000001:1.0:1787998272.169656:0:32661:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1787998272.169663:0:32661:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1787998272.169667:0:32661:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1787998272.169674:0:32661:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d1912364c0. 00800000:00000001:1.0:1787998272.169676:0:32661:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626226536932544 : -117847172619072 : ffff94d1912364c0) 00800000:00000001:1.0:1787998272.169678:0:32661:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.169681:0:32661:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1787998272.169684:0:32661:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1787998272.169686:0:32661:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:1.0:1787998272.169689:0:32661:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1787998272.169692:0:32661:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1787998272.169694:0:32661:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.169699:0:32661:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:1.0:1787998272.169703:0:32661:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1787998272.169709:0:32661:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 4096 00010000:00000001:1.0:1787998272.169712:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.169713:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.169715:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2200 refcount=3 00000020:00000001:1.0:1787998272.169716:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542944768 : -117847166606848 : ffff94d1917f2200) 00010000:00000001:1.0:1787998272.169719:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542944768 : -117847166606848 : ffff94d1917f2200) 00010000:00000001:1.0:1787998272.169721:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.169722:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787998272.169724:0:32661:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1787998272.169726:0:32661:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1787998272.169728:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d1912364c0 1 00800000:00000010:1.0:1787998272.169730:0:32661:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d1912364c0. 00800000:00000001:1.0:1787998272.169733:0:32661:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998272.169736:0:32661:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff94d1989af448) for lock 0xb2d39e653c8caea 00800000:00000001:1.0:1787998272.169739:0:32661:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998272.169741:0:32661:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998272.169742:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.169744:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.169745:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2200 refcount=3 00000020:00000001:1.0:1787998272.169747:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542944768 : -117847166606848 : ffff94d1917f2200) 00010000:00000001:1.0:1787998272.169749:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542944768 : -117847166606848 : ffff94d1917f2200) 00010000:00000001:1.0:1787998272.169751:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.169752:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998272.169754:0:32661:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998272.169756:0:32661:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1787998272.169759:0:32661:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:1.0:1787998272.169762:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998272.169804:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edf800 x1874850291761920/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998288 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.169812:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998272.169816:0:32661:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8caea from it ffffb66d41bffbd0 00010000:00000001:1.0:1787998272.169819:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.169820:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.169821:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2200 refcount=3 00000020:00000001:1.0:1787998272.169823:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542944768 : -117847166606848 : ffff94d1917f2200) 00010000:00000001:1.0:1787998272.169826:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542944768 : -117847166606848 : ffff94d1917f2200) 00010000:00000001:1.0:1787998272.169828:0:32661:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998272.169832:0:32661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2200/0xb2d39e653c8caea lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acec3 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.169839:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.169839:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.169841:0:32661:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998272.169844:0:32661:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998272.169847:0:32661:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2200/0xb2d39e653c8caea lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acec3 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998272.169854:0:32661:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998272.169857:0:32661:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998272.169859:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998272.169863:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.169865:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.169867:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.169870:0:32661:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998272.169872:0:32661:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.169874:0:32661:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.169931:0:32661:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.169935:0:32661:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998272.169936:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.169937:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787998272.169941:0:32661:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998272.169946:0:32661:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d1912364c0. 00000080:00000001:1.0:1787998272.169949:0:32661:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1787998272.169953:0:32661:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1787998272.169956:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998272.169959:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998272.169962:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998272.169964:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998272.169966:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.169969:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1787998272.169972:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.169974:0:32661:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1787998272.169978:0:32661:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d190a90e80. 00000002:00100000:1.0:1787998272.169982:0:32661:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d199edf800 x1874850291761920/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998288 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787998272.169989:0:32661:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998272.169990:0:32661:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1787998272.169994:0:32661:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1787998272.169998:0:32661:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.170002:0:32661:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1787998272.170004:0:32661:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.170007:0:32661:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998272.170011:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998272.170014:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edf800 x1874850291761920/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998288 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1787998272.170022:0:32661:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998272.170026:0:32661:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94d199f00000. 02000000:00000001:1.0:1787998272.170085:0:32661:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1787998272.170087:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998272.170090:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffb78 00000080:00000008:1.0:1787998272.170092:0:32661:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff94d1989af448), flags 704400, rc = 0 00000080:00000001:1.0:1787998272.170096:0:32661:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998272.170128:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffd28 00000080:00200008:1.0:1787998272.170131:0:32661:0:(file.c:6295:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff94d1989af448), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1787998272.170141:0:32661:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1787998272.170146:0:32661:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.170149:0:32661:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998272.170150:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffca0 00000080:00200000:1.0:1787998272.170152:0:32661:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff94d1989af448),name=d21h.recovery-small-1 00000080:00000010:1.0:1787998272.170158:0:32661:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1a0b68a00. 00800000:00000002:1.0:1787998272.170228:0:32661:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998272.170236:0:32661:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998272.170240:0:32661:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998272.170242:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffbc0 00800000:00000002:1.0:1787998272.170245:0:32661:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x23:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998272.170248:0:32661:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998272.170251:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998272.170252:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998272.170254:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998272.170255:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998272.170257:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.170258:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998272.170260:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998272.170262:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998272.170263:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998272.170264:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998272.170266:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998272.170267:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.170269:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1787998272.170271:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.170273:0:32661:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x23:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998272.170277:0:32661:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998272.170279:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffa90 00000002:00010000:1.0:1787998272.170281:0:32661:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787998272.170284:0:32661:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998272.170286:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998272.170288:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998272.170291:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98900 count: 3 00010000:00000001:1.0:1787998272.170294:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998272.170297:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998272.170300:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998272.170304:0:32661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cab9 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace45 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1787998272.170312:0:32661:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998272.170317:0:32661:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998272.170320:0:32661:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cab9 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace45 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1787998272.170332:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787998272.170334:0:32661:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998272.170336:0:32661:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998272.170338:0:32661:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998272.170340:0:32661:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998272.170342:0:32661:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787998272.170345:0:32661:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787998272.170347:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998272.170349:0:32661:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1a0b68a00. 00000080:00000001:1.0:1787998272.170353:0:32661:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998272.170356:0:32661:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998272.170359:0:32661:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff94d1989af448) 00000080:00010000:1.0:1787998272.170362:0:32661:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff94d1989af448) for lock 0xb2d39e653c8cab9 00800000:00000001:1.0:1787998272.170365:0:32661:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998272.170366:0:32661:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998272.170368:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.170369:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.170371:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2400 refcount=3 00000020:00000001:1.0:1787998272.170374:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:1.0:1787998272.170376:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:1.0:1787998272.170378:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.170379:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998272.170380:0:32661:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998272.170382:0:32661:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998272.170384:0:32661:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cab9 from it ffffb66d41bffcd8 00010000:00000001:1.0:1787998272.170386:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.170387:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.170388:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2400 refcount=3 00000020:00000001:1.0:1787998272.170390:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:1.0:1787998272.170392:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:1.0:1787998272.170394:0:32661:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998272.170397:0:32661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cab9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace45 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1787998272.170403:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.170404:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.170405:0:32661:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998272.170407:0:32661:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998272.170409:0:32661:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cab9 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace45 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1787998272.170461:0:32661:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998272.170462:0:32661:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998272.170464:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998272.170466:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.170467:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.170469:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.170471:0:32661:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998272.170472:0:32661:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.170474:0:32661:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.170476:0:32661:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.170478:0:32661:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998272.170479:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.170481:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998272.170482:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787998272.170688:0:32661:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998272.170695:0:32661:0:(file.c:6248:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998272.170700:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffd28 00000080:00000008:1.0:1787998272.170702:0:32661:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff94d1989af448), request_mask 2047, flags 0, foreign 0 00000020:00000001:1.0:1787998272.170822:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffd48 00000080:00200000:1.0:1787998272.170825:0:32661:0:(llite_lib.c:2903:ll_statfs()) VFS Op:sb=lustre (ffff94d1a0bb2800) d21h.recovery-small-1 proj=0 00000080:00000001:1.0:1787998272.170828:0:32661:0:(llite_lib.c:2738:ll_statfs_internal()) Process entered 00000080:00000001:1.0:1787998272.170830:0:32661:0:(obd_class.h:1074:obd_statfs()) Process entered 00000080:00000004:1.0:1787998272.170833:0:32661:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff94d1a0bb2800: age 1760, max_age 1784 00800000:00000001:1.0:1787998272.170837:0:32661:0:(lmv_obd.c:1450:lmv_statfs()) Process entered 00800000:00000010:1.0:1787998272.170842:0:32661:0:(lmv_obd.c:1454:lmv_statfs()) kmalloced '(temp)': 144 at ffff94d19223d780. 00800000:00000001:1.0:1787998272.170849:0:32661:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:1.0:1787998272.170853:0:32661:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff94d1a0bb2800: age 1760, max_age 1784 00000002:00000001:1.0:1787998272.170857:0:32661:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:1.0:1787998272.170860:0:32661:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000010:1.0:1787998272.170868:0:32661:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199eded80. 00000020:00000040:1.0:1787998272.170871:0:32661:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:1.0:1787998272.170876:0:32661:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998272.171003:0:32661:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998272.171007:0:32661:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998272.171016:0:32661:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d1a0b68a00. 00000100:00000001:1.0:1787998272.171024:0:32661:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.171029:0:32661:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998272.171032:0:32661:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998272.171038:0:32661:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d19223d0c0. 00000100:00000001:1.0:1787998272.171040:0:32661:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226553737408 : -117847155814208 : ffff94d19223d0c0) 00000100:00000001:1.0:1787998272.171042:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998272.171044:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684423552 : -117847025128064 : ffff94d199eded80) 00000100:00000001:1.0:1787998272.171048:0:32661:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998272.171054:0:32661:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.171056:0:32661:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998272.171057:0:32661:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998272.171065:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199eded80 x1874850291762048/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 440/368 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998272.171073:0:32661:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998272.171076:0:32661:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998272.171080:0:32661:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998272.171082:0:32661:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998272.171085:0:32661:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998272.171088:0:32661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199eded80 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32661:1874850291762048:192.168.206.123@tcp:41:rm.0 00000100:00000001:1.0:1787998272.171092:0:32661:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998272.171097:0:32661:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998272.171100:0:32661:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998272.171103:0:32661:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998272.171107:0:32661:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d199e24000. 02000000:00000001:1.0:1787998272.171109:0:32661:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998272.171116:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998272.171121:0:32661:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc738. 00000400:00000010:1.0:1787998272.171127:0:32661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409bb0. 00000100:00000200:1.0:1787998272.171135:0:32661:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291762048, portal 10 00000100:00000001:1.0:1787998272.171136:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998272.171138:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684423552 : -117847025128064 : ffff94d199eded80) 00000100:00000040:1.0:1787998272.171144:0:32661:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199eded80 x1874850291762048/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1787998288 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998272.171151:0:32661:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998272.171154:0:32661:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998272.171156:0:32661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409110. 00000100:00000200:1.0:1787998272.171160:0:32661:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1874850291762048, offset 0 00000400:00000200:1.0:1787998272.173057:0:32661:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998272.173073:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998272.173083:0:32661:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998272.173089:0:32661:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998272.173094:0:32661:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998272.173099:0:32661:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998272.173102:0:32661:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998272.173106:0:32661:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2730:2730:256:4294967295] 192.168.206.123@tcp LPNI seq info [2730:2730:8:4294967295] 00000400:00000200:1.0:1787998272.173111:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998272.173124:0:32661:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998272.173132:0:32661:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998272.173145:0:32661:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031ff00. 00000800:00000200:1.0:1787998272.173157:0:32661:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998272.173328:0:32661:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998272.173334:0:32661:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031ff00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1787998272.173357:0:32661:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998272.173366:0:32661:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 844307 usecs (845 jiffies) 00000400:00000200:1.0:1787998272.173371:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998272.173374:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296453175 00000100:00000001:0.0:1787998272.173518:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296455156 00000100:00000001:0.0:1787998272.173523:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296453175 00000100:00000001:0.0:1787998272.173526:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296455156 00000100:00000001:0.0:1787998272.173529:0:32661:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998272.173534:0:32661:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.173539:0:32661:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998272.173543:0:32661:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998272.173550:0:32661:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d19223d0c0 going to sleep for 11 seconds 00000100:00000001:0.0:1787998272.173555:0:32661:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998272.173559:0:32661:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998272.175161:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998272.175279:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031ff00. 00000400:00000200:2.0:1787998272.175290:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.175298:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998272.175308:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409110 00000400:00000010:2.0:1787998272.175311:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409110. 00000100:00000001:2.0:1787998272.175317:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998272.175328:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eded80 x1874850291762048/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1787998288 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998272.175343:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998272.175347:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199eded80 x1874850291762048/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1787998288 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998272.175354:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998272.175357:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998272.181740:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.181764:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998272.181809:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.181812:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.181823:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.181832:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998272.181844:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.181850:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.181856:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.181861:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 368 into portal 10 MB=0x6a92a99a5c380 00000400:00000200:2.0:1787998272.181866:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.181872:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 368/368 into md 0x7f25 [1] + 224 00000800:00000001:2.0:1787998272.181880:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.181889:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.181892:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.181897:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998272.181906:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998272.181916:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eded80 x1874850291762048/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1787998288 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998272.181929:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94d199eded80 x1874850291762048/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998272.181941:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998272.181951:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.181953:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998272.182150:0:32661:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998272.182160:0:32661:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998272.182162:0:32661:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998272.182166:0:32661:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc738. 00000400:00000200:0.0:1787998272.182172:0:32661:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409bb0 00000400:00000010:0.0:1787998272.182175:0:32661:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409bb0. 00000100:00000001:0.0:1787998272.182179:0:32661:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998272.182184:0:32661:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199eded80 x1874850291762048/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998272.182193:0:32661:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199eded80 x1874850291762048/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998272.182199:0:32661:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998272.182202:0:32661:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998272.182204:0:32661:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998272.182208:0:32661:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998272.182211:0:32661:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998272.182214:0:32661:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998272.182217:0:32661:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998272.182228:0:32661:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=98 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998272.182233:0:32661:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998272.182235:0:32661:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998272.182237:0:32661:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.182240:0:32661:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998272.182244:0:32661:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.182248:0:32661:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998272.182250:0:32661:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967616 00000100:00000001:0.0:1787998272.182252:0:32661:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998272.182255:0:32661:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998272.182260:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199eded80 x1874850291762048/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998272.182268:0:32661:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998272.182271:0:32661:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998272.182273:0:32661:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998272.182277:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199eded80 x1874850291762048/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1787998288 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998272.182285:0:32661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199eded80 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32661:1874850291762048:192.168.206.123@tcp:41:rm.0 00000100:00000001:0.0:1787998272.182294:0:32661:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998272.182298:0:32661:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.182300:0:32661:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998272.182303:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998272.182307:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199eded80 x1874850291762048/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1787998288 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998272.182314:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998272.182317:0:32661:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d19223d0c0. 00000100:00000001:0.0:1787998272.182321:0:32661:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998272.182322:0:32661:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.182328:0:32661:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:0.0:1787998272.182330:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998272.182333:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199eded80 x1874850291762048/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1787998288 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998272.182339:0:32661:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998272.182341:0:32661:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998272.182344:0:32661:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e24000. 02000000:00000001:0.0:1787998272.182348:0:32661:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998272.182351:0:32661:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998272.182353:0:32661:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998272.182355:0:32661:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998272.182358:0:32661:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d1a0b68a00. 02000000:00000001:0.0:1787998272.182362:0:32661:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998272.182364:0:32661:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998272.182366:0:32661:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199eded80. 00000100:00000001:0.0:1787998272.182372:0:32661:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998272.182373:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787998272.182375:0:32661:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998272.182376:0:32661:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998272.182378:0:32661:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:0.0:1787998272.182381:0:32661:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff94d1a0bb2800: update ffff94d191600450 cache blocks 1802709/1916558 objects 523517/524080 00800000:00000001:0.0:1787998272.182386:0:32661:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998272.182388:0:32661:0:(lmv_obd.c:1490:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:0.0:1787998272.182392:0:32661:0:(lmv_obd.c:1514:lmv_statfs()) kfreed 'temp': 144 at ffff94d19223d780. 00800000:00000001:0.0:1787998272.182395:0:32661:0:(lmv_obd.c:1515:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:0.0:1787998272.182399:0:32661:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff94d1a0bb2800: update ffff94d191605178 cache blocks 1802709/1916558 objects 523517/524080 00000080:00000001:0.0:1787998272.182403:0:32661:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:0.0:1787998272.182407:0:32661:0:(llite_lib.c:2755:ll_statfs_internal()) MDC blocks 1802709/1916558 objects 523517/524080 00000080:00000001:0.0:1787998272.182409:0:32661:0:(llite_lib.c:2758:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1787998272.182411:0:32661:0:(llite_lib.c:2791:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.182451:0:32661:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1787998272.182454:0:32661:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff94d1989af448) pos/size0/4096 32bit_api 0 00000080:00000010:0.0:1787998272.182464:0:32661:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191cd7600. 00800000:00000002:0.0:1787998272.182471:0:32661:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d191d63040 2 00000080:00000001:0.0:1787998272.182475:0:32661:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:0.0:1787998272.182483:0:32661:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446708485685810176 : -35588023741440 : ffffdfa2047c9400) 00000080:00000001:0.0:1787998272.183765:0:32661:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:0.0:1787998272.183788:0:32661:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:0.0:1787998272.183790:0:32661:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1787998272.183797:0:32661:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.183803:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d191d63040 2 00000080:00000010:0.0:1787998272.183809:0:32661:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191cd7600. 00000080:00000001:0.0:1787998272.183819:0:32661:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.183846:0:32661:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1787998272.183849:0:32661:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff94d1989af448) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:0.0:1787998272.183853:0:32661:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1787998272.183855:0:32661:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.183893:0:32661:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787998272.183899:0:32661:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:0.0:1787998272.183901:0:32661:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff94d1989af448), inode mode 41ed mask 1 00000080:00000001:0.0:1787998272.183907:0:32661:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.183918:0:32661:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1787998272.183923:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffda0 00000080:00002000:0.0:1787998272.183926:0:32661:0:(dcache.c:87:ll_dcompare()) found name f(ffff94d183595bd0) flags 0x48000e refc 0 00000080:00000001:0.0:1787998272.183929:0:32661:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.183932:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffe10 00000080:00200000:0.0:1787998272.183933:0:32661:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:0.0:1787998272.183943:0:32661:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:0.0:1787998272.183946:0:32661:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff94d1989af448), inode mode 41ed mask 3 00000080:00000001:0.0:1787998272.183949:0:32661:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.183955:0:32661:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:0.0:1787998272.183957:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffdf8 00000080:00200000:0.0:1787998272.183959:0:32661:0:(namei.c:2418:ll_unlink()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff94d1989af448) 00000080:00000001:0.0:1787998272.183962:0:32661:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1787998272.183967:0:32661:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998272.183974:0:32661:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798654168 : -117846910897448 : ffff94d1a0bcf2d8) 00000020:00001000:0.0:1787998272.183977:0:32661:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf2d0 00000020:00000001:0.0:1787998272.183979:0:32661:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1787998272.183984:0:32661:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d191daad90) owner 0000000000000000/ffff94d1917aa7c0 00020000:00000002:0.0:1787998272.183989:0:32661:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d1a0013d80 addref 2/0 by ffff94d1917aa7c0. 00020000:00000002:0.0:1787998272.183992:0:32661:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d191daad90) owner 0000000000000000/ffff94d1917aa7c0 00020000:00000001:0.0:1787998272.183995:0:32661:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1787998272.183998:0:32661:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1787998272.184000:0:32661:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1787998272.184002:0:32661:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1787998272.184006:0:32661:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1787998272.184008:0:32661:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf2d0 00000080:00000001:0.0:1787998272.184012:0:32661:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1787998272.184017:0:32661:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191cd7600. 00800000:00000002:0.0:1787998272.184022:0:32661:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d191d63040 2 00800000:00000001:0.0:1787998272.184035:0:32661:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1787998272.184040:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998272.184044:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998272.184047:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998272.184049:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998272.184051:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.184054:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1787998272.184056:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998272.184059:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998272.184060:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998272.184062:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998272.184063:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998272.184065:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.184066:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:0.0:1787998272.184068:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998272.184071:0:32661:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1787998272.184073:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998272.184074:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998272.184075:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998272.184076:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998272.184078:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.184079:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:0.0:1787998272.184081:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.184083:0:32661:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x25:0x0] 00800000:00000001:0.0:1787998272.184086:0:32661:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.184088:0:32661:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000405:0x23:0x0]/[0x200000405:0x25:0x0] -> mds #0 00000002:00000001:0.0:1787998272.184094:0:32661:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1787998272.184096:0:32661:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1787998272.184104:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98900 count: 3 00010000:00000001:0.0:1787998272.184108:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998272.184111:0:32661:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1787998272.184116:0:32661:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787998272.184122:0:32661:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cab9 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4fd9a50f3a6ace45 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1787998272.184133:0:32661:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1787998272.184137:0:32661:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1787998272.184140:0:32661:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1787998272.184142:0:32661:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000405:0x23:0x0] mode (null) 00000002:00000001:0.0:1787998272.184146:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998272.184149:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998272.184152:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98900 count: 4 00010000:00000001:0.0:1787998272.184154:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998272.184159:0:32661:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1787998272.184163:0:32661:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1787998272.184167:0:32661:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998272.184173:0:32661:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998272.184177:0:32661:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2200/0xb2d39e653c8caea lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acec3 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1787998272.184192:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.184194:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998272.184196:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1787998272.184198:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.184201:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.184204:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2200 refcount=2 00000020:00000001:0.0:1787998272.184207:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542944768 : -117847166606848 : ffff94d1917f2200) 00010000:00000001:0.0:1787998272.184211:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542944768 : -117847166606848 : ffff94d1917f2200) 00010000:00000001:0.0:1787998272.184213:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.184215:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998272.184216:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998272.184217:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998272.184219:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98900 count: 4 00010000:00000001:0.0:1787998272.184221:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998272.184224:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.184226:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998272.184227:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998272.184228:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98900 count: 4 00010000:00000001:0.0:1787998272.184230:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998272.184232:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.184234:0:32661:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1787998272.184237:0:32661:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x23:0x0] lli = ffff94d1989af380, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1787998272.184321:0:32661:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1787998272.184324:0:32661:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1787998272.184327:0:32661:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1787998272.184330:0:32661:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x23:0x0](ffff94d1989af448) invalid 00000020:00000001:0.0:1787998272.184333:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffa60 00000080:00002000:0.0:1787998272.184335:0:32661:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff94d1835950d8) parent ffff94d198a90798 inode ffff94d1989af448 refc 3 00000080:00000001:0.0:1787998272.184339:0:32661:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1787998272.184341:0:32661:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1787998272.184343:0:32661:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.184347:0:32661:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1787998272.184351:0:32661:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787998272.184354:0:32661:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787998272.184356:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998272.184358:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1787998272.184361:0:32661:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1917f2400 with handle 0xb2d39e653c8cab9 from hash 00010000:00000001:0.0:1787998272.184364:0:32661:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787998272.184365:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.184366:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.184367:0:32661:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787998272.184371:0:32661:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787998272.184373:0:32661:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1787998272.184376:0:32661:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1787998272.184378:0:32661:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998272.184380:0:32661:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998272.184382:0:32661:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1787998272.184386:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98c00 count: 2 00010000:00000001:0.0:1787998272.184388:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998272.184390:0:32661:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1787998272.184392:0:32661:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787998272.184395:0:32661:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cac0 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x4fd9a50f3a6ace61 expref: -99 pid: 32659 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1787998272.184401:0:32661:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1787998272.184403:0:32661:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1787998272.184404:0:32661:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1787998272.184406:0:32661:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000405:0x25:0x0] mode (null) 00000002:00000001:0.0:1787998272.184408:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998272.184410:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998272.184411:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98c00 count: 3 00010000:00000001:0.0:1787998272.184413:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998272.184415:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.184417:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998272.184418:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998272.184419:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98c00 count: 3 00010000:00000001:0.0:1787998272.184421:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998272.184423:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.184425:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998272.184426:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998272.184428:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98c00 count: 3 00010000:00000001:0.0:1787998272.184430:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998272.184431:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.184433:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998272.184434:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998272.184435:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98c00 count: 3 00010000:00000001:0.0:1787998272.184437:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998272.184439:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.184441:0:32661:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.184443:0:32661:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:0.0:1787998272.184445:0:32661:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998272.184447:0:32661:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798654168 : -117846910897448 : ffff94d1a0bcf2d8) 00000020:00001000:0.0:1787998272.184449:0:32661:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf2d0 00000020:00000001:0.0:1787998272.184451:0:32661:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1787998272.184454:0:32661:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x25:0x0]: losing layout lock 00000080:00000001:0.0:1787998272.184459:0:32661:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1787998272.184461:0:32661:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1787998272.184465:0:32661:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1787998272.184467:0:32661:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1787998272.184470:0:32661:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x25:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1787998272.184473:0:32661:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.184475:0:32661:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1787998272.184477:0:32661:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf2d0 00000080:00000001:0.0:1787998272.184479:0:32661:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.184481:0:32661:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1787998272.184482:0:32661:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x25:0x0](ffff94d1880042c8) invalid 00000020:00000001:0.0:1787998272.185717:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffa60 00000080:00002000:0.0:1787998272.185726:0:32661:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff94d183595bd0) parent ffff94d1835950d8 inode ffff94d1880042c8 refc 1 00000080:00000001:0.0:1787998272.185732:0:32661:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1787998272.185735:0:32661:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1787998272.185737:0:32661:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.185742:0:32661:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1787998272.185745:0:32661:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787998272.185746:0:32661:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787998272.185748:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998272.185752:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1787998272.185755:0:32661:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1917f3600 with handle 0xb2d39e653c8cac0 from hash 00010000:00000001:0.0:1787998272.185759:0:32661:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787998272.185760:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.185761:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.185763:0:32661:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787998272.185792:0:32661:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787998272.185795:0:32661:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1787998272.185799:0:32661:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1787998272.185801:0:32661:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998272.185805:0:32661:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1787998272.185818:0:32661:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c11c00. 00000020:00000040:0.0:1787998272.185823:0:32661:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:0.0:1787998272.185829:0:32661:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787998272.185831:0:32661:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.185834:0:32661:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1787998272.185839:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998272.185845:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.185846:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.185848:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.185851:0:32661:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998272.185854:0:32661:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998272.185860:0:32661:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998272.185869:0:32661:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d191cd6000. 00000100:00000001:0.0:1787998272.185888:0:32661:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.185892:0:32661:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998272.185895:0:32661:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1787998272.185903:0:32661:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cac0 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4fd9a50f3a6ace61 expref: -99 pid: 32659 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787998272.185913:0:32661:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cab9 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ace45 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787998272.185920:0:32661:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1787998272.185922:0:32661:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1787998272.185924:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787998272.185927:0:32661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cac0 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4fd9a50f3a6ace61 expref: -99 pid: 32659 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1787998272.185935:0:32661:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d191236fc0. 00010000:00000040:0.0:1787998272.185941:0:32661:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d192b98c00 count: 0 00010000:00000010:0.0:1787998272.185947:0:32661:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d1a0046400. 00010000:00000001:0.0:1787998272.185955:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.185957:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787998272.185959:0:32661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cab9 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ace45 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1787998272.185966:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.185967:0:32661:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.185969:0:32661:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998272.185970:0:32661:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.185972:0:32661:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1787998272.185984:0:32661:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787998272.185996:0:32661:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191c11c00 x1874850291762304/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787998272.186005:0:32661:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998272.186007:0:32661:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998272.186014:0:32661:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d18330fe40. 00000100:00000001:0.0:1787998272.186016:0:32661:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226302942784 : -117847406608832 : ffff94d18330fe40) 00000100:00000001:0.0:1787998272.186019:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998272.186021:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547268608 : -117847162283008 : ffff94d191c11c00) 00000100:00000001:0.0:1787998272.186026:0:32661:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998272.186030:0:32661:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.186032:0:32661:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998272.186034:0:32661:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998272.186038:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c11c00 x1874850291762304/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998272.186046:0:32661:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998272.186049:0:32661:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998272.186052:0:32661:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998272.186055:0:32661:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998272.186057:0:32661:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998272.186061:0:32661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c11c00 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32661:1874850291762304:192.168.206.123@tcp:36:rm.0 00000100:00000001:0.0:1787998272.186065:0:32661:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998272.186072:0:32661:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998272.186075:0:32661:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998272.186078:0:32661:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998272.186083:0:32661:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a1000. 02000000:00000001:0.0:1787998272.186085:0:32661:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998272.186094:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998272.186099:0:32661:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30790. 00000400:00000010:0.0:1787998272.186107:0:32661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807cc0. 00000100:00000200:0.0:1787998272.186116:0:32661:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291762304, portal 10 00000100:00000001:0.0:1787998272.186118:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998272.186119:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547268608 : -117847162283008 : ffff94d191c11c00) 00000100:00000040:0.0:1787998272.186127:0:32661:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c11c00 x1874850291762304/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1787998288 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998272.186135:0:32661:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998272.186138:0:32661:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998272.186141:0:32661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807770. 00000100:00000200:0.0:1787998272.186145:0:32661:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1874850291762304, offset 0 00000400:00000200:0.0:1787998272.186152:0:32661:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998272.186163:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998272.186172:0:32661:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998272.186178:0:32661:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998272.186183:0:32661:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998272.186199:0:32661:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998272.186202:0:32661:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998272.186206:0:32661:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2731:2731:256:4294967295] 192.168.206.123@tcp LPNI seq info [2731:2731:8:4294967295] 00000400:00000200:0.0:1787998272.186210:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998272.186220:0:32661:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998272.186234:0:32661:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998272.186240:0:32661:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4900. 00000800:00000200:0.0:1787998272.186247:0:32661:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998272.186256:0:32661:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998272.186261:0:32661:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4900 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1787998272.186282:0:32661:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998272.186287:0:32661:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 843145 usecs (844 jiffies) 00000400:00000200:0.0:1787998272.186291:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998272.186294:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296453187 00000100:00000001:0.0:1787998272.186298:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296455156 00000100:00000001:0.0:1787998272.186301:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296453187 00000100:00000001:0.0:1787998272.186304:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296455156 00000100:00000001:0.0:1787998272.186307:0:32661:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998272.186310:0:32661:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.186312:0:32661:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998272.186315:0:32661:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998272.186318:0:32661:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d18330fe40 going to sleep for 11 seconds 00000100:00000001:0.0:1787998272.186321:0:32661:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998272.186325:0:32661:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998272.186434:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998272.186440:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4900. 00000400:00000200:3.0:1787998272.186445:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998272.186451:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998272.186458:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807770 00000400:00000010:3.0:1787998272.186461:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807770. 00000100:00000001:3.0:1787998272.186467:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998272.186472:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c11c00 x1874850291762304/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1787998288 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998272.186484:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998272.186489:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c11c00 x1874850291762304/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1787998288 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998272.186497:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998272.186500:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1787998272.194837:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98c00. 00010000:00000010:0.1:1787998272.194857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3600. 00010000:00000010:0.1:1787998272.194862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2400. 00000800:00000001:2.0:1787998272.202209:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.202238:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998272.202244:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.202247:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.202257:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.202267:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998272.202280:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.202286:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.202293:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.202298:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a5c480 00000400:00000200:2.0:1787998272.202303:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.202310:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x7f2d [1] + 224 00000800:00000001:2.0:1787998272.202319:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.202334:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.202337:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.202342:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998272.202351:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998272.202361:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c11c00 x1874850291762304/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1787998288 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998272.202373:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94d191c11c00 x1874850291762304/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998272.202387:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998272.202397:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.202401:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998272.202508:0:32661:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998272.202520:0:32661:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998272.202522:0:32661:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998272.202527:0:32661:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30790. 00000400:00000200:0.0:1787998272.202532:0:32661:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807cc0 00000400:00000010:0.0:1787998272.202535:0:32661:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807cc0. 00000100:00000001:0.0:1787998272.202538:0:32661:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998272.202543:0:32661:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c11c00 x1874850291762304/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998272.202551:0:32661:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c11c00 x1874850291762304/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998272.202557:0:32661:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998272.202560:0:32661:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998272.202563:0:32661:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998272.202567:0:32661:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998272.202570:0:32661:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998272.202572:0:32661:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998272.202575:0:32661:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998272.202587:0:32661:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=98 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998272.202591:0:32661:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998272.202594:0:32661:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998272.202597:0:32661:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.202600:0:32661:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998272.202604:0:32661:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.202608:0:32661:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1787998272.202610:0:32661:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000013c/0x10000013e] 00000100:00000001:0.0:1787998272.202612:0:32661:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1787998272.202614:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998272.202616:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547268608 : -117847162283008 : ffff94d191c11c00) 00000100:00000001:0.0:1787998272.202619:0:32661:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998272.204219:0:32661:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967616 00000100:00000001:0.0:1787998272.204229:0:32661:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998272.204235:0:32661:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998272.204250:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c11c00 x1874850291762304/t4294967622(4294967622) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1787998288 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998272.204259:0:32661:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998272.204263:0:32661:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998272.204265:0:32661:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998272.204270:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c11c00 x1874850291762304/t4294967622(4294967622) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1787998288 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998272.204278:0:32661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c11c00 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32661:1874850291762304:192.168.206.123@tcp:36:rm.0 00000100:00000001:0.0:1787998272.204285:0:32661:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998272.204289:0:32661:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.204293:0:32661:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998272.204295:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998272.204300:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c11c00 x1874850291762304/t4294967622(4294967622) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1787998288 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998272.204307:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998272.204311:0:32661:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d18330fe40. 00000100:00000001:0.0:1787998272.204317:0:32661:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998272.204319:0:32661:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.204330:0:32661:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998272.204334:0:32661:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.204339:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d191d63040 2 00000080:00000010:0.0:1787998272.204343:0:32661:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191cd7600. 00000100:00000001:0.0:1787998272.204352:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998272.204356:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c11c00 x1874850291762304/t4294967622(4294967622) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1787998288 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998272.204363:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.204370:0:32661:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.204384:0:32661:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1787998272.204389:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffe28 00000080:00002000:0.0:1787998272.204392:0:32661:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff94d183595bd0, parent ffff94d1835950d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1787998272.204396:0:32661:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998272.204403:0:32661:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1787998272.204412:0:32661:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1787998272.204422:0:32661:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1787998272.204425:0:32661:0:(file.c:5294:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1787998272.204428:0:32661:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998272.204434:0:32661:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798654168 : -117846910897448 : ffff94d1a0bcf2d8) 00000020:00001000:0.0:1787998272.204436:0:32661:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf2d0 00000020:00000001:0.0:1787998272.204443:0:32661:0:(cl_object.c:143:cl_object_top()) ffff94d18543a3a0 -> ffff94d18543a3a0 00000020:00000001:0.0:1787998272.204446:0:32661:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1787998272.204449:0:32661:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1787998272.204452:0:32661:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x25:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1787998272.204455:0:32661:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787998272.204457:0:32661:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1787998272.204458:0:32661:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1787998272.204462:0:32661:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x25:0x0]io ffff94d19226cbf0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1787998272.204466:0:32661:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d191daad90) owner 0000000000000000/ffff94d1917aa7c0 00020000:00000001:0.0:1787998272.204470:0:32661:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1787998272.204473:0:32661:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1787998272.204475:0:32661:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1787998272.204477:0:32661:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998272.204479:0:32661:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1787998272.204481:0:32661:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1787998272.204483:0:32661:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.204485:0:32661:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787998272.204486:0:32661:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1787998272.204487:0:32661:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1787998272.204488:0:32661:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d191daad90) owner 0000000000000000/ffff94d1917aa7c0 00000020:00000001:0.0:1787998272.204491:0:32661:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.204494:0:32661:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1787998272.204495:0:32661:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1787998272.204498:0:32661:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1787998272.204501:0:32661:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1787998272.204505:0:32661:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1787998272.204508:0:32661:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1787998272.204510:0:32661:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1787998272.204511:0:32661:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998272.204513:0:32661:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798656616 : -117846910895000 : ffff94d1a0bcfc68) 00000020:00001000:0.0:1787998272.204515:0:32661:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfc60 00000020:00000001:0.0:1787998272.204518:0:32661:0:(cl_object.c:143:cl_object_top()) ffff94d18543a530 -> ffff94d18543a3a0 00000020:00000001:0.0:1787998272.204520:0:32661:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1787998272.204524:0:32661:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787998272.204525:0:32661:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1787998272.204527:0:32661:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998272.204529:0:32661:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998272.204531:0:32661:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000020:00000001:0.0:1787998272.204534:0:32661:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1787998272.204536:0:32661:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998272.204539:0:32661:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.204540:0:32661:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.204542:0:32661:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1787998272.204544:0:32661:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1787998272.204546:0:32661:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1787998272.204547:0:32661:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1787998272.204549:0:32661:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1787998272.204550:0:32661:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.204552:0:32661:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998272.204554:0:32661:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998272.204556:0:32661:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.204558:0:32661:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1787998272.204559:0:32661:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.204560:0:32661:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.204562:0:32661:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1787998272.204564:0:32661:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1787998272.204566:0:32661:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1787998272.204567:0:32661:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1787998272.204569:0:32661:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1787998272.204572:0:32661:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1787998272.204576:0:32661:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1787998272.204580:0:32661:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff94d1871e7500 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1787998272.204583:0:32661:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1787998272.204586:0:32661:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff94d1871e7500 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1787998272.204590:0:32661:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998272.204592:0:32661:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.204594:0:32661:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998272.204595:0:32661:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998272.204597:0:32661:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.204598:0:32661:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.204600:0:32661:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1787998272.204602:0:32661:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1787998272.204603:0:32661:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1787998272.204604:0:32661:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1787998272.204606:0:32661:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1787998272.204607:0:32661:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998272.204609:0:32661:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1787998272.204610:0:32661:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1787998272.204612:0:32661:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1787998272.204615:0:32661:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1787998272.204616:0:32661:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1787998272.204617:0:32661:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1787998272.204618:0:32661:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1787998272.204619:0:32661:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998272.204621:0:32661:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998272.205515:0:32661:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1787998272.205518:0:32661:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1787998272.205520:0:32661:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1787998272.205522:0:32661:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1787998272.205523:0:32661:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1787998272.205526:0:32661:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1787998272.205529:0:32661:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1787998272.205530:0:32661:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1787998272.205531:0:32661:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1787998272.205533:0:32661:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998272.205534:0:32661:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998272.205536:0:32661:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1787998272.205537:0:32661:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1787998272.205539:0:32661:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.205542:0:32661:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1787998272.205544:0:32661:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1787998272.205546:0:32661:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1787998272.205547:0:32661:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1787998272.205549:0:32661:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1787998272.205551:0:32661:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfc60 00020000:00000001:0.0:1787998272.205714:0:32661:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1787998272.205717:0:32661:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1787998272.205722:0:32661:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1787998272.205725:0:32661:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x25:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1787998272.205728:0:32661:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1787998272.205729:0:32661:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1787998272.205733:0:32661:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf2d0 00000080:00000001:0.0:1787998272.205735:0:32661:0:(file.c:5331:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.205742:0:32661:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1787998272.205744:0:32661:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x25:0x0](ffff94d1880042c8) 00800000:00000001:0.0:1787998272.205751:0:32661:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1787998272.205753:0:32661:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x25:0x0] 00000002:00000001:0.0:1787998272.205761:0:32661:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1787998272.205880:0:32661:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.205883:0:32661:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1787998272.205886:0:32661:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998272.205889:0:32661:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.205892:0:32661:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1787998272.206039:0:32661:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1787998272.206042:0:32661:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.206045:0:32661:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.206049:0:32661:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998272.206052:0:32661:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798654168 : -117846910897448 : ffff94d1a0bcf2d8) 00000020:00001000:0.0:1787998272.206055:0:32661:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf2d0 00020000:00000001:0.0:1787998272.206064:0:32661:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1787998272.206065:0:32661:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d191daad90) owner 0000000000000000/ffff94d1917aa7c0 00020000:00000001:0.0:1787998272.206070:0:32661:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1787998272.206073:0:32661:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0013d80, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1787998272.206078:0:32661:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1787998272.206082:0:32661:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d1a004b700: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000001:0.0:1787998272.206084:0:32661:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1787998272.206087:0:32661:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998272.206089:0:32661:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1787998272.206091:0:32661:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1787998272.206098:0:32661:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1787998272.206105:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98f00 count: 2 00010000:00000001:0.0:1787998272.206109:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998272.206112:0:32661:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1787998272.206114:0:32661:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1787998272.206121:0:32661:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 0 blocks 0 [cma]time 0 0 0 ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000674c2f63/0xb2d39e653c8cac7 lrc: 1/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x4fd9a50f3a6ace68 expref: -99 pid: 32659 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:0.0:1787998272.206138:0:32661:0:(cl_object.c:143:cl_object_top()) ffff94d1871e7500 -> ffff94d18543a3a0 00000020:00000001:0.0:1787998272.206140:0:32661:0:(cl_object.c:143:cl_object_top()) ffff94d1871e7500 -> ffff94d18543a3a0 00000008:00000001:0.0:1787998272.206143:0:32661:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1787998272.206146:0:32661:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1787998272.206149:0:32661:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787998272.206151:0:32661:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1787998272.206158:0:32661:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff94d1871e7500. 00020000:00000001:0.0:1787998272.206166:0:32661:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1787998272.206170:0:32661:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff94d18543a4b0. 00020000:00000001:0.0:1787998272.206176:0:32661:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1787998272.206179:0:32661:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998272.206181:0:32661:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1787998272.206183:0:32661:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d191daad90) owner 0000000000000000/ffff94d1917aa7c0 00020000:00000001:0.0:1787998272.206186:0:32661:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1787998272.206188:0:32661:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1787998272.206189:0:32661:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d191daad90) owner 0000000000000000/ffff94d1917aa7c0 00020000:00000001:0.0:1787998272.206192:0:32661:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1787998272.206195:0:32661:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff94d185427870. 00020000:00000010:0.0:1787998272.206200:0:32661:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff94d1917489c0. 00020000:00000010:0.0:1787998272.206203:0:32661:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff94d190ad3920. 00020000:00000002:0.0:1787998272.206206:0:32661:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0013d80, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1787998272.206210:0:32661:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1787998272.206213:0:32661:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d1a004b700: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000010:0.0:1787998272.206218:0:32661:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d1a004b700. 00020000:00000010:0.0:1787998272.206221:0:32661:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d1a0013cc0. 00020000:00000010:0.0:1787998272.206234:0:32661:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d1a0013d80. 00020000:00000001:0.0:1787998272.206236:0:32661:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1787998272.206238:0:32661:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d191daad90) owner 0000000000000000/ffff94d1917aa7c0 00020000:00000010:0.0:1787998272.206241:0:32661:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff94d191daad90. 00020000:00000001:0.0:1787998272.206244:0:32661:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1787998272.206247:0:32661:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff94d18543a320. 00000020:00001000:0.0:1787998272.206253:0:32661:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf2d0 00000080:00000001:0.0:1787998272.206256:0:32661:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1787998272.206258:0:32661:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1787998272.206300:0:32661:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1787998272.206303:0:32661:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1787998272.206307:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffdd0 00000080:00200008:0.0:1787998272.206309:0:32661:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff94d1989af448), flags 704000 00000080:00400000:0.0:1787998272.206314:0:32661:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x23:0x0] 00000080:00000001:0.0:1787998272.206318:0:32661:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1787998272.206320:0:32661:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1787998272.206322:0:32661:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1787998272.206328:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998272.206332:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998272.206335:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998272.206338:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998272.206340:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.206342:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1787998272.206344:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.206348:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998272.206352:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998272.206356:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98900 count: 2 00010000:00000001:0.0:1787998272.206359:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998272.206364:0:32661:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1787998272.206369:0:32661:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1787998272.206373:0:32661:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998272.206380:0:32661:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998272.206384:0:32661:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2200/0xb2d39e653c8caea lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acec3 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1787998272.206393:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.206395:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998272.206397:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1787998272.206399:0:32661:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x23:0x0]: 16 00000080:00000010:0.0:1787998272.206402:0:32661:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d1a067b180. 00000080:00000001:0.0:1787998272.206407:0:32661:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.206414:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffdd0 00000080:00000008:0.0:1787998272.206416:0:32661:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff94d1989af448), flags 704000, rc = 0 00000080:00000001:0.0:1787998272.206419:0:32661:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.206421:0:32661:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.206427:0:32661:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1787998272.206429:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffe00 00000080:00002000:0.0:1787998272.206431:0:32661:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff94d1835950d8, parent ffff94d198a90798, inode ffff94d1989af448) hashed, 00000080:00000001:0.0:1787998272.206434:0:32661:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998272.206442:0:32661:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1787998272.206447:0:32661:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1787998272.206485:0:32661:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787998272.206490:0:32661:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787998272.206492:0:32661:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1787998272.206494:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffbd8 00000080:00200000:0.0:1787998272.206496:0:32661:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:0.0:1787998272.206504:0:32661:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191cd7600. 00800000:00000002:0.0:1787998272.206511:0:32661:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998272.206516:0:32661:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998272.206519:0:32661:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998272.206521:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffaf8 00800000:00000002:0.0:1787998272.206524:0:32661:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998272.206528:0:32661:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998272.206531:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998272.206532:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998272.206533:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998272.206535:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998272.206537:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.206538:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998272.206540:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.206543:0:32661:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1787998272.206549:0:32661:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998272.206551:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bff9c8 00000002:00010000:0.0:1787998272.206552:0:32661:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787998272.206556:0:32661:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787998272.206557:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998272.206559:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998272.206562:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98700 count: 2 00010000:00000001:0.0:1787998272.206564:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998272.206568:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998272.206572:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998272.206576:0:32661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:0.0:1787998272.206584:0:32661:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998272.206587:0:32661:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998272.206590:0:32661:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:0.0:1787998272.206596:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1787998272.206598:0:32661:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998272.206600:0:32661:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998272.206602:0:32661:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998272.206604:0:32661:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998272.206607:0:32661:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1787998272.206610:0:32661:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1787998272.206613:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998272.206615:0:32661:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191cd7600. 00000080:00000001:0.0:1787998272.206620:0:32661:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787998272.206622:0:32661:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998272.206637:0:32661:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:0.0:1787998272.206641:0:32661:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cab2 00800000:00000001:0.0:1787998272.206644:0:32661:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998272.206646:0:32661:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998272.206648:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.206651:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.206654:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3400 refcount=3 00000020:00000001:0.0:1787998272.206656:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:0.0:1787998272.206659:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:0.0:1787998272.206661:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.206663:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998272.206664:0:32661:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998272.206666:0:32661:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998272.206668:0:32661:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cab2 from it ffffb66d41bffc10 00010000:00000001:0.0:1787998272.206671:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.206672:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.206673:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3400 refcount=3 00000020:00000001:0.0:1787998272.206675:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:0.0:1787998272.206677:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:0.0:1787998272.206680:0:32661:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998272.206683:0:32661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1787998272.206690:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.206691:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.206693:0:32661:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998272.206694:0:32661:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998272.206697:0:32661:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:0.0:1787998272.206705:0:32661:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998272.206708:0:32661:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998272.206710:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998272.206716:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.206717:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.206719:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.206723:0:32661:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998272.206725:0:32661:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.206727:0:32661:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.206730:0:32661:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.206732:0:32661:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998272.206734:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.206735:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787998272.206738:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787998272.206740:0:32661:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998272.206742:0:32661:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:0.0:1787998272.206746:0:32661:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998272.206763:0:32661:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d190a9c800. 00000020:00000001:0.0:1787998272.206799:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffdc8 00000080:00200000:0.0:1787998272.206802:0:32661:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), flags=0 00000080:00000001:0.0:1787998272.206805:0:32661:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1787998272.206807:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffc78 00000080:00200000:0.0:1787998272.206809:0:32661:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), intent=getattr 00000080:00000010:0.0:1787998272.206818:0:32661:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191cd7600. 00800000:00000002:0.0:1787998272.206822:0:32661:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998272.206826:0:32661:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998272.206828:0:32661:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998272.206830:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffb98 00800000:00000002:0.0:1787998272.206831:0:32661:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998272.206834:0:32661:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998272.206837:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998272.206839:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998272.206840:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998272.206841:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998272.206843:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.206845:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998272.206847:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.206849:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffb30 00800000:00000002:0.0:1787998272.206851:0:32661:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:0.0:1787998272.206854:0:32661:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998272.206855:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffa68 00000002:00010000:0.0:1787998272.206857:0:32661:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1787998272.206860:0:32661:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1787998272.206863:0:32661:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1787998272.206868:0:32661:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c13480. 00000020:00000040:0.0:1787998272.206872:0:32661:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:0.0:1787998272.206892:0:32661:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1787998272.207058:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998272.207062:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.207064:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.207065:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.207069:0:32661:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998272.207071:0:32661:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998272.207075:0:32661:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998272.207085:0:32661:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1923a2400. 00000100:00000001:0.0:1787998272.207094:0:32661:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.207100:0:32661:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998272.207101:0:32661:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.207103:0:32661:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998272.207104:0:32661:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.207105:0:32661:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.207114:0:32661:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226547274880 : -117847162276736 : ffff94d191c13480) 00010000:00000001:0.0:1787998272.207119:0:32661:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1787998272.207121:0:32661:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1787998272.207124:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98700 count: 2 00010000:00000001:0.0:1787998272.207126:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998272.207129:0:32661:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1787998272.207133:0:32661:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d187366800. 00000020:00000001:0.0:1787998272.207137:0:32661:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1787998272.207139:0:32661:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d187366800 with handle 0xb2d39e653c8caf1 to hash 00000020:00000001:0.0:1787998272.207142:0:32661:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1787998272.207143:0:32661:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998272.207147:0:32661:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998272.207151:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998272.207153:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998272.207155:0:32661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8caf1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998272.207162:0:32661:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8caf1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998272.207172:0:32661:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8caf1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1787998272.207177:0:32661:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998272.207179:0:32661:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998272.207186:0:32661:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d18330fe40. 00000100:00000001:0.0:1787998272.207189:0:32661:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226302942784 : -117847406608832 : ffff94d18330fe40) 00000100:00000001:0.0:1787998272.207192:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998272.207193:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547274880 : -117847162276736 : ffff94d191c13480) 00000100:00000001:0.0:1787998272.207198:0:32661:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998272.207202:0:32661:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.207205:0:32661:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998272.207206:0:32661:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998272.207218:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c13480 x1874850291762432/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.207381:0:32661:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998272.207384:0:32661:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998272.207390:0:32661:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998272.207393:0:32661:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998272.207396:0:32661:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998272.207400:0:32661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c13480 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32661:1874850291762432:192.168.206.123@tcp:101:rm.0 00000100:00000001:0.0:1787998272.207405:0:32661:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998272.207412:0:32661:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998272.207415:0:32661:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998272.207418:0:32661:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998272.207423:0:32661:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d1a00f9800. 02000000:00000001:0.0:1787998272.207426:0:32661:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998272.207434:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998272.207439:0:32661:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30790. 00000400:00000010:0.0:1787998272.207447:0:32661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807cc0. 00000100:00000200:0.0:1787998272.207455:0:32661:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291762432, portal 10 00000100:00000001:0.0:1787998272.207457:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998272.207458:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547274880 : -117847162276736 : ffff94d191c13480) 00000100:00000040:0.0:1787998272.207474:0:32661:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191c13480 x1874850291762432/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998288 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.207482:0:32661:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998272.207485:0:32661:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998272.207488:0:32661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1928077f8. 00000100:00000200:0.0:1787998272.207492:0:32661:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1874850291762432, offset 0 00000400:00000200:0.0:1787998272.207499:0:32661:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998272.207510:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998272.207518:0:32661:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998272.207525:0:32661:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998272.207530:0:32661:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998272.207534:0:32661:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998272.207537:0:32661:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998272.207541:0:32661:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2732:2732:256:4294967295] 192.168.206.123@tcp LPNI seq info [2732:2732:8:4294967295] 00000400:00000200:0.0:1787998272.207545:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998272.207557:0:32661:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998272.207563:0:32661:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998272.207569:0:32661:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4200. 00000800:00000200:0.0:1787998272.207576:0:32661:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998272.207585:0:32661:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998272.207591:0:32661:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1787998272.207618:0:32661:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998272.207632:0:32661:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 841996 usecs (842 jiffies) 00000400:00000200:0.0:1787998272.207636:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998272.207640:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296453206 00000100:00000001:0.0:1787998272.207644:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296455156 00000100:00000001:0.0:1787998272.207647:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296453206 00000100:00000001:0.0:1787998272.207650:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296455156 00000100:00000001:0.0:1787998272.207652:0:32661:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998272.207655:0:32661:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.207657:0:32661:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998272.207660:0:32661:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998272.207663:0:32661:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d18330fe40 going to sleep for 11 seconds 00000100:00000001:0.0:1787998272.207666:0:32661:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998272.207669:0:32661:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998272.209331:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998272.209342:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4200. 00000400:00000200:3.0:1787998272.209350:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998272.209360:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998272.209370:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928077f8 00000400:00000010:3.0:1787998272.209373:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928077f8. 00000100:00000001:3.0:1787998272.209380:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998272.209388:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c13480 x1874850291762432/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998288 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.209403:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998272.209407:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c13480 x1874850291762432/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998288 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.209415:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998272.209417:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1787998272.210700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90c60. 00000080:00000010:0.1:1787998272.214851:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d188004200. 00000080:00000010:0.1:1787998272.214888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a904a0. 00000800:00000001:2.0:1787998272.221847:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.221871:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998272.221877:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.221879:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.221890:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.221900:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998272.221911:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.221916:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.221922:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.221927:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a5c500 00000400:00000200:2.0:1787998272.221933:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.221941:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x7f35 [1] + 224 00000800:00000001:2.0:1787998272.221950:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.221960:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.221963:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.221968:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998272.221990:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998272.222000:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c13480 x1874850291762432/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998288 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998272.222013:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d191c13480 x1874850291762432/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.222126:0:32661:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998272.222136:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1787998272.222148:0:32661:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1787998272.222150:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1787998272.222152:0:32661:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1787998272.222156:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1787998272.222158:0:32661:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30790. 00000400:00000200:0.0:1787998272.222165:0:32661:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807cc0 00000400:00000010:0.0:1787998272.222168:0:32661:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807cc0. 00000100:00000001:0.0:1787998272.222172:0:32661:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998272.222177:0:32661:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c13480 x1874850291762432/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998272.222187:0:32661:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c13480 x1874850291762432/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.222195:0:32661:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998272.222198:0:32661:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998272.222201:0:32661:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998272.222205:0:32661:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998272.222208:0:32661:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998272.222211:0:32661:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998272.222214:0:32661:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998272.222224:0:32661:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=98 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998272.222230:0:32661:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998272.222232:0:32661:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998272.222234:0:32661:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.222237:0:32661:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998272.222242:0:32661:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.222246:0:32661:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998272.222248:0:32661:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967616 00000100:00000001:0.0:1787998272.222250:0:32661:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998272.222254:0:32661:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998272.222259:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c13480 x1874850291762432/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.222266:0:32661:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998272.222270:0:32661:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998272.222272:0:32661:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998272.222294:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c13480 x1874850291762432/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998288 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998272.222303:0:32661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c13480 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32661:1874850291762432:192.168.206.123@tcp:101:rm.0 00000100:00000001:0.0:1787998272.222308:0:32661:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998272.222312:0:32661:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.222315:0:32661:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998272.222317:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998272.222321:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c13480 x1874850291762432/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998288 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.222328:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998272.222331:0:32661:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d18330fe40. 00000100:00000001:0.0:1787998272.222335:0:32661:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998272.222337:0:32661:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.222341:0:32661:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1787998272.222346:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.222349:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.222353:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366800 refcount=4 00000020:00000001:0.0:1787998272.222356:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998272.222359:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000040:0.0:1787998272.222367:0:32661:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d187366800, remote cookie: 0x4fd9a50f3a6acf02, flags: 0x1001 00010000:00010000:0.0:1787998272.222373:0:32661:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8caf1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acf02 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1787998272.222383:0:32661:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1787998272.222386:0:32661:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1787998272.222393:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98900 count: 2 00010000:00000001:0.0:1787998272.222396:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998272.222400:0:32661:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998272.222403:0:32661:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8caf1 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acf02 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998272.222412:0:32661:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8caf1 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acf02 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998272.222423:0:32661:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1787998272.222429:0:32661:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1787998272.222432:0:32661:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1787998272.222434:0:32661:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1787998272.222436:0:32661:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1787998272.222442:0:32661:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x23:0x0].0x0 (ffff94d192b98900) refcount = 2 00010000:00000040:0.0:1787998272.222445:0:32661:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1787998272.222448:0:32661:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2200/0xb2d39e653c8caea lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acec3 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787998272.222454:0:32661:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8caf1 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acf02 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998272.222460:0:32661:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1787998272.222465:0:32661:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1787998272.222467:0:32661:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998272.222470:0:32661:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1787998272.222473:0:32661:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998272.222476:0:32661:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8caf1 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acf02 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998272.222484:0:32661:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1787998272.222486:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.222487:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.222488:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.222489:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.222490:0:32661:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.222494:0:32661:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1787998272.222496:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.222497:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.222498:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366800 refcount=3 00000020:00000001:0.0:1787998272.222499:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998272.222501:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998272.222503:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.222504:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.222504:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366800 refcount=4 00000020:00000001:0.0:1787998272.222505:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998272.222506:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998272.222509:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998272.222512:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998272.222514:0:32661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8caf1 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acf02 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998272.222517:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.222518:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.222519:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.222519:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.222520:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366800 refcount=5 00000020:00000001:0.0:1787998272.222521:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998272.222522:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998272.222524:0:32661:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998272.222526:0:32661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8caf1 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acf02 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998272.222531:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.222532:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1787998272.222534:0:32661:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8caf1 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acf02 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998272.222538:0:32661:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998272.222538:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.222539:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.222540:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.222540:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1787998272.222544:0:32661:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d191c13480 x1874850291762432/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998288 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1787998272.222550:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.222550:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.222551:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366800 refcount=3 00000020:00000001:0.0:1787998272.222552:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998272.222553:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998272.222554:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.222555:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998272.222556:0:32661:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.222557:0:32661:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.222560:0:32661:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1787998272.222562:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.222564:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.222565:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366800 refcount=3 00000020:00000001:0.0:1787998272.222566:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998272.222567:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00000002:00010000:0.0:1787998272.222569:0:32661:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8caf1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acf02 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998272.222572:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.222573:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.222575:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1787998272.222576:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.222577:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.222578:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366800 refcount=3 00000020:00000001:0.0:1787998272.222579:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998272.222580:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000040:0.0:1787998272.222582:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98900 count: 3 00010000:00000001:0.0:1787998272.222583:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1787998272.222586:0:32661:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589935621/35 (0 0) 00010000:00000001:0.0:1787998272.222587:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.222588:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998272.222589:0:32661:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1787998272.222600:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bff9f0 00000002:00002000:0.0:1787998272.222601:0:32661:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1787998272.222604:0:32661:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998272.222607:0:32661:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998272.222610:0:32661:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1787998272.222612:0:32661:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1787998272.222615:0:32661:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.222619:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000001:0.0:1787998272.222621:0:32661:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1787998272.222622:0:32661:0:(namei.c:674:ll_lookup_it_finish()) it ffffb66d41bffe00 it_disposition b 00000080:00000001:0.0:1787998272.222635:0:32661:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1787998272.222643:0:32661:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1787998272.222650:0:32661:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1787998272.222657:0:32661:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d190b35640. 00800000:00000001:0.0:1787998272.222660:0:32661:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626226529588800 : -117847179962816 : ffff94d190b35640) 00800000:00000001:0.0:1787998272.222662:0:32661:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.222665:0:32661:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1787998272.222669:0:32661:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:0.0:1787998272.222672:0:32661:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1787998272.222678:0:32661:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1787998272.222681:0:32661:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:0.0:1787998272.222683:0:32661:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1787998272.222687:0:32661:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1787998272.222689:0:32661:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.222693:0:32661:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:0.0:1787998272.222696:0:32661:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1787998272.222699:0:32661:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611171 mtime from 1787998253 to 1787998272 00000080:00200000:0.0:1787998272.222708:0:32661:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 4096 00000080:00200000:0.0:1787998272.222711:0:32661:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x23:0x0](ffff94d1989af448): rc = 0 00000080:00000001:0.0:1787998272.222713:0:32661:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626226662208584 : -117847047343032 : ffff94d1989af448) 00010000:00000001:0.0:1787998272.222716:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.222717:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.222719:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366800 refcount=3 00000020:00000001:0.0:1787998272.222720:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998272.222723:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998272.222725:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.222726:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1787998272.222727:0:32661:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1787998272.222730:0:32661:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1787998272.222731:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d190b35640 1 00800000:00000010:0.0:1787998272.222735:0:32661:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d190b35640. 00800000:00000001:0.0:1787998272.222739:0:32661:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998272.222742:0:32661:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff94d1989af448) for lock 0xb2d39e653c8caf1 00800000:00000001:0.0:1787998272.222745:0:32661:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998272.222746:0:32661:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998272.222747:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.222748:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.222750:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366800 refcount=3 00000020:00000001:0.0:1787998272.222752:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998272.222754:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998272.222757:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.222758:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998272.222759:0:32661:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998272.222761:0:32661:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1787998272.222818:0:32661:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d18354b0d8 inode ffff94d1989af448 refc 1 flags 0x20000e 00000080:00000002:0.0:1787998272.222823:0:32661:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1787998272.222827:0:32661:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1787998272.222830:0:32661:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff94d1989af448) 00000080:00010000:0.0:1787998272.222834:0:32661:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8caf1 from it ffffb66d41bffe00 00010000:00000001:0.0:1787998272.222836:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.222838:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.222839:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366800 refcount=3 00000020:00000001:0.0:1787998272.222841:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998272.222843:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998272.222845:0:32661:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998272.222848:0:32661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8caf1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acf02 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998272.222855:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.222856:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.222857:0:32661:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998272.222860:0:32661:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998272.222862:0:32661:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8caf1 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acf02 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787998272.222871:0:32661:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998272.222873:0:32661:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998272.222875:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998272.222879:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.222881:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.222882:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.222886:0:32661:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998272.222888:0:32661:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.222890:0:32661:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.222893:0:32661:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.222895:0:32661:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998272.222896:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.222897:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1787998272.222899:0:32661:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1787998272.222903:0:32661:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191cd7600. 00000100:00000001:0.0:1787998272.222909:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998272.222914:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c13480 x1874850291762432/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998288 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.222921:0:32661:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998272.222924:0:32661:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998272.222927:0:32661:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d1a00f9800. 02000000:00000001:0.0:1787998272.222934:0:32661:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998272.222937:0:32661:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998272.222939:0:32661:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998272.222941:0:32661:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998272.222945:0:32661:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1923a2400. 02000000:00000001:0.0:1787998272.222948:0:32661:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998272.222950:0:32661:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998272.222952:0:32661:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c13480. 00000100:00000001:0.0:1787998272.222957:0:32661:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998272.222958:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998272.222962:0:32661:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1787998272.222964:0:32661:0:(dcache.c:176:ll_intent_release()) intent ffffb66d41bffe00 released 00000080:00000001:0.0:1787998272.222965:0:32661:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1787998272.222970:0:32661:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787998272.222972:0:32661:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1787998272.222974:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffd50 00000080:00200000:0.0:1787998272.222977:0:32661:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:0.0:1787998272.222983:0:32661:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191cd7600. 00800000:00000002:0.0:1787998272.222989:0:32661:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998272.222993:0:32661:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998272.222996:0:32661:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998272.222997:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffc70 00800000:00000002:0.0:1787998272.223000:0:32661:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998272.223004:0:32661:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998272.223006:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998272.223009:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998272.223012:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998272.223014:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998272.223016:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.223019:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998272.223021:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.223026:0:32661:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1787998272.223031:0:32661:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998272.223033:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffb40 00000002:00010000:0.0:1787998272.223035:0:32661:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787998272.223039:0:32661:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787998272.223041:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998272.223043:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998272.223046:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98700 count: 2 00010000:00000001:0.0:1787998272.223048:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998272.223051:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998272.223053:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998272.223056:0:32661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:0.0:1787998272.223064:0:32661:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998272.223069:0:32661:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998272.223072:0:32661:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:0.0:1787998272.223080:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1787998272.223082:0:32661:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998272.223084:0:32661:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998272.223086:0:32661:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998272.223088:0:32661:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998272.223089:0:32661:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1787998272.223092:0:32661:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1787998272.223094:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998272.223096:0:32661:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191cd7600. 00000080:00000001:0.0:1787998272.223100:0:32661:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787998272.223102:0:32661:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998272.223104:0:32661:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:0.0:1787998272.223108:0:32661:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cab2 00800000:00000001:0.0:1787998272.223111:0:32661:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998272.223113:0:32661:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998272.223114:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.223116:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.223117:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3400 refcount=3 00000020:00000001:0.0:1787998272.223119:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:0.0:1787998272.223122:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:0.0:1787998272.223124:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.223125:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998272.223126:0:32661:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998272.223128:0:32661:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998272.223130:0:32661:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cab2 from it ffffb66d41bffd88 00010000:00000001:0.0:1787998272.223132:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.223134:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.223135:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3400 refcount=3 00000020:00000001:0.0:1787998272.223137:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:0.0:1787998272.223139:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:0.0:1787998272.223141:0:32661:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998272.223143:0:32661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:0.0:1787998272.223149:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.223149:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.223151:0:32661:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998272.223152:0:32661:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998272.223155:0:32661:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:0.0:1787998272.223160:0:32661:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998272.223162:0:32661:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998272.223163:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998272.223165:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.223166:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.223167:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.223169:0:32661:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998272.223170:0:32661:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.223173:0:32661:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.223175:0:32661:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.223176:0:32661:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998272.223177:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.223178:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787998272.223180:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787998272.223181:0:32661:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998272.223184:0:32661:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 3 00000080:00000001:0.0:1787998272.223189:0:32661:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.223194:0:32661:0:(namei.c:2325:ll_rmdir()) Process entered 00000020:00000001:0.0:1787998272.223196:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffe18 00000080:00200000:0.0:1787998272.223198:0:32661:0:(namei.c:2328:ll_rmdir()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00000001:0.0:1787998272.223201:0:32661:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:0.0:1787998272.223204:0:32661:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21h.recovery-small-1, [0x200000405:0x23:0x0]) is foreign... 00000080:00000001:0.0:1787998272.223207:0:32661:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1787998272.223211:0:32661:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191cd7600. 00800000:00000002:0.0:1787998272.223213:0:32661:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00800000:00000001:0.0:1787998272.223220:0:32661:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1787998272.223223:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998272.223224:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998272.223226:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998272.223227:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998272.223229:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.223230:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998272.223232:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998272.223234:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998272.223235:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998272.223236:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998272.223237:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998272.223239:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.223241:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1787998272.223242:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998272.223245:0:32661:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1787998272.223246:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998272.223247:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998272.223249:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998272.223250:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998272.223252:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.223253:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1787998272.223255:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.223258:0:32661:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x23:0x0] 00800000:00000001:0.0:1787998272.223260:0:32661:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.223262:0:32661:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x23:0x0] -> mds #0 00000002:00000001:0.0:1787998272.223266:0:32661:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1787998272.223268:0:32661:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1787998272.223271:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98700 count: 2 00010000:00000001:0.0:1787998272.223273:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998272.223275:0:32661:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1787998272.223279:0:32661:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787998272.223281:0:32661:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:0.0:1787998272.223301:0:32661:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1787998272.223305:0:32661:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1787998272.223308:0:32661:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1787998272.223310:0:32661:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1787998272.223312:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998272.223313:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998272.223315:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98700 count: 3 00010000:00000001:0.0:1787998272.223317:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998272.223319:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.223320:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998272.223321:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998272.223323:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98700 count: 3 00010000:00000001:0.0:1787998272.223325:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998272.223327:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.223328:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998272.223330:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998272.223331:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98700 count: 3 00010000:00000001:0.0:1787998272.223333:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998272.223335:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.223337:0:32661:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1787998272.223340:0:32661:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d1989ad280, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1787998272.223404:0:32661:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1787998272.223407:0:32661:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1787998272.223409:0:32661:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1787998272.223411:0:32661:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.223414:0:32661:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1787998272.223418:0:32661:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787998272.223419:0:32661:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787998272.223421:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998272.223423:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1787998272.223426:0:32661:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1917f3400 with handle 0xb2d39e653c8cab2 from hash 00010000:00000001:0.0:1787998272.223428:0:32661:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787998272.223429:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.223431:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.223432:0:32661:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787998272.223435:0:32661:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787998272.223437:0:32661:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1787998272.223440:0:32661:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1787998272.223441:0:32661:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998272.223444:0:32661:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998272.223447:0:32661:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1787998272.223449:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98900 count: 3 00010000:00000001:0.0:1787998272.223451:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998272.223453:0:32661:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1787998272.223455:0:32661:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787998272.223457:0:32661:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8caf1 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4fd9a50f3a6acf02 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1787998272.223464:0:32661:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1787998272.223465:0:32661:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1787998272.223467:0:32661:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1787998272.223468:0:32661:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000405:0x23:0x0] mode (null) 00000002:00000001:0.0:1787998272.223470:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998272.223472:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998272.223473:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98900 count: 4 00010000:00000001:0.0:1787998272.223475:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998272.223478:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.223480:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998272.223481:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998272.223482:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98900 count: 4 00010000:00000001:0.0:1787998272.223484:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998272.223486:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.223488:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998272.223489:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998272.223490:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98900 count: 4 00010000:00000001:0.0:1787998272.223492:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998272.223494:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.223495:0:32661:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1787998272.223498:0:32661:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x23:0x0] lli = ffff94d1989af380, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1787998272.223500:0:32661:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1787998272.223501:0:32661:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1787998272.223503:0:32661:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1787998272.223505:0:32661:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x23:0x0](ffff94d1989af448) invalid 00000020:00000001:0.0:1787998272.223508:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffa80 00000080:00002000:0.0:1787998272.223510:0:32661:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff94d18354b0d8) parent ffff94d198a90798 inode ffff94d1989af448 refc 2 00000080:00000001:0.0:1787998272.223513:0:32661:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1787998272.223515:0:32661:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1787998272.223516:0:32661:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.223518:0:32661:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1787998272.223519:0:32661:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787998272.223520:0:32661:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787998272.223522:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998272.223523:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1787998272.223525:0:32661:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d187366800 with handle 0xb2d39e653c8caf1 from hash 00010000:00000001:0.0:1787998272.223527:0:32661:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787998272.223528:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.223529:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.223530:0:32661:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787998272.223532:0:32661:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787998272.223533:0:32661:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1787998272.223535:0:32661:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787998272.223537:0:32661:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2200/0xb2d39e653c8caea lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4fd9a50f3a6acec3 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1787998272.223550:0:32661:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1787998272.223551:0:32661:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1787998272.223553:0:32661:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1787998272.223554:0:32661:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000405:0x23:0x0] mode CR 00000002:00000001:0.0:1787998272.223556:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998272.223557:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998272.223559:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98900 count: 4 00010000:00000001:0.0:1787998272.223561:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998272.223563:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.223565:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998272.223566:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998272.223567:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98900 count: 4 00010000:00000001:0.0:1787998272.223569:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998272.223571:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.223573:0:32661:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.223575:0:32661:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1787998272.223579:0:32661:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1787998272.223583:0:32661:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d191cd6800. 00000080:00000001:0.0:1787998272.223586:0:32661:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:0.0:1787998272.223588:0:32661:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d191d63040 2 00000080:00000001:0.0:1787998272.223592:0:32661:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1787998272.223595:0:32661:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1787998272.223596:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998272.223598:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998272.223599:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998272.223601:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998272.223602:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.223604:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1787998272.223606:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.223608:0:32661:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x23:0x0] 00000002:00000001:0.0:1787998272.223611:0:32661:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1787998272.223613:0:32661:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff94d1a0bb2800: [0x200000405:0x23:0x0] file closed with intent: 0 00000100:00000010:0.0:1787998272.223619:0:32661:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c13480. 00000020:00000040:0.0:1787998272.223633:0:32661:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998272.223638:0:32661:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998272.223642:0:32661:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998272.223646:0:32661:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998272.223655:0:32661:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d191cd7c00. 00000100:00000001:0.0:1787998272.223663:0:32661:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1787998272.223678:0:32661:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d199edf800 x1874850291761920/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998288 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1787998272.223689:0:32661:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1787998272.223694:0:32661:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191c13480 x1874850291762688/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1787998272.223701:0:32661:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998272.223703:0:32661:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998272.223710:0:32661:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d18330fe40. 00000100:00000001:0.0:1787998272.223712:0:32661:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226302942784 : -117847406608832 : ffff94d18330fe40) 00000100:00000001:0.0:1787998272.223715:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998272.223717:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547274880 : -117847162276736 : ffff94d191c13480) 00000100:00000001:0.0:1787998272.223721:0:32661:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998272.223727:0:32661:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.223729:0:32661:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998272.223731:0:32661:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998272.223735:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c13480 x1874850291762688/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.223743:0:32661:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998272.223746:0:32661:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998272.223750:0:32661:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998272.223752:0:32661:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998272.223755:0:32661:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998272.223758:0:32661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c13480 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32661:1874850291762688:192.168.206.123@tcp:35:rm.0 00000100:00000001:0.0:1787998272.223762:0:32661:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998272.223897:0:32661:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998272.223901:0:32661:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998272.223903:0:32661:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998272.223908:0:32661:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a2400. 02000000:00000001:0.0:1787998272.223911:0:32661:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998272.223919:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998272.223923:0:32661:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30790. 00000400:00000010:0.0:1787998272.223933:0:32661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807cc0. 00000100:00000200:0.0:1787998272.223942:0:32661:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291762688, portal 10 00000100:00000001:0.0:1787998272.223945:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998272.223946:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547274880 : -117847162276736 : ffff94d191c13480) 00000100:00000040:0.0:1787998272.223953:0:32661:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191c13480 x1874850291762688/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998288 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.223960:0:32661:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998272.223963:0:32661:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998272.224125:0:32661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409b28. 00000100:00000200:1.0:1787998272.224131:0:32661:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1874850291762688, offset 0 00000400:00000200:1.0:1787998272.224140:0:32661:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998272.224149:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998272.224157:0:32661:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998272.224163:0:32661:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998272.224168:0:32661:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998272.224172:0:32661:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998272.224175:0:32661:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998272.224179:0:32661:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2733:2733:256:4294967295] 192.168.206.123@tcp LPNI seq info [2733:2733:8:4294967295] 00000400:00000200:1.0:1787998272.224183:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998272.224194:0:32661:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998272.224200:0:32661:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998272.224206:0:32661:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f200. 00000800:00000200:1.0:1787998272.224213:0:32661:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998272.224222:0:32661:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998272.224228:0:32661:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1787998272.224249:0:32661:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998272.224254:0:32661:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 840848 usecs (841 jiffies) 00000400:00000200:1.0:1787998272.224258:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998272.224261:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296453222 00000100:00000001:1.0:1787998272.224264:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296455156 00000100:00000001:1.0:1787998272.224267:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296453222 00000100:00000001:1.0:1787998272.224269:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296455156 00000100:00000001:1.0:1787998272.224271:0:32661:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998272.224274:0:32661:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.224277:0:32661:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998272.224279:0:32661:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998272.224282:0:32661:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d18330fe40 going to sleep for 11 seconds 00000100:00000001:1.0:1787998272.224285:0:32661:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998272.224288:0:32661:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998272.225139:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998272.225148:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f200. 00000400:00000200:3.0:1787998272.225157:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998272.225164:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998272.225235:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409b28 00000400:00000010:3.0:1787998272.225238:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409b28. 00000100:00000001:3.0:1787998272.225244:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998272.225250:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c13480 x1874850291762688/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998288 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.225262:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998272.225265:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c13480 x1874850291762688/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998288 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.225272:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998272.225273:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998272.226813:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.226831:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998272.226836:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.226839:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.226848:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.226855:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998272.226865:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.226870:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.226876:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.226880:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a5c600 00000400:00000200:2.0:1787998272.226886:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.226892:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x7f3d [1] + 224 00000800:00000001:2.0:1787998272.226899:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.226907:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.226910:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.226914:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998272.226922:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998272.226929:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c13480 x1874850291762688/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998288 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998272.226941:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d191c13480 x1874850291762688/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998272.226967:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998272.226977:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.226982:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998272.227084:0:32661:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998272.227095:0:32661:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998272.227097:0:32661:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998272.227100:0:32661:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30790. 00000400:00000200:3.0:1787998272.227104:0:32661:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807cc0 00000400:00000010:3.0:1787998272.227106:0:32661:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807cc0. 00000100:00000001:3.0:1787998272.227110:0:32661:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998272.227116:0:32661:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c13480 x1874850291762688/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1787998272.227123:0:32661:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c13480 x1874850291762688/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.227129:0:32661:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998272.227131:0:32661:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998272.227134:0:32661:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998272.227137:0:32661:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998272.227140:0:32661:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998272.227142:0:32661:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998272.227146:0:32661:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998272.227158:0:32661:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06cf0 time=98 v=5 (5 5 5 5) 00000100:00001000:3.0:1787998272.227163:0:32661:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998272.227165:0:32661:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998272.227167:0:32661:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998272.227184:0:32661:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998272.227188:0:32661:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998272.227192:0:32661:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1787998272.227195:0:32661:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1787998272.227196:0:32661:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1787998272.227199:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998272.227200:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547274880 : -117847162276736 : ffff94d191c13480) 00000100:00000001:3.0:1787998272.227204:0:32661:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998272.227206:0:32661:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967616 00000100:00000001:3.0:1787998272.227208:0:32661:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998272.227210:0:32661:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998272.227216:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c13480 x1874850291762688/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998288 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.227223:0:32661:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998272.227226:0:32661:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998272.227228:0:32661:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998272.227232:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c13480 x1874850291762688/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998288 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787998272.227245:0:32661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c13480 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32661:1874850291762688:192.168.206.123@tcp:35:rm.0 00000100:00000001:3.0:1787998272.227250:0:32661:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998272.227254:0:32661:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998272.227256:0:32661:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787998272.227258:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998272.227261:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c13480 x1874850291762688/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998288 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.227268:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787998272.227270:0:32661:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d18330fe40. 00000100:00000001:3.0:1787998272.227274:0:32661:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787998272.227275:0:32661:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998272.227284:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998272.227285:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547274880 : -117847162276736 : ffff94d191c13480) 00000002:00000001:3.0:1787998272.227339:0:32661:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998272.227343:0:32661:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998272.227347:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d191d63040 2 00000080:00000010:3.0:1787998272.227351:0:32661:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191cd6800. 00000080:00000001:3.0:1787998272.227356:0:32661:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1787998272.227360:0:32661:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1787998272.227363:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998272.227366:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998272.227369:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998272.227371:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998272.227373:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998272.227375:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:3.0:1787998272.227377:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998272.227382:0:32661:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1787998272.227389:0:32661:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d199edf800 x1874850291761920/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998288 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.227397:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998272.227399:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684426240 : -117847025125376 : ffff94d199edf800) 00000100:00000001:3.0:1787998272.227402:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998272.227405:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edf800 x1874850291761920/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998288 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.227412:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998272.227414:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998272.227417:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c13480 x1874850291762688/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998288 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.227422:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998272.227424:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998272.227427:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edf800 x1874850291761920/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998288 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.227433:0:32661:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1787998272.227438:0:32661:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998272.227440:0:32661:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998272.227443:0:32661:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998272.227446:0:32661:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e24400. 02000000:00000001:3.0:1787998272.227451:0:32661:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998272.227453:0:32661:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998272.227455:0:32661:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edf800. 00000100:00000001:3.0:1787998272.227459:0:32661:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998272.227460:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998272.227462:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998272.227465:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c13480 x1874850291762688/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998288 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.227470:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787998272.227472:0:32661:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff94d190a90e80. 00000002:00000001:3.0:1787998272.227477:0:32661:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998272.227478:0:32661:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1787998272.227480:0:32661:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d1912364c0. 00000100:00000001:3.0:1787998272.227483:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998272.227672:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c13480 x1874850291762688/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998288 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.227678:0:32661:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998272.227681:0:32661:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998272.227684:0:32661:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1923a2400. 02000000:00000001:3.0:1787998272.227688:0:32661:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998272.227689:0:32661:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998272.227690:0:32661:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998272.227692:0:32661:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998272.227694:0:32661:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d191cd7c00. 02000000:00000001:3.0:1787998272.227697:0:32661:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998272.227698:0:32661:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998272.227699:0:32661:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c13480. 00000100:00000001:3.0:1787998272.227703:0:32661:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998272.227704:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1787998272.227707:0:32661:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998272.227710:0:32661:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1787998272.227713:0:32661:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000405:0x23:0x0] mode (null) 00000002:00000001:3.0:1787998272.227717:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998272.227721:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998272.227729:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98900 count: 4 00010000:00000001:3.0:1787998272.227732:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1787998272.227738:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998272.227740:0:32661:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998272.227744:0:32661:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1787998272.227747:0:32661:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x23:0x0](ffff94d1989af448) invalid 00000020:00000001:3.0:1787998272.227752:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffa80 00000080:00002000:3.0:1787998272.227754:0:32661:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff94d18354b0d8) parent ffff94d198a90798 inode ffff94d1989af448 refc 2 00000080:00000001:3.0:1787998272.227758:0:32661:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1787998272.227761:0:32661:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1787998272.227764:0:32661:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998272.227859:0:32661:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1787998272.227864:0:32661:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1787998272.227866:0:32661:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1787998272.227869:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998272.227873:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1787998272.227877:0:32661:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1917f2200 with handle 0xb2d39e653c8caea from hash 00010000:00000001:3.0:1787998272.227880:0:32661:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1787998272.227882:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998272.227883:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998272.227886:0:32661:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1787998272.227889:0:32661:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1787998272.227892:0:32661:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1787998272.227895:0:32661:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1787998272.227898:0:32661:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:3.0:1787998272.227902:0:32661:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:3.0:1787998272.227911:0:32661:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d01c00. 00000020:00000040:3.0:1787998272.227915:0:32661:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:3.0:1787998272.227920:0:32661:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787998272.227922:0:32661:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998272.227925:0:32661:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1787998272.228144:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998272.228151:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998272.228153:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998272.228155:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998272.228158:0:32661:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998272.228210:0:32661:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998272.228217:0:32661:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998272.228226:0:32661:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d191d92200. 00000100:00000001:3.0:1787998272.228234:0:32661:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998272.228237:0:32661:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998272.228240:0:32661:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1787998272.228247:0:32661:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8caf1 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6acf02 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787998272.228262:0:32661:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2200/0xb2d39e653c8caea lrc: 1/0,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6acec3 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787998272.228271:0:32661:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1787998272.228277:0:32661:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:3.0:1787998272.228279:0:32661:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:3.0:1787998272.228281:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1787998272.228284:0:32661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8caf1 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6acf02 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1787998272.229419:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998272.229422:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1787998272.229425:0:32661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2200/0xb2d39e653c8caea lrc: 0/0,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6acec3 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:3.0:1787998272.229433:0:32661:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d192b98900 count: 0 00010000:00000010:3.0:1787998272.229441:0:32661:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d1a0046380. 00010000:00000001:3.0:1787998272.229450:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998272.229451:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1787998272.229454:0:32661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3400/0xb2d39e653c8cab2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ace29 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:3.0:1787998272.229461:0:32661:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d192b98700 count: 0 00010000:00000010:3.0:1787998272.229464:0:32661:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d1a0046800. 00010000:00000001:3.0:1787998272.229469:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998272.229471:0:32661:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998272.229474:0:32661:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998272.229476:0:32661:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998272.229478:0:32661:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1787998272.229511:0:32661:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787998272.229525:0:32661:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191d01c00 x1874850291762944/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998272.229534:0:32661:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787998272.229705:0:32661:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787998272.229717:0:32661:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191748480. 00000100:00000001:3.0:1787998272.229720:0:32661:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226542249088 : -117847167302528 : ffff94d191748480) 00000100:00000001:3.0:1787998272.229723:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998272.229725:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548251648 : -117847161299968 : ffff94d191d01c00) 00000100:00000001:3.0:1787998272.229731:0:32661:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998272.229735:0:32661:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998272.229739:0:32661:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787998272.229741:0:32661:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998272.229745:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d01c00 x1874850291762944/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998272.229753:0:32661:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998272.229756:0:32661:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998272.229760:0:32661:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998272.229764:0:32661:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998272.229859:0:32661:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998272.229864:0:32661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d01c00 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32661:1874850291762944:192.168.206.123@tcp:36:rm.0 00000100:00000001:3.0:1787998272.229869:0:32661:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998272.229876:0:32661:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998272.229879:0:32661:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998272.229882:0:32661:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998272.229888:0:32661:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1a0096800. 02000000:00000001:3.0:1787998272.229890:0:32661:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998272.229899:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998272.229904:0:32661:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a268. 00000400:00000010:3.0:1787998272.229913:0:32661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5770. 00000100:00000200:3.0:1787998272.229922:0:32661:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291762944, portal 10 00000100:00000001:3.0:1787998272.229924:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998272.229925:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548251648 : -117847161299968 : ffff94d191d01c00) 00000100:00000040:3.0:1787998272.229933:0:32661:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d01c00 x1874850291762944/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1787998288 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998272.229941:0:32661:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998272.229944:0:32661:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998272.229947:0:32661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5198. 00000100:00000200:3.0:1787998272.229950:0:32661:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1874850291762944, offset 0 00000400:00000200:3.0:1787998272.229957:0:32661:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998272.229969:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998272.229978:0:32661:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998272.229984:0:32661:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998272.229989:0:32661:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998272.229994:0:32661:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998272.229997:0:32661:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998272.230000:0:32661:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2734:2734:256:4294967295] 192.168.206.123@tcp LPNI seq info [2734:2734:8:4294967295] 00000400:00000200:3.0:1787998272.230004:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998272.230015:0:32661:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998272.230021:0:32661:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998272.230029:0:32661:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199320600. 00000800:00000200:3.0:1787998272.230036:0:32661:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998272.230046:0:32661:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998272.230051:0:32661:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199320600 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1787998272.230132:0:32661:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998272.230138:0:32661:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 839683 usecs (840 jiffies) 00000400:00000200:3.0:1787998272.230142:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998272.230145:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296453227 00000100:00000001:3.0:1787998272.230149:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296455156 00000100:00000001:3.0:1787998272.230152:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296453227 00000100:00000001:3.0:1787998272.230154:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296455156 00000100:00000001:3.0:1787998272.230157:0:32661:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998272.230160:0:32661:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998272.230162:0:32661:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998272.230175:0:32661:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787998272.230179:0:32661:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191748480 going to sleep for 11 seconds 00000100:00000001:3.0:1787998272.230182:0:32661:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998272.230185:0:32661:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998272.232113:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998272.232126:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199320600. 00000400:00000200:2.0:1787998272.232136:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.232145:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998272.232154:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5198 00000400:00000010:2.0:1787998272.232157:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5198. 00000100:00000001:2.0:1787998272.232171:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998272.232180:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d01c00 x1874850291762944/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1787998288 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998272.232193:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998272.232197:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d01c00 x1874850291762944/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1787998288 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998272.232203:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998272.232205:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1787998272.238212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366800. 00010000:00000010:3.1:1787998272.238236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98900. 00010000:00000010:3.1:1787998272.238241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2200. 00010000:00000010:3.1:1787998272.238245:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98700. 00010000:00000010:3.1:1787998272.238248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3400. 00000800:00000001:2.0:1787998272.242459:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.242493:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998272.242498:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.242502:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.242513:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.242522:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998272.242535:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.242540:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.242546:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.242551:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a5c700 00000400:00000200:2.0:1787998272.242558:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.242565:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x7f45 [1] + 224 00000800:00000001:2.0:1787998272.242573:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.242582:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.242585:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.242591:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998272.242600:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998272.242610:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d01c00 x1874850291762944/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1787998288 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998272.242634:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94d191d01c00 x1874850291762944/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998272.242652:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998272.242662:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.242665:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998272.242731:0:32661:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998272.242740:0:32661:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998272.242743:0:32661:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998272.242746:0:32661:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a268. 00000400:00000200:3.0:1787998272.242751:0:32661:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5770 00000400:00000010:3.0:1787998272.242754:0:32661:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5770. 00000100:00000001:3.0:1787998272.242758:0:32661:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998272.242764:0:32661:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d01c00 x1874850291762944/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998272.242970:0:32661:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d01c00 x1874850291762944/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998272.242977:0:32661:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998272.242979:0:32661:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998272.242982:0:32661:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998272.242986:0:32661:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998272.242990:0:32661:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998272.242992:0:32661:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998272.242996:0:32661:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998272.243008:0:32661:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=98 v=5 (5 104 104 104) 00000100:00001000:3.0:1787998272.243013:0:32661:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998272.243016:0:32661:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998272.243018:0:32661:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998272.243021:0:32661:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998272.243025:0:32661:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998272.243028:0:32661:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1787998272.243031:0:32661:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009a/0x10000013c] 00000100:00000001:3.0:1787998272.243033:0:32661:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1787998272.243035:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998272.243037:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548251648 : -117847161299968 : ffff94d191d01c00) 00000100:00000001:3.0:1787998272.243041:0:32661:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998272.243043:0:32661:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967616 00000100:00000001:3.0:1787998272.243045:0:32661:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998272.243048:0:32661:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998272.243053:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d01c00 x1874850291762944/t4294967624(4294967624) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1787998288 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998272.243060:0:32661:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998272.243063:0:32661:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998272.243065:0:32661:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998272.243070:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d01c00 x1874850291762944/t4294967624(4294967624) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1787998288 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998272.243083:0:32661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d01c00 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32661:1874850291762944:192.168.206.123@tcp:36:rm.0 00000100:00000001:3.0:1787998272.243088:0:32661:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998272.243092:0:32661:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998272.243094:0:32661:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787998272.243097:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998272.243101:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d01c00 x1874850291762944/t4294967624(4294967624) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1787998288 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998272.243108:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787998272.243111:0:32661:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191748480. 00000100:00000001:3.0:1787998272.243115:0:32661:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787998272.243117:0:32661:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998272.243126:0:32661:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998272.243130:0:32661:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998272.243135:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:3.0:1787998272.243139:0:32661:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191cd7600. 00000080:00000002:3.0:1787998272.243145:0:32661:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1787998253 to 1787998272 00000100:00000001:3.0:1787998272.243153:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998272.243156:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d01c00 x1874850291762944/t4294967624(4294967624) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1787998288 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998272.243174:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998272.243176:0:32661:0:(namei.c:2371:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998272.243197:0:32661:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:3.0:1787998272.243201:0:32661:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:3.0:1787998272.243203:0:32661:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x23:0x0](ffff94d1989af448) 00800000:00000001:3.0:1787998272.243208:0:32661:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:3.0:1787998272.243210:0:32661:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x23:0x0] 00000002:00000001:3.0:1787998272.243216:0:32661:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:3.0:1787998272.243223:0:32661:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998272.243226:0:32661:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:3.0:1787998272.243228:0:32661:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998272.243230:0:32661:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998272.243233:0:32661:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1787998272.243237:0:32661:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1787998272.243239:0:32661:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998272.243241:0:32661:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998272.243245:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d191d63040 1 00800000:00000010:3.0:1787998272.243248:0:32661:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d191d63040. 00000080:00000001:3.0:1787998272.243253:0:32661:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1787998272.243255:0:32661:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1787998272.243271:0:32661:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1787998272.243275:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffe30 00000080:00002000:3.0:1787998272.243278:0:32661:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff94d18354b0d8, parent ffff94d198a90798, inode 0000000000000000) hashed, 00000080:00000001:3.0:1787998272.243281:0:32661:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1787998272.243285:0:32661:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1787998272.243288:0:32661:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1787998272.243337:0:32661:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998272.243342:0:32661:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998272.243344:0:32661:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1787998272.243346:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffb20 00000080:00200000:3.0:1787998272.243348:0:32661:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:3.0:1787998272.243355:0:32661:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191d92800. 00800000:00000002:3.0:1787998272.243362:0:32661:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:3.0:1787998272.243366:0:32661:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787998272.243370:0:32661:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787998272.243372:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffa40 00800000:00000002:3.0:1787998272.243376:0:32661:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998272.243380:0:32661:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787998272.243383:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998272.243386:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998272.243389:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998272.243391:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998272.243393:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998272.243395:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998272.243397:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998272.243400:0:32661:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1787998272.243405:0:32661:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787998272.243407:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bff910 00000002:00010000:3.0:1787998272.243409:0:32661:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1787998272.243412:0:32661:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787998272.243415:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998272.243418:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1787998272.243421:0:32661:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998272.243424:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998272.243425:0:32661:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998272.243428:0:32661:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1787998272.243430:0:32661:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1787998272.243436:0:32661:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d01180. 00000020:00000040:3.0:1787998272.243441:0:32661:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:3.0:1787998272.243448:0:32661:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1787998272.243453:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998272.243461:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998272.243463:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998272.243465:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998272.243468:0:32661:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998272.243471:0:32661:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998272.243476:0:32661:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998272.243496:0:32661:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0094c00. 00000100:00000001:3.0:1787998272.243503:0:32661:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998272.243508:0:32661:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998272.243510:0:32661:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998272.243511:0:32661:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998272.243512:0:32661:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998272.243514:0:32661:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998272.243520:0:32661:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226548248960 : -117847161302656 : ffff94d191d01180) 00010000:00000001:3.0:1787998272.243524:0:32661:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1787998272.243526:0:32661:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1787998272.243531:0:32661:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d18a360b00. 00010000:00000010:3.0:1787998272.243535:0:32661:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d190a8d500. 00010000:00000001:3.0:1787998272.243540:0:32661:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1787998272.243544:0:32661:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1903e5200. 00000020:00000001:3.0:1787998272.243548:0:32661:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1787998272.243552:0:32661:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1903e5200 with handle 0xb2d39e653c8caf8 to hash 00000020:00000001:3.0:1787998272.243555:0:32661:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1787998272.243556:0:32661:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998272.243560:0:32661:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998272.243565:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998272.243568:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998272.243572:0:32661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8caf8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998272.243581:0:32661:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8caf8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998272.243593:0:32661:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8caf8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1787998272.243598:0:32661:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787998272.243600:0:32661:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787998272.243606:0:32661:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191748480. 00000100:00000001:3.0:1787998272.243608:0:32661:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226542249088 : -117847167302528 : ffff94d191748480) 00000100:00000001:3.0:1787998272.243610:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998272.243611:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548248960 : -117847161302656 : ffff94d191d01180) 00000100:00000001:3.0:1787998272.243617:0:32661:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998272.243621:0:32661:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998272.243633:0:32661:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787998272.243635:0:32661:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998272.243639:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d01180 x1874850291763072/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.243647:0:32661:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998272.243650:0:32661:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998272.243655:0:32661:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998272.243657:0:32661:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998272.243660:0:32661:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998272.243664:0:32661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d01180 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32661:1874850291763072:192.168.206.123@tcp:101:rm.0 00000100:00000001:3.0:1787998272.243668:0:32661:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998272.243674:0:32661:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998272.243677:0:32661:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998272.243680:0:32661:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998272.243686:0:32661:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d19175e800. 02000000:00000001:3.0:1787998272.243689:0:32661:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998272.243694:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998272.243697:0:32661:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a268. 00000400:00000010:3.0:1787998272.243705:0:32661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5770. 00000100:00000200:3.0:1787998272.243713:0:32661:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291763072, portal 10 00000100:00000001:3.0:1787998272.243715:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998272.243716:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548248960 : -117847161302656 : ffff94d191d01180) 00000100:00000040:3.0:1787998272.243721:0:32661:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d01180 x1874850291763072/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998288 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.243729:0:32661:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998272.243732:0:32661:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998272.243734:0:32661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5aa0. 00000100:00000200:3.0:1787998272.243737:0:32661:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1874850291763072, offset 0 00000400:00000200:3.0:1787998272.243743:0:32661:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998272.243751:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998272.243758:0:32661:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998272.243765:0:32661:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998272.243824:0:32661:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998272.243828:0:32661:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998272.243831:0:32661:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998272.243835:0:32661:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2735:2735:256:4294967295] 192.168.206.123@tcp LPNI seq info [2735:2735:8:4294967295] 00000400:00000200:3.0:1787998272.243839:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998272.243848:0:32661:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998272.243854:0:32661:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998272.243859:0:32661:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199320600. 00000800:00000200:3.0:1787998272.243867:0:32661:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998272.243875:0:32661:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998272.243879:0:32661:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199320600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1787998272.243898:0:32661:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998272.243903:0:32661:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 838538 usecs (839 jiffies) 00000400:00000200:3.0:1787998272.243906:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998272.243910:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296453240 00000100:00000001:3.0:1787998272.243913:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296455156 00000100:00000001:3.0:1787998272.243916:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296453240 00000100:00000001:3.0:1787998272.243918:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296455156 00000100:00000001:3.0:1787998272.243921:0:32661:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998272.243923:0:32661:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998272.243925:0:32661:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998272.243928:0:32661:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787998272.243931:0:32661:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191748480 going to sleep for 11 seconds 00000100:00000001:3.0:1787998272.243933:0:32661:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998272.243935:0:32661:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998272.245134:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998272.245143:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199320600. 00000400:00000200:2.0:1787998272.245153:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.245161:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998272.245178:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5aa0 00000400:00000010:2.0:1787998272.245181:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5aa0. 00000100:00000001:2.0:1787998272.245188:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998272.245195:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d01180 x1874850291763072/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998288 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998272.245207:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998272.245210:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d01180 x1874850291763072/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998288 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998272.245217:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998272.245219:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998272.248326:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.248343:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998272.248347:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.248349:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.248357:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.248365:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998272.248374:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.248379:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.248384:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.248388:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a5c780 00000400:00000200:2.0:1787998272.248393:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.248398:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x7f55 [1] + 224 00000800:00000001:2.0:1787998272.248405:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.248412:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.248415:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.248419:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998272.248426:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998272.248433:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d01180 x1874850291763072/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998288 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998272.248444:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d191d01180 x1874850291763072/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.248487:0:32661:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998272.248504:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998272.248512:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.248516:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1787998272.248553:0:32661:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998272.248555:0:32661:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998272.248558:0:32661:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a268. 00000400:00000200:3.0:1787998272.248562:0:32661:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5770 00000400:00000010:3.0:1787998272.248564:0:32661:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5770. 00000100:00000001:3.0:1787998272.248567:0:32661:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998272.248572:0:32661:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d01180 x1874850291763072/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1787998272.248580:0:32661:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d01180 x1874850291763072/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.248585:0:32661:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998272.248587:0:32661:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998272.248589:0:32661:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998272.248593:0:32661:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998272.248595:0:32661:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998272.248598:0:32661:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998272.248600:0:32661:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998272.248610:0:32661:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=98 v=5 (5 104 104 104) 00000100:00001000:3.0:1787998272.248615:0:32661:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998272.248618:0:32661:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998272.248619:0:32661:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998272.248622:0:32661:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998272.248635:0:32661:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998272.248639:0:32661:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998272.248641:0:32661:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967616 00000100:00000001:3.0:1787998272.248643:0:32661:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998272.248646:0:32661:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998272.248650:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d01180 x1874850291763072/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.248657:0:32661:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998272.248660:0:32661:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998272.248662:0:32661:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998272.248665:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d01180 x1874850291763072/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998288 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787998272.248673:0:32661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d01180 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32661:1874850291763072:192.168.206.123@tcp:101:rm.0 00000100:00000001:3.0:1787998272.248677:0:32661:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998272.248680:0:32661:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998272.248682:0:32661:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787998272.248684:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998272.248687:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d01180 x1874850291763072/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998288 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.248693:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787998272.248696:0:32661:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191748480. 00000100:00000001:3.0:1787998272.248699:0:32661:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787998272.248700:0:32661:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998272.248703:0:32661:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1787998272.248706:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998272.248708:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998272.248711:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5200 refcount=4 00000020:00000001:3.0:1787998272.248713:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998272.248716:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000040:3.0:1787998272.248721:0:32661:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1903e5200, remote cookie: 0x4fd9a50f3a6acf25, flags: 0x1001 00010000:00010000:3.0:1787998272.248727:0:32661:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8caf8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acf25 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998272.248737:0:32661:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8caf8 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acf25 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998272.248743:0:32661:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1787998272.248747:0:32661:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1787998272.248749:0:32661:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1787998272.248750:0:32661:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1787998272.248751:0:32661:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1787998272.248754:0:32661:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d18a360b00) refcount = 1 00010000:00010000:3.0:1787998272.248757:0:32661:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8caf8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acf25 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998272.248763:0:32661:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1787998272.248908:0:32661:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1787998272.248912:0:32661:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998272.248917:0:32661:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1787998272.248920:0:32661:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998272.248924:0:32661:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8caf8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acf25 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998272.248930:0:32661:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1787998272.248931:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998272.248933:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998272.248934:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998272.248935:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998272.248937:0:32661:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998272.248940:0:32661:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1787998272.248942:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998272.248943:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998272.248945:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5200 refcount=3 00000020:00000001:3.0:1787998272.248947:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998272.248949:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998272.248951:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998272.248952:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998272.248953:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5200 refcount=4 00000020:00000001:3.0:1787998272.248955:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998272.248957:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998272.248959:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998272.248962:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998272.248965:0:32661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8caf8 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acf25 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998272.248970:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998272.248972:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998272.248973:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998272.248974:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998272.248975:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5200 refcount=5 00000020:00000001:3.0:1787998272.248977:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998272.248979:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998272.248981:0:32661:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998272.248984:0:32661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8caf8 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acf25 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998272.248988:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998272.248989:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1787998272.248991:0:32661:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8caf8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acf25 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998272.248996:0:32661:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998272.248997:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998272.248998:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998272.248999:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998272.249000:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1787998272.249005:0:32661:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d191d01180 x1874850291763072/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998288 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1787998272.249018:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998272.249019:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998272.249020:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5200 refcount=3 00000020:00000001:3.0:1787998272.249022:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998272.249024:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998272.249026:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998272.249027:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998272.249028:0:32661:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998272.249030:0:32661:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998272.249033:0:32661:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1787998272.249035:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998272.249036:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998272.249037:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5200 refcount=3 00000020:00000001:3.0:1787998272.249039:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998272.249041:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00000002:00010000:3.0:1787998272.249044:0:32661:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8caf8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acf25 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998272.249051:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998272.249052:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998272.249053:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1787998272.249055:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998272.249056:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998272.249057:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5200 refcount=3 00000020:00000001:3.0:1787998272.249059:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998272.249061:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000040:3.0:1787998272.249067:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360b00 count: 2 00010000:00000001:3.0:1787998272.249070:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1787998272.249073:0:32661:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1787998272.249075:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998272.249076:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998272.249078:0:32661:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1787998272.249081:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bff898 00000002:00002000:3.0:1787998272.249083:0:32661:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1787998272.249086:0:32661:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998272.249090:0:32661:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998272.249093:0:32661:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1787998272.249095:0:32661:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1787998272.249098:0:32661:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998272.249103:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:3.0:1787998272.249106:0:32661:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191d92800. 00000080:00000001:3.0:1787998272.249110:0:32661:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1787998272.249113:0:32661:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1787998272.249118:0:32661:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1787998272.249122:0:32661:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1787998272.249218:0:32661:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d190b35640. 00800000:00000001:0.0:1787998272.249221:0:32661:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626226529588800 : -117847179962816 : ffff94d190b35640) 00800000:00000001:0.0:1787998272.249224:0:32661:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.249226:0:32661:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1787998272.249229:0:32661:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1787998272.249230:0:32661:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1787998272.249233:0:32661:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1787998272.249235:0:32661:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1787998272.249237:0:32661:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.249241:0:32661:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1787998272.249244:0:32661:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1787998272.249248:0:32661:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1787998272.249251:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.249252:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.249254:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5200 refcount=3 00000020:00000001:0.0:1787998272.249256:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:0.0:1787998272.249257:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:0.0:1787998272.249259:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.249261:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1787998272.249263:0:32661:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1787998272.249265:0:32661:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1787998272.249266:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d190b35640 1 00800000:00000010:0.0:1787998272.249268:0:32661:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d190b35640. 00800000:00000001:0.0:1787998272.249271:0:32661:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998272.249274:0:32661:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8caf8 00800000:00000001:0.0:1787998272.249277:0:32661:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998272.249279:0:32661:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998272.249281:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.249282:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.249283:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5200 refcount=3 00000020:00000001:0.0:1787998272.249285:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:0.0:1787998272.249287:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:0.0:1787998272.249289:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.249290:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998272.249291:0:32661:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998272.249293:0:32661:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.249296:0:32661:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998272.249298:0:32661:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:0.0:1787998272.249301:0:32661:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8caf8 from it ffffb66d41bffb58 00010000:00000001:0.0:1787998272.249303:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.249304:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.249305:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5200 refcount=3 00000020:00000001:0.0:1787998272.249307:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:0.0:1787998272.249309:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:0.0:1787998272.249311:0:32661:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998272.249313:0:32661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8caf8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acf25 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998272.249319:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.249320:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.249322:0:32661:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998272.249325:0:32661:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998272.249328:0:32661:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8caf8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acf25 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787998272.249334:0:32661:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998272.249336:0:32661:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998272.249338:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998272.249342:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.249344:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.249345:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.249349:0:32661:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998272.249350:0:32661:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.249352:0:32661:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.249354:0:32661:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.249356:0:32661:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998272.249357:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.249358:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787998272.249360:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998272.249364:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d01180 x1874850291763072/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998288 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.249370:0:32661:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998272.249372:0:32661:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998272.249376:0:32661:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d19175e800. 02000000:00000001:0.0:1787998272.249379:0:32661:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998272.249382:0:32661:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998272.249383:0:32661:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998272.249386:0:32661:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998272.249388:0:32661:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1a0094c00. 02000000:00000001:0.0:1787998272.249392:0:32661:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998272.249394:0:32661:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998272.249396:0:32661:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d01180. 00000100:00000001:0.0:1787998272.249399:0:32661:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998272.249401:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998272.249404:0:32661:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:0.0:1787998272.249408:0:32661:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.249414:0:32661:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1787998272.249416:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffb48 00000080:00002000:0.0:1787998272.249418:0:32661:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff94d18354b798) flags 0x20000e refc 1 00000080:00000001:0.0:1787998272.249421:0:32661:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.249422:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffb90 00000080:00200000:0.0:1787998272.249424:0:32661:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=8 00000080:00000002:0.0:1787998272.249428:0:32661:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000020:00000001:0.0:1787998272.249438:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffd08 00000080:00200008:0.0:1787998272.249440:0:32661:0:(file.c:6295:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff94d1880063c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1787998272.249447:0:32661:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1787998272.249450:0:32661:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.249452:0:32661:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1787998272.249454:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffc80 00000080:00200000:0.0:1787998272.249455:0:32661:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff94d1880063c8),name=d21h.recovery-small-2 00000080:00000010:0.0:1787998272.249461:0:32661:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191cd7e00. 00800000:00000002:0.0:1787998272.249465:0:32661:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998272.249470:0:32661:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998272.249473:0:32661:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998272.249474:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffba0 00800000:00000002:0.0:1787998272.249476:0:32661:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x24:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998272.249479:0:32661:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998272.249482:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998272.249485:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998272.249487:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998272.249489:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998272.249491:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.249493:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998272.249494:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998272.249497:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998272.249498:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998272.249499:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998272.249500:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998272.249502:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.249503:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1787998272.249505:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.249507:0:32661:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 00000002:00000001:0.0:1787998272.249511:0:32661:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998272.249512:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffa70 00000002:00010000:0.0:1787998272.249513:0:32661:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787998272.249517:0:32661:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787998272.249518:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998272.249520:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998272.249523:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 2 00010000:00000001:0.0:1787998272.249526:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998272.249529:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998272.249531:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998272.249534:0:32661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8cace lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace84 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1787998272.249541:0:32661:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998272.249545:0:32661:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998272.249548:0:32661:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8cace lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace84 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1787998272.249553:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1787998272.249555:0:32661:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998272.249557:0:32661:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998272.249559:0:32661:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998272.249561:0:32661:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998272.249562:0:32661:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1787998272.249564:0:32661:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1787998272.249566:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998272.249568:0:32661:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191cd7e00. 00000080:00000001:0.0:1787998272.249570:0:32661:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787998272.249572:0:32661:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998272.249574:0:32661:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff94d1880063c8) 00000080:00010000:0.0:1787998272.249576:0:32661:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff94d1880063c8) for lock 0xb2d39e653c8cace 00800000:00000001:0.0:1787998272.249578:0:32661:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998272.249579:0:32661:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998272.249581:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.249582:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.249584:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367400 refcount=3 00000020:00000001:0.0:1787998272.249585:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998272.249587:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998272.249590:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.249591:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998272.249593:0:32661:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998272.249594:0:32661:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998272.249596:0:32661:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cace from it ffffb66d41bffcb8 00010000:00000001:0.0:1787998272.249598:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.249599:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.249600:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367400 refcount=3 00000020:00000001:0.0:1787998272.249602:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998272.249603:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998272.249605:0:32661:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998272.249607:0:32661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8cace lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace84 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787998272.249612:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.249613:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.249614:0:32661:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998272.249615:0:32661:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998272.249618:0:32661:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8cace lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace84 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1787998272.249636:0:32661:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998272.249638:0:32661:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998272.249639:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998272.249641:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.249642:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.249643:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.249645:0:32661:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998272.249646:0:32661:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.249648:0:32661:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.249650:0:32661:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.249651:0:32661:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998272.249653:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.249654:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787998272.249655:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787998272.249656:0:32661:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998272.249659:0:32661:0:(file.c:6248:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.249662:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffd08 00000080:00000008:0.0:1787998272.249664:0:32661:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff94d1880063c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1787998272.249706:0:32661:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787998272.249709:0:32661:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787998272.249710:0:32661:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1787998272.249711:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffbc0 00000080:00200000:0.0:1787998272.249713:0:32661:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:0.0:1787998272.249716:0:32661:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191cd7e00. 00800000:00000002:0.0:1787998272.249718:0:32661:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998272.249720:0:32661:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998272.249722:0:32661:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998272.249723:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffae0 00800000:00000002:0.0:1787998272.249725:0:32661:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998272.249727:0:32661:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998272.249729:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998272.249730:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998272.249731:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998272.249732:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998272.249733:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.249735:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998272.249737:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.249739:0:32661:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1787998272.249741:0:32661:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998272.249742:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bff9b0 00000002:00010000:0.0:1787998272.249744:0:32661:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787998272.249746:0:32661:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787998272.249747:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998272.249749:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998272.249751:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360b00 count: 2 00010000:00000001:0.0:1787998272.249753:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998272.249754:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998272.249756:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998272.249759:0:32661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8caf8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acf25 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1787998272.249765:0:32661:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 00000080:00000010:3.1:1787998272.249825:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d1989af380. 00000080:00000010:3.1:1787998272.249836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a9c800. 02000000:00000001:0.0:1787998272.249916:0:32661:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998272.249920:0:32661:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8caf8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acf25 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1787998272.249926:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1787998272.249928:0:32661:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998272.249930:0:32661:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998272.249931:0:32661:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998272.249933:0:32661:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998272.249935:0:32661:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1787998272.249937:0:32661:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1787998272.249939:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998272.249941:0:32661:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191cd7e00. 00000080:00000001:0.0:1787998272.249944:0:32661:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787998272.249945:0:32661:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998272.249947:0:32661:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:0.0:1787998272.249950:0:32661:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8caf8 00800000:00000001:0.0:1787998272.249953:0:32661:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998272.249954:0:32661:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998272.249955:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.249957:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.249958:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5200 refcount=3 00000020:00000001:0.0:1787998272.249960:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:0.0:1787998272.249963:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:0.0:1787998272.249965:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.249966:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998272.249967:0:32661:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998272.249968:0:32661:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998272.249970:0:32661:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8caf8 from it ffffb66d41bffbf8 00010000:00000001:0.0:1787998272.249972:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.249973:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.249974:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5200 refcount=3 00000020:00000001:0.0:1787998272.249976:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:0.0:1787998272.249978:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:0.0:1787998272.249980:0:32661:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998272.249982:0:32661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8caf8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acf25 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787998272.249988:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.249989:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.249990:0:32661:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998272.249992:0:32661:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998272.249994:0:32661:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8caf8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acf25 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1787998272.249999:0:32661:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998272.250001:0:32661:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998272.250002:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998272.250004:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.250005:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.250007:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.250008:0:32661:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998272.250010:0:32661:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.250011:0:32661:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.250013:0:32661:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.250014:0:32661:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998272.250015:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.250017:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787998272.250018:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787998272.250019:0:32661:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998272.250021:0:32661:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:0.0:1787998272.250024:0:32661:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.250027:0:32661:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1787998272.250029:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffbc0 00000080:00002000:0.0:1787998272.250030:0:32661:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff94d18354b798) flags 0x20000e refc 1 00000080:00000001:0.0:1787998272.250033:0:32661:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.250034:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffc08 00000080:00200000:0.0:1787998272.250036:0:32661:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=266 00000080:00000002:0.0:1787998272.250039:0:32661:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1787998272.250044:0:32661:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:0.0:1787998272.250046:0:32661:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff94d1880063c8), inode mode 41ed mask 44 00000080:00000001:0.0:1787998272.250048:0:32661:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.250053:0:32661:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1787998272.250055:0:32661:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1787998272.250057:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffb78 00000080:00200008:0.0:1787998272.250059:0:32661:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff94d1880063c8), flags 704400 00000080:00000010:0.0:1787998272.250064:0:32661:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d1863303c0. 00000080:00000001:0.0:1787998272.250070:0:32661:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1787998272.250072:0:32661:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191cd7e00. 00800000:00000002:0.0:1787998272.250075:0:32661:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998272.250077:0:32661:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998272.250079:0:32661:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998272.250080:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffa28 00800000:00000002:0.0:1787998272.250082:0:32661:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x24:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998272.250084:0:32661:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1787998272.250086:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998272.250087:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998272.250089:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998272.250090:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998272.250091:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.250093:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1787998272.250095:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.250097:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bff9a8 00800000:00000002:0.0:1787998272.250099:0:32661:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1787998272.250101:0:32661:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998272.250103:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bff8e0 00000002:00010000:0.0:1787998272.250105:0:32661:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:0.0:1787998272.250108:0:32661:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1787998272.250110:0:32661:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1787998272.250113:0:32661:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1787998272.250116:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 2 00010000:00000001:0.0:1787998272.250118:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998272.250120:0:32661:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1787998272.250123:0:32661:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.250125:0:32661:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.250127:0:32661:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.250129:0:32661:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1787998272.250131:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360b00 count: 2 00010000:00000001:0.0:1787998272.250133:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998272.250134:0:32661:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1787998272.250136:0:32661:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.250137:0:32661:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.250139:0:32661:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998272.250143:0:32661:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c13100. 00000020:00000040:0.0:1787998272.250146:0:32661:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:0.0:1787998272.250151:0:32661:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787998272.250152:0:32661:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.250155:0:32661:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1787998272.250158:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998272.250160:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.250161:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.250163:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.250165:0:32661:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998272.250167:0:32661:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998272.250169:0:32661:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998272.250175:0:32661:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1923a3c00. 00000100:00000001:0.0:1787998272.250181:0:32661:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.250185:0:32661:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998272.250187:0:32661:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.250188:0:32661:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998272.250189:0:32661:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.250191:0:32661:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.250196:0:32661:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626226547273984 : -117847162277632 : ffff94d191c13100) 00010000:00000001:0.0:1787998272.250199:0:32661:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1787998272.250201:0:32661:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1787998272.250202:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360b00 count: 2 00010000:00000001:0.0:1787998272.250204:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998272.250206:0:32661:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1787998272.250209:0:32661:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d187367e00. 00000020:00000001:0.0:1787998272.250212:0:32661:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1787998272.250214:0:32661:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d187367e00 with handle 0xb2d39e653c8caff to hash 00000020:00000001:0.0:1787998272.250216:0:32661:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1787998272.250217:0:32661:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226370412032 : -117847339139584 : ffff94d187367e00) 00010000:00000001:0.0:1787998272.250221:0:32661:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226370412032 : -117847339139584 : ffff94d187367e00) 00010000:00000001:0.0:1787998272.250223:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998272.250225:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998272.250228:0:32661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367e00/0xb2d39e653c8caff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998272.250234:0:32661:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367e00/0xb2d39e653c8caff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787998272.250245:0:32661:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787998272.250251:0:32661:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191c13100 x1874850291763328/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787998272.250260:0:32661:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367e00/0xb2d39e653c8caff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1787998272.250265:0:32661:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998272.250266:0:32661:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998272.250271:0:32661:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d18330fe40. 00000100:00000001:0.0:1787998272.250273:0:32661:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226302942784 : -117847406608832 : ffff94d18330fe40) 00000100:00000001:0.0:1787998272.250276:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998272.250278:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547273984 : -117847162277632 : ffff94d191c13100) 00000100:00000001:0.0:1787998272.250282:0:32661:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998272.250287:0:32661:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.250289:0:32661:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998272.250290:0:32661:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998272.250294:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c13100 x1874850291763328/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.250301:0:32661:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998272.250303:0:32661:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998272.250306:0:32661:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998272.250309:0:32661:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998272.250311:0:32661:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998272.250314:0:32661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c13100 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32661:1874850291763328:192.168.206.123@tcp:101:rm.0 00000100:00000001:0.0:1787998272.250318:0:32661:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998272.250324:0:32661:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998272.250326:0:32661:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998272.250329:0:32661:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998272.250428:0:32661:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94d199f00000. 02000000:00000001:0.0:1787998272.250430:0:32661:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998272.250437:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998272.250441:0:32661:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30630. 00000400:00000010:0.0:1787998272.250448:0:32661:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94d1a00f9800. 00000100:00000200:0.0:1787998272.250456:0:32661:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1874850291763328, portal 10 00000100:00000001:0.0:1787998272.250458:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998272.250459:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547273984 : -117847162277632 : ffff94d191c13100) 00000100:00000040:0.0:1787998272.250465:0:32661:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191c13100 x1874850291763328/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998288 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.250472:0:32661:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998272.250474:0:32661:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998272.250478:0:32661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807110. 00000100:00000200:0.0:1787998272.250481:0:32661:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1874850291763328, offset 0 00000400:00000200:0.0:1787998272.250487:0:32661:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998272.250493:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998272.250501:0:32661:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998272.250506:0:32661:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998272.250510:0:32661:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998272.250513:0:32661:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998272.250516:0:32661:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998272.250519:0:32661:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2736:2736:256:4294967295] 192.168.206.123@tcp LPNI seq info [2736:2736:8:4294967295] 00000400:00000200:0.0:1787998272.250523:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998272.250532:0:32661:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998272.250538:0:32661:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998272.250543:0:32661:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4500. 00000800:00000200:0.0:1787998272.250548:0:32661:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998272.250556:0:32661:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998272.250561:0:32661:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4500 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1787998272.250645:0:32661:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998272.250651:0:32661:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 837382 usecs (838 jiffies) 00000400:00000200:0.0:1787998272.250654:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998272.250657:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296453245 00000100:00000001:0.0:1787998272.250660:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296455156 00000100:00000001:0.0:1787998272.250662:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296453245 00000100:00000001:0.0:1787998272.250665:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296455156 00000100:00000001:0.0:1787998272.250667:0:32661:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998272.250670:0:32661:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.250672:0:32661:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998272.250674:0:32661:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998272.250677:0:32661:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d18330fe40 going to sleep for 11 seconds 00000100:00000001:0.0:1787998272.250680:0:32661:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998272.250682:0:32661:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998272.251948:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998272.251956:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4500. 00000400:00000200:2.0:1787998272.251963:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.251970:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998272.251976:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807110 00000400:00000010:2.0:1787998272.251978:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807110. 00000100:00000001:2.0:1787998272.251983:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998272.251990:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c13100 x1874850291763328/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998288 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998272.252001:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998272.252004:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c13100 x1874850291763328/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998288 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998272.252011:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998272.252012:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998272.254523:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.254538:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998272.254542:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.254544:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.254551:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.254558:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998272.254566:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.254570:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.254575:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.254578:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 664 into portal 10 MB=0x6a92a99a5c880 00000400:00000200:2.0:1787998272.254583:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.254588:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 664/664 into md 0x7f65 [64] + 224 00000800:00000001:2.0:1787998272.254594:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.254600:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.254603:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.254607:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998272.254613:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998272.254621:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c13100 x1874850291763328/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998288 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998272.254644:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff94d191c13100 x1874850291763328/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.254701:0:32661:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998272.254722:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998272.254730:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.254734:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1787998272.254969:0:32661:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998272.254971:0:32661:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998272.254974:0:32661:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30630. 00000400:00000200:0.0:1787998272.254979:0:32661:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1a00f9800 00000400:00000010:0.0:1787998272.254981:0:32661:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff94d1a00f9800. 00000100:00000001:0.0:1787998272.254986:0:32661:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998272.255049:0:32661:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c13100 x1874850291763328/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998272.255061:0:32661:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c13100 x1874850291763328/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.255068:0:32661:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998272.255071:0:32661:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998272.255073:0:32661:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998272.255077:0:32661:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998272.255080:0:32661:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998272.255082:0:32661:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998272.255085:0:32661:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998272.255093:0:32661:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=98 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998272.255097:0:32661:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998272.255100:0:32661:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1787998272.255103:0:32661:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94d191c13100 x1874850291763328/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.255110:0:32661:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1787998272.255113:0:32661:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1787998272.255114:0:32661:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1787998272.255116:0:32661:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1787998272.255118:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998272.255120:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547273984 : -117847162277632 : ffff94d191c13100) 00000100:00000001:0.0:1787998272.255123:0:32661:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998272.255125:0:32661:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967616 00000100:00000001:0.0:1787998272.255127:0:32661:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998272.255129:0:32661:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1787998272.255134:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c13100 x1874850291763328/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998288 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.255140:0:32661:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1787998272.255144:0:32661:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998272.255146:0:32661:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998272.255149:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c13100 x1874850291763328/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998288 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998272.255156:0:32661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c13100 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32661:1874850291763328:192.168.206.123@tcp:101:rm.0 00000100:00000001:0.0:1787998272.255161:0:32661:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998272.255228:0:32661:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1787998272.255232:0:32661:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998272.255234:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998272.255238:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c13100 x1874850291763328/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998288 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.255245:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998272.255248:0:32661:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d18330fe40. 00000100:00000001:0.0:1787998272.255251:0:32661:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998272.255252:0:32661:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1787998272.255255:0:32661:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1787998272.255260:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.255262:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.255265:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367e00 refcount=4 00000020:00000001:0.0:1787998272.255267:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370412032 : -117847339139584 : ffff94d187367e00) 00010000:00000001:0.0:1787998272.255270:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370412032 : -117847339139584 : ffff94d187367e00) 00010000:00010000:0.0:1787998272.255274:0:32661:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367e00/0xb2d39e653c8caff lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998272.255284:0:32661:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1787998272.255287:0:32661:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367e00/0xb2d39e653c8caff lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998272.255293:0:32661:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998272.255296:0:32661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367e00/0xb2d39e653c8caff lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998272.255301:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.255303:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1787998272.255305:0:32661:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367e00/0xb2d39e653c8caff lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998272.255310:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998272.255313:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.255315:0:32661:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1787998272.255318:0:32661:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367e00/0xb2d39e653c8caff lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998272.255326:0:32661:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d187367e00 already unused, calling callback (ffffffffc1bbc3c0) 00000080:00000001:0.0:1787998272.255330:0:32661:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1787998272.255332:0:32661:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367e00/0xb2d39e653c8caff lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998272.255338:0:32661:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1787998272.255340:0:32661:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1787998272.255343:0:32661:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367e00/0xb2d39e653c8caff lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998272.255348:0:32661:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1787998272.255350:0:32661:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1787998272.255351:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.255352:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.255354:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367e00 refcount=5 00000020:00000001:0.0:1787998272.255356:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370412032 : -117847339139584 : ffff94d187367e00) 00010000:00000001:0.0:1787998272.255357:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370412032 : -117847339139584 : ffff94d187367e00) 00010000:00000001:0.0:1787998272.255360:0:32661:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787998272.255362:0:32661:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367e00/0xb2d39e653c8caff lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1787998272.255367:0:32661:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1787998272.255369:0:32661:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998272.255371:0:32661:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1787998272.255373:0:32661:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1787998272.255375:0:32661:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787998272.255377:0:32661:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787998272.255378:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998272.255380:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1787998272.255382:0:32661:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d187367e00 with handle 0xb2d39e653c8caff from hash 00010000:00000001:0.0:1787998272.255384:0:32661:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787998272.255386:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.255387:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.255388:0:32661:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787998272.255390:0:32661:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787998272.255391:0:32661:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1787998272.255393:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.255394:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.255395:0:32661:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.255397:0:32661:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998272.255399:0:32661:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367e00/0xb2d39e653c8caff lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998272.255403:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.255404:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.255405:0:32661:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1787998272.255407:0:32661:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998272.255408:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.255409:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.255410:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787998272.255412:0:32661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367e00/0xb2d39e653c8caff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998272.255422:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.255424:0:32661:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1787998272.255428:0:32661:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1787998272.255433:0:32661:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff94d191c13100 x1874850291763328/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998288 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1787998272.255442:0:32661:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1787998272.255445:0:32661:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d191c13100 x1874850291763328/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998288 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1787998272.255452:0:32661:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.255456:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1787998272.255458:0:32661:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.255460:0:32661:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.255462:0:32661:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.255464:0:32661:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1787998272.255466:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998272.255467:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547273984 : -117847162277632 : ffff94d191c13100) 00010000:00000001:0.0:1787998272.255469:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1787998272.255471:0:32661:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.255472:0:32661:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1787998272.255475:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bff868 00000002:00002000:0.0:1787998272.255476:0:32661:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:0.0:1787998272.255479:0:32661:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998272.255482:0:32661:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998272.255541:0:32661:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1787998272.255543:0:32661:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1787998272.255546:0:32661:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.255550:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998272.255553:0:32661:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191cd7e00. 00000080:00000001:0.0:1787998272.255558:0:32661:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1787998272.255563:0:32661:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1787998272.255567:0:32661:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1787998272.255572:0:32661:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d190b35640. 00800000:00000001:0.0:1787998272.255574:0:32661:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626226529588800 : -117847179962816 : ffff94d190b35640) 00800000:00000001:0.0:1787998272.255577:0:32661:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.255578:0:32661:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1787998272.255581:0:32661:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1787998272.255583:0:32661:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:0.0:1787998272.255585:0:32661:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1787998272.255587:0:32661:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1787998272.255589:0:32661:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.255593:0:32661:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:0.0:1787998272.255596:0:32661:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1787998272.255600:0:32661:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 4096 00000080:00000001:0.0:1787998272.255602:0:32661:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1787998272.255604:0:32661:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1787998272.255606:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d190b35640 1 00800000:00000010:0.0:1787998272.255608:0:32661:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d190b35640. 00800000:00000001:0.0:1787998272.255611:0:32661:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1787998272.255615:0:32661:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:0.0:1787998272.255618:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998272.255621:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c13100 x1874850291763328/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998288 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.255637:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.255641:0:32661:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998272.255645:0:32661:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d190b35640. 00000080:00000001:0.0:1787998272.255648:0:32661:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1787998272.255650:0:32661:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1787998272.255652:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998272.255655:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998272.255657:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998272.255659:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998272.255661:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.255663:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1787998272.255665:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.255667:0:32661:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1787998272.255670:0:32661:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d190a9c8e0. 00000002:00100000:0.0:1787998272.255674:0:32661:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d191c13100 x1874850291763328/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998288 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1787998272.255679:0:32661:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998272.255681:0:32661:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1787998272.255684:0:32661:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1787998272.255688:0:32661:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.255692:0:32661:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1787998272.255693:0:32661:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.255695:0:32661:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998272.255699:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998272.255702:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c13100 x1874850291763328/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998288 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1787998272.255709:0:32661:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998272.255711:0:32661:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94d199f00000. 02000000:00000001:0.0:1787998272.255754:0:32661:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1787998272.255756:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.255760:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffb78 00000080:00000008:0.0:1787998272.255762:0:32661:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff94d1880063c8), flags 704400, rc = 0 00000080:00000001:0.0:1787998272.255765:0:32661:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.255865:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffd28 00000080:00200008:0.0:1787998272.255868:0:32661:0:(file.c:6295:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff94d1880063c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1787998272.255875:0:32661:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1787998272.255878:0:32661:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.255881:0:32661:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1787998272.255882:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffca0 00000080:00200000:0.0:1787998272.255884:0:32661:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff94d1880063c8),name=d21h.recovery-small-2 00000080:00000010:0.0:1787998272.255889:0:32661:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191cd7e00. 00800000:00000002:0.0:1787998272.255894:0:32661:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998272.255900:0:32661:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998272.255903:0:32661:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998272.255904:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffbc0 00800000:00000002:0.0:1787998272.255906:0:32661:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x24:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998272.255910:0:32661:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998272.255912:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998272.255914:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998272.255915:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998272.255917:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998272.255918:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.255920:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998272.255922:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998272.255923:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998272.255924:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998272.255925:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998272.255927:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998272.255928:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.255929:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1787998272.255931:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.255933:0:32661:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 00000002:00000001:0.0:1787998272.255936:0:32661:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998272.255938:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffa90 00000002:00010000:0.0:1787998272.255940:0:32661:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787998272.255943:0:32661:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787998272.255945:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998272.255947:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998272.255952:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 2 00010000:00000001:0.0:1787998272.255955:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998272.255959:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998272.255962:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998272.255966:0:32661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8cace lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace84 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1787998272.255973:0:32661:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998272.255977:0:32661:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998272.255980:0:32661:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8cace lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace84 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1787998272.255986:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1787998272.255988:0:32661:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998272.255990:0:32661:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998272.255991:0:32661:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998272.256004:0:32661:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998272.256006:0:32661:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1787998272.256008:0:32661:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1787998272.256010:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998272.256012:0:32661:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191cd7e00. 00000080:00000001:0.0:1787998272.256016:0:32661:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787998272.256017:0:32661:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998272.256020:0:32661:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff94d1880063c8) 00000080:00010000:0.0:1787998272.256023:0:32661:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff94d1880063c8) for lock 0xb2d39e653c8cace 00800000:00000001:0.0:1787998272.256026:0:32661:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998272.256027:0:32661:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998272.256029:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.256030:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.256032:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367400 refcount=3 00000020:00000001:0.0:1787998272.256034:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998272.256037:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998272.256040:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.256041:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998272.256042:0:32661:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998272.256044:0:32661:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998272.256046:0:32661:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cace from it ffffb66d41bffcd8 00010000:00000001:0.0:1787998272.256048:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.256049:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.256050:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367400 refcount=3 00000020:00000001:0.0:1787998272.256051:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998272.256053:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998272.256055:0:32661:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998272.256058:0:32661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8cace lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace84 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1787998272.256063:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.256064:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.256065:0:32661:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998272.256067:0:32661:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998272.256069:0:32661:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8cace lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace84 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1787998272.256075:0:32661:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998272.256078:0:32661:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998272.256079:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998272.256083:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.256084:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.256085:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.256088:0:32661:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998272.256090:0:32661:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.256091:0:32661:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.256094:0:32661:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.256096:0:32661:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998272.256097:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.256098:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787998272.256100:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787998272.256101:0:32661:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998272.256104:0:32661:0:(file.c:6248:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.256107:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffd28 00000080:00000008:0.0:1787998272.256109:0:32661:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff94d1880063c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1787998272.256127:0:32661:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1787998272.256129:0:32661:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff94d1880063c8) pos/size0/4096 32bit_api 0 00000080:00000010:0.0:1787998272.256133:0:32661:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191cd7e00. 00800000:00000002:0.0:1787998272.256135:0:32661:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d190b35c40 2 00000080:00000001:0.0:1787998272.256137:0:32661:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:0.0:1787998272.256142:0:32661:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:0.0:1787998272.256143:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998272.256144:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998272.256146:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998272.256147:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998272.256149:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.256150:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1787998272.256152:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.256155:0:32661:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:0.0:1787998272.256156:0:32661:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998272.256158:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffab8 00000002:00010000:0.0:1787998272.256160:0:32661:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000405:0x24:0x0], intent: readdir flags 0 00000002:00000001:0.0:1787998272.256163:0:32661:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787998272.256174:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998272.256175:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998272.256177:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 2 00010000:00000001:0.0:1787998272.256180:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998272.256182:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998272.256184:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998272.256186:0:32661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8cace lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace84 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1787998272.256193:0:32661:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998272.256194:0:32661:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998272.256197:0:32661:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8cace lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace84 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1787998272.256207:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1787998272.256209:0:32661:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998272.256210:0:32661:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998272.256212:0:32661:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998272.256213:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.256214:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.256216:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367400 refcount=3 00000020:00000001:0.0:1787998272.256217:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998272.256219:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998272.256221:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.256222:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998272.256223:0:32661:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.256263:0:32661:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:0.0:1787998272.256268:0:32661:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff94d1a00f9800. 00000002:00000001:0.0:1787998272.256757:0:32661:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:0.0:1787998272.256764:0:32661:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c11f80. 00000020:00000040:0.0:1787998272.256800:0:32661:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998272.256805:0:32661:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998272.256808:0:32661:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998272.256810:0:32661:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998272.256817:0:32661:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d191cd6400. 00000100:00000001:0.0:1787998272.256822:0:32661:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.256825:0:32661:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1787998272.256828:0:32661:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff94d1923a1400. 00000100:00000010:0.0:1787998272.256832:0:32661:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff94d182bc5000. 00000020:00000040:0.0:1787998272.256834:0:32661:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=10 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998272.256854:0:32661:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998272.256856:0:32661:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998272.256861:0:32661:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d18330fe40. 00000100:00000001:0.0:1787998272.256864:0:32661:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226302942784 : -117847406608832 : ffff94d18330fe40) 00000100:00000001:0.0:1787998272.256866:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998272.256867:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547269504 : -117847162282112 : ffff94d191c11f80) 00000100:00000001:0.0:1787998272.256872:0:32661:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998272.256876:0:32661:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.256878:0:32661:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998272.256880:0:32661:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998272.256886:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c11f80 x1874850291763456/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.256893:0:32661:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998272.256896:0:32661:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998272.256899:0:32661:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998272.256901:0:32661:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998272.256903:0:32661:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998272.256906:0:32661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c11f80 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32661:1874850291763456:192.168.206.123@tcp:37:rm.0 00000100:00000001:0.0:1787998272.256910:0:32661:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998272.256914:0:32661:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998272.256916:0:32661:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.256918:0:32661:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:0.0:1787998272.256926:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998272.256930:0:32661:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30630. 00000400:00000010:0.0:1787998272.256937:0:32661:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff94d1a00dc000. 00000100:00000200:0.0:1787998272.256944:0:32661:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a92a99a5c900-0x6a92a99a5c900, portal 14 00000100:00000001:0.0:1787998272.256947:0:32661:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998272.256950:0:32661:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998272.256954:0:32661:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a2400. 02000000:00000001:0.0:1787998272.256956:0:32661:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998272.256958:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998272.256961:0:32661:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30bb0. 00000400:00000010:0.0:1787998272.256964:0:32661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1928073b8. 00000100:00000200:0.0:1787998272.256967:0:32661:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291763456, portal 10 00000100:00000001:0.0:1787998272.256969:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998272.256970:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547269504 : -117847162282112 : ffff94d191c11f80) 00000100:00000040:0.0:1787998272.256976:0:32661:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191c11f80 x1874850291763456/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998288 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.256983:0:32661:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998272.256985:0:32661:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998272.256988:0:32661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807088. 00000100:00000200:0.0:1787998272.256991:0:32661:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1874850291763456, offset 0 00000400:00000200:0.0:1787998272.256998:0:32661:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998272.257005:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998272.257011:0:32661:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998272.257017:0:32661:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998272.257020:0:32661:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998272.257024:0:32661:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998272.257027:0:32661:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998272.257031:0:32661:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2737:2737:256:4294967295] 192.168.206.123@tcp LPNI seq info [2737:2737:8:4294967295] 00000400:00000200:0.0:1787998272.257035:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998272.257044:0:32661:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998272.257049:0:32661:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998272.257053:0:32661:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4300. 00000800:00000200:0.0:1787998272.257059:0:32661:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998272.257066:0:32661:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998272.257070:0:32661:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4300 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1787998272.257078:0:32661:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998272.257082:0:32661:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 836230 usecs (837 jiffies) 00000400:00000200:0.0:1787998272.257085:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998272.257088:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296453251 00000100:00000001:0.0:1787998272.257091:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296455156 00000100:00000001:0.0:1787998272.257094:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296453251 00000100:00000001:0.0:1787998272.257096:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296455156 00000100:00000001:0.0:1787998272.257098:0:32661:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998272.257100:0:32661:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.257102:0:32661:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998272.257104:0:32661:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998272.257106:0:32661:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d18330fe40 going to sleep for 11 seconds 00000100:00000001:0.0:1787998272.257108:0:32661:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998272.257111:0:32661:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998272.257319:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998272.257322:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4300. 00000400:00000200:2.0:1787998272.257327:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.257332:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998272.257336:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807088 00000400:00000010:2.0:1787998272.257339:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807088. 00000100:00000001:2.0:1787998272.257342:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998272.257346:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c11f80 x1874850291763456/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998288 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998272.257355:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998272.257358:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c11f80 x1874850291763456/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998288 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998272.257364:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998272.257366:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998272.260194:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.260209:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998272.260213:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.260216:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.260224:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.260232:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998272.260240:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.260244:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.260248:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.260252:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 4096 into portal 14 MB=0x6a92a99a5c900 00000400:00000200:2.0:1787998272.260257:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.260262:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.206.123@tcp of length 4096/4096 into md 0x7f6d [256] + 0 00000400:00000010:2.0:1787998272.260267:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30630. 00000400:00000200:2.0:1787998272.260272:0:2396:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff94d1a00dc000 00000800:00000001:2.0:1787998272.260276:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.260284:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.260288:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.260291:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998272.260296:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1a00dc000 00000400:00000010:2.0:1787998272.260298:0:2396:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff94d1a00dc000. 00000100:00000001:2.0:1787998272.260305:0:2396:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1787998272.260307:0:2396:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff94d191c11f80 desc ffff94d1923a1400 mbits 1874850291763456 00000100:00000001:2.0:1787998272.260322:0:2396:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1787998272.260329:0:2396:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1787998272.260332:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.260337:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.23@tcp to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998272.260342:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2738:2738:256:4294967295] 192.168.206.123@tcp LPNI seq info [2738:2738:8:4294967295] 00000400:00000200:2.0:1787998272.260346:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.260353:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:192.168.206.23@tcp) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) 192.168.206.123@tcp : ACK try# 0 00000800:00000200:2.0:1787998272.260358:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998272.260365:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff94d1a01e8000. 00000800:00000200:2.0:1787998272.260370:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998272.260378:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998272.260382:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1a01e8000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1787998272.260438:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998272.260441:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff94d1a01e8000. 00000400:00000200:2.0:1787998272.260445:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.260448:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: ACK: OK 00000800:00000001:2.0:1787998272.260453:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.260456:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998272.260511:0:32661:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998272.260515:0:32661:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1787998272.262819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367e00. 00000800:00000001:2.0:1787998272.263298:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.263311:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998272.263315:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.263317:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.263326:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.263332:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998272.263341:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.263345:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.263350:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.263354:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 440 into portal 10 MB=0x6a92a99a5c900 00000400:00000200:2.0:1787998272.263360:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.263366:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 440/440 into md 0x7f75 [1] + 224 00000800:00000001:2.0:1787998272.263372:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.263380:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.263383:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.263387:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998272.263393:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998272.263402:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c11f80 x1874850291763456/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998288 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998272.263412:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff94d191c11f80 x1874850291763456/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.263463:0:32661:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998272.263482:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998272.263491:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.263494:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1787998272.263827:0:32661:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998272.263830:0:32661:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998272.263833:0:32661:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30bb0. 00000400:00000200:0.0:1787998272.263837:0:32661:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928073b8 00000400:00000010:0.0:1787998272.263839:0:32661:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928073b8. 00000100:00000001:0.0:1787998272.263841:0:32661:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998272.263846:0:32661:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c11f80 x1874850291763456/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998272.263854:0:32661:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c11f80 x1874850291763456/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.263859:0:32661:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998272.263861:0:32661:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998272.263927:0:32661:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998272.263930:0:32661:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998272.263933:0:32661:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998272.263935:0:32661:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998272.263937:0:32661:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998272.263946:0:32661:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06cf0 time=98 v=5 (5 5 5 5) 00000100:00001000:0.0:1787998272.263950:0:32661:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998272.263953:0:32661:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998272.263954:0:32661:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.263957:0:32661:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998272.263960:0:32661:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.263964:0:32661:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998272.263966:0:32661:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967616 00000100:00000001:0.0:1787998272.263968:0:32661:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998272.263971:0:32661:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998272.263976:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff94d191c11f80 x1874850291763456/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1787998272.263985:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff94d191c11f80 x1874850291763456/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998288 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.264009:0:32661:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998272.264011:0:32661:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998272.264016:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c11f80 x1874850291763456/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998288 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998272.264023:0:32661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c11f80 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32661:1874850291763456:192.168.206.123@tcp:37:rm.0 00000100:00000001:0.0:1787998272.264028:0:32661:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998272.264031:0:32661:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.264033:0:32661:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998272.264035:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998272.264038:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c11f80 x1874850291763456/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998288 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.264044:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998272.264047:0:32661:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d18330fe40. 00000100:00000001:0.0:1787998272.264050:0:32661:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998272.264052:0:32661:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.264056:0:32661:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.264058:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998272.264061:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c11f80 x1874850291763456/t0(0) o37->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1787998288 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.264067:0:32661:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998272.264069:0:32661:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998272.264072:0:32661:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1923a2400. 02000000:00000001:0.0:1787998272.264075:0:32661:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998272.264078:0:32661:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998272.264079:0:32661:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998272.264082:0:32661:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1787998272.264084:0:32661:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1787998272.264085:0:32661:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998272.264087:0:32661:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998272.264089:0:32661:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:0.0:1787998272.264111:0:32661:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff94d182bc5000. 00000100:00000010:0.0:1787998272.264115:0:32661:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff94d1923a1400. 00000100:00000001:0.0:1787998272.264117:0:32661:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1787998272.264119:0:32661:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d191cd6400. 02000000:00000001:0.0:1787998272.264122:0:32661:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998272.264123:0:32661:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998272.264125:0:32661:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c11f80. 00000100:00000001:0.0:1787998272.264130:0:32661:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998272.264131:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998272.264134:0:32661:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:0.0:1787998272.264136:0:32661:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:0.0:1787998272.265142:0:32661:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff94d1a00f9800. 00000002:00000001:0.0:1787998272.265152:0:32661:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.265158:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.265161:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.265164:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367400 refcount=3 00000020:00000001:0.0:1787998272.265166:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998272.265169:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998272.265172:0:32661:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998272.265176:0:32661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8cace lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace84 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1787998272.265186:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.265187:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.265189:0:32661:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998272.265192:0:32661:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998272.265195:0:32661:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8cace lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace84 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1787998272.265203:0:32661:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998272.265206:0:32661:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998272.265208:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998272.265212:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.265213:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.265215:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.265218:0:32661:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998272.265219:0:32661:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.265221:0:32661:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.265225:0:32661:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.265228:0:32661:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998272.265229:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.265230:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:0.0:1787998272.265232:0:32661:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.265237:0:32661:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:0.0:1787998272.265243:0:32661:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:0.0:1787998272.265246:0:32661:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1787998272.265251:0:32661:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.265254:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d190b35c40 2 00000080:00000010:0.0:1787998272.265258:0:32661:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191cd7e00. 00000080:00000001:0.0:1787998272.265263:0:32661:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.265288:0:32661:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1787998272.265292:0:32661:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1787998272.265295:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffdd0 00000080:00200008:0.0:1787998272.265297:0:32661:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff94d1880063c8), flags 704000 00000080:00400000:0.0:1787998272.265301:0:32661:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x24:0x0] 00000080:00000001:0.0:1787998272.265304:0:32661:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1787998272.265306:0:32661:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1787998272.265307:0:32661:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1787998272.265312:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998272.265314:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998272.265317:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998272.265319:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998272.265321:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.265323:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1787998272.265325:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.265329:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998272.265331:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998272.265336:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 2 00010000:00000001:0.0:1787998272.265339:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998272.265343:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.265345:0:32661:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x24:0x0]: 0 00000080:00000001:0.0:1787998272.265347:0:32661:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1787998272.265349:0:32661:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1787998272.265353:0:32661:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d191cd7e00. 00000080:00000001:0.0:1787998272.265356:0:32661:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:0.0:1787998272.265360:0:32661:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d190b35c40 2 00000080:00000001:0.0:1787998272.265363:0:32661:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1787998272.265366:0:32661:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1787998272.265367:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998272.265369:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998272.265370:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998272.265371:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998272.265373:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.265375:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1787998272.265377:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.265379:0:32661:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x24:0x0] 00000002:00000001:0.0:1787998272.265381:0:32661:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1787998272.265383:0:32661:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff94d1a0bb2800: [0x200000405:0x24:0x0] file closed with intent: 0 00000100:00000010:0.0:1787998272.265389:0:32661:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c11f80. 00000020:00000040:0.0:1787998272.265393:0:32661:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998272.265397:0:32661:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998272.265400:0:32661:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998272.265404:0:32661:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998272.265410:0:32661:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d191cd6400. 00000100:00000001:0.0:1787998272.265415:0:32661:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1787998272.265429:0:32661:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d191c13100 x1874850291763328/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998288 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1787998272.265440:0:32661:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1787998272.265444:0:32661:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191c11f80 x1874850291763712/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1787998272.265451:0:32661:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998272.265452:0:32661:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998272.265457:0:32661:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d18330fe40. 00000100:00000001:0.0:1787998272.265459:0:32661:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226302942784 : -117847406608832 : ffff94d18330fe40) 00000100:00000001:0.0:1787998272.265461:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998272.265463:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547269504 : -117847162282112 : ffff94d191c11f80) 00000100:00000001:0.0:1787998272.265466:0:32661:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998272.265469:0:32661:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.265471:0:32661:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998272.265473:0:32661:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998272.265476:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c11f80 x1874850291763712/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.265483:0:32661:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998272.265550:0:32661:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998272.265555:0:32661:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998272.265558:0:32661:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998272.265560:0:32661:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998272.265564:0:32661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c11f80 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32661:1874850291763712:192.168.206.123@tcp:35:rm.0 00000100:00000001:0.0:1787998272.265568:0:32661:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998272.265573:0:32661:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998272.265576:0:32661:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998272.265578:0:32661:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998272.265582:0:32661:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a1400. 02000000:00000001:0.0:1787998272.265585:0:32661:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998272.265591:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998272.265595:0:32661:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30bb0. 00000400:00000010:0.0:1787998272.265601:0:32661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1928073b8. 00000100:00000200:0.0:1787998272.265607:0:32661:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291763712, portal 10 00000100:00000001:0.0:1787998272.265609:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998272.265610:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547269504 : -117847162282112 : ffff94d191c11f80) 00000100:00000040:0.0:1787998272.265617:0:32661:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191c11f80 x1874850291763712/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998288 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.265636:0:32661:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998272.265639:0:32661:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998272.265642:0:32661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807c38. 00000100:00000200:0.0:1787998272.265645:0:32661:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1874850291763712, offset 0 00000400:00000200:0.0:1787998272.265651:0:32661:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998272.265659:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998272.265665:0:32661:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998272.265670:0:32661:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998272.265675:0:32661:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998272.265678:0:32661:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998272.265681:0:32661:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998272.265685:0:32661:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2739:2739:256:4294967295] 192.168.206.123@tcp LPNI seq info [2739:2739:8:4294967295] 00000400:00000200:0.0:1787998272.265689:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998272.265697:0:32661:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998272.265703:0:32661:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998272.265708:0:32661:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4d00. 00000800:00000200:0.0:1787998272.265714:0:32661:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998272.265721:0:32661:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998272.265726:0:32661:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4d00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1787998272.265841:0:32661:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998272.265846:0:32661:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 835083 usecs (836 jiffies) 00000400:00000200:0.0:1787998272.265850:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998272.265853:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296453259 00000100:00000001:0.0:1787998272.265856:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296455156 00000100:00000001:0.0:1787998272.265858:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296453259 00000100:00000001:0.0:1787998272.265861:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296455156 00000100:00000001:0.0:1787998272.265863:0:32661:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998272.265866:0:32661:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.265868:0:32661:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998272.265870:0:32661:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998272.265873:0:32661:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d18330fe40 going to sleep for 11 seconds 00000100:00000001:0.0:1787998272.265875:0:32661:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998272.265878:0:32661:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998272.266275:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998272.266279:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4d00. 00000400:00000200:3.0:1787998272.266284:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998272.266289:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998272.266294:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807c38 00000400:00000010:3.0:1787998272.266296:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807c38. 00000100:00000001:3.0:1787998272.266300:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998272.266305:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c11f80 x1874850291763712/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998288 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.266314:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998272.266318:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c11f80 x1874850291763712/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998288 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.266324:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998272.266325:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998272.271683:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.271703:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998272.271707:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.271710:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.271718:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.271725:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998272.271737:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.271742:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.271746:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.271751:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a5ca00 00000400:00000200:2.0:1787998272.271755:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.271761:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x7f7d [1] + 224 00000800:00000001:2.0:1787998272.271779:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.271789:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.271792:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.271796:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998272.271803:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998272.271811:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c11f80 x1874850291763712/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998288 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998272.271821:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d191c11f80 x1874850291763712/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.271881:0:32661:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998272.271897:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998272.271904:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.271907:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1787998272.273762:0:32661:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998272.273778:0:32661:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998272.273782:0:32661:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30bb0. 00000400:00000200:0.0:1787998272.273789:0:32661:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928073b8 00000400:00000010:0.0:1787998272.273791:0:32661:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928073b8. 00000100:00000001:0.0:1787998272.273795:0:32661:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998272.273804:0:32661:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c11f80 x1874850291763712/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998272.273817:0:32661:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c11f80 x1874850291763712/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.273825:0:32661:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998272.273828:0:32661:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998272.273830:0:32661:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998272.273834:0:32661:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998272.273836:0:32661:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998272.273839:0:32661:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998272.273841:0:32661:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998272.273850:0:32661:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06cf0 time=98 v=5 (5 5 5 5) 00000100:00001000:0.0:1787998272.273854:0:32661:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998272.273857:0:32661:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998272.273859:0:32661:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.273862:0:32661:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998272.273866:0:32661:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.273869:0:32661:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1787998272.273870:0:32661:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1787998272.273872:0:32661:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1787998272.273874:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998272.273875:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547269504 : -117847162282112 : ffff94d191c11f80) 00000100:00000001:0.0:1787998272.273878:0:32661:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998272.273880:0:32661:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967616 00000100:00000001:0.0:1787998272.273882:0:32661:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998272.273884:0:32661:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998272.273889:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c11f80 x1874850291763712/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998288 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.273895:0:32661:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998272.273898:0:32661:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998272.273900:0:32661:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998272.273904:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c11f80 x1874850291763712/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998288 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998272.273911:0:32661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c11f80 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32661:1874850291763712:192.168.206.123@tcp:35:rm.0 00000100:00000001:0.0:1787998272.273917:0:32661:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998272.273920:0:32661:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.273922:0:32661:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998272.273924:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998272.273928:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c11f80 x1874850291763712/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998288 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.273934:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998272.273937:0:32661:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d18330fe40. 00000100:00000001:0.0:1787998272.273941:0:32661:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998272.273942:0:32661:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.273949:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998272.273950:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547269504 : -117847162282112 : ffff94d191c11f80) 00000002:00000001:0.0:1787998272.273953:0:32661:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998272.273956:0:32661:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.273960:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d190b35c40 2 00000080:00000010:0.0:1787998272.273963:0:32661:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191cd7e00. 00000080:00000001:0.0:1787998272.273967:0:32661:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1787998272.273971:0:32661:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1787998272.273974:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998272.273976:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998272.273979:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998272.273981:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998272.273983:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.273985:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1787998272.273987:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.274061:0:32661:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1787998272.274068:0:32661:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d191c13100 x1874850291763328/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998288 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.274076:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998272.274077:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547273984 : -117847162277632 : ffff94d191c13100) 00000100:00000001:0.0:1787998272.274079:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998272.274082:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c13100 x1874850291763328/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998288 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.274093:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.274094:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998272.274097:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c11f80 x1874850291763712/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998288 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.274102:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.274104:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998272.274107:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c13100 x1874850291763328/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998288 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.274112:0:32661:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1787998272.274115:0:32661:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998272.274116:0:32661:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998272.274118:0:32661:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998272.274122:0:32661:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1923a3c00. 02000000:00000001:0.0:1787998272.274125:0:32661:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998272.274127:0:32661:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998272.274128:0:32661:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c13100. 00000100:00000001:0.0:1787998272.274133:0:32661:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998272.274134:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998272.274135:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998272.274138:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c11f80 x1874850291763712/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998288 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.274143:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998272.274145:0:32661:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff94d190a9c8e0. 00000002:00000001:0.0:1787998272.274147:0:32661:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998272.274149:0:32661:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998272.274151:0:32661:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d190b35640. 00000100:00000001:0.0:1787998272.274154:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998272.274156:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c11f80 x1874850291763712/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998288 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.274162:0:32661:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998272.274163:0:32661:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998272.274166:0:32661:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1923a1400. 02000000:00000001:0.0:1787998272.274168:0:32661:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998272.274169:0:32661:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998272.274170:0:32661:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998272.274172:0:32661:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998272.274173:0:32661:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d191cd6400. 02000000:00000001:0.0:1787998272.274175:0:32661:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998272.274176:0:32661:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998272.274177:0:32661:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c11f80. 00000100:00000001:0.0:1787998272.274180:0:32661:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998272.274181:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998272.274184:0:32661:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998272.274187:0:32661:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d1863303c0. 00000080:00000001:0.0:1787998272.274191:0:32661:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.274196:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffdd0 00000080:00000008:0.0:1787998272.274198:0:32661:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff94d1880063c8), flags 704000, rc = 0 00000080:00000001:0.0:1787998272.274201:0:32661:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.274204:0:32661:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.274248:0:32661:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787998272.274252:0:32661:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787998272.274253:0:32661:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1787998272.274255:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffbc0 00000080:00200000:0.0:1787998272.274256:0:32661:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:0.0:1787998272.274261:0:32661:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191cd6400. 00800000:00000002:0.0:1787998272.274267:0:32661:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998272.274271:0:32661:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998272.274274:0:32661:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998272.274276:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffae0 00800000:00000002:0.0:1787998272.274279:0:32661:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998272.274282:0:32661:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998272.274284:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998272.274285:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998272.274286:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998272.274287:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998272.274289:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.274291:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998272.274293:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.274295:0:32661:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1787998272.274299:0:32661:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998272.274301:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bff9b0 00000002:00010000:0.0:1787998272.274302:0:32661:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787998272.274306:0:32661:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787998272.274307:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998272.274310:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998272.274315:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360b00 count: 2 00010000:00000001:0.0:1787998272.274317:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998272.274321:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998272.274325:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998272.274329:0:32661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8caf8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acf25 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1787998272.274338:0:32661:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998272.274342:0:32661:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998272.274345:0:32661:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8caf8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acf25 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1787998272.274352:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1787998272.274354:0:32661:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998272.274356:0:32661:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998272.274357:0:32661:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998272.274359:0:32661:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998272.274362:0:32661:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1787998272.274364:0:32661:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1787998272.274366:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998272.274368:0:32661:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191cd6400. 00000080:00000001:0.0:1787998272.274371:0:32661:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787998272.274372:0:32661:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998272.274375:0:32661:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:0.0:1787998272.274378:0:32661:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8caf8 00800000:00000001:0.0:1787998272.274380:0:32661:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998272.274382:0:32661:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998272.274384:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.274386:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.274388:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5200 refcount=3 00000020:00000001:0.0:1787998272.274390:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:0.0:1787998272.274392:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:0.0:1787998272.274395:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.274397:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998272.274398:0:32661:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998272.274399:0:32661:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998272.274402:0:32661:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8caf8 from it ffffb66d41bffbf8 00010000:00000001:0.0:1787998272.274404:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.274404:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.274406:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5200 refcount=3 00000020:00000001:0.0:1787998272.274407:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:0.0:1787998272.274409:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:0.0:1787998272.274411:0:32661:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998272.274414:0:32661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8caf8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acf25 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1787998272.274419:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.274420:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.274421:0:32661:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998272.274423:0:32661:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998272.274426:0:32661:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8caf8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acf25 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1787998272.274432:0:32661:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998272.274435:0:32661:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998272.274436:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998272.274441:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.274442:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.274443:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.274446:0:32661:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998272.274448:0:32661:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.274450:0:32661:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.274453:0:32661:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.274455:0:32661:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998272.274456:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.274457:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787998272.274459:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787998272.274460:0:32661:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998272.274462:0:32661:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:0.0:1787998272.274465:0:32661:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.274468:0:32661:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1787998272.274471:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffbc0 00000080:00002000:0.0:1787998272.274472:0:32661:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff94d18354b798) flags 0x20000e refc 1 00000080:00000001:0.0:1787998272.274475:0:32661:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.274476:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffc08 00000080:00200000:0.0:1787998272.274479:0:32661:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=266 00000080:00000002:0.0:1787998272.275108:0:32661:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1787998272.275119:0:32661:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:0.0:1787998272.275121:0:32661:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff94d1880063c8), inode mode 41ed mask 44 00000080:00000001:0.0:1787998272.275126:0:32661:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.275132:0:32661:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1787998272.275134:0:32661:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1787998272.275136:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffb78 00000080:00200008:0.0:1787998272.275138:0:32661:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff94d1880063c8), flags 704400 00000080:00000010:0.0:1787998272.275144:0:32661:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d1863303c0. 00000080:00000001:0.0:1787998272.275149:0:32661:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1787998272.275152:0:32661:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191cd6400. 00800000:00000002:0.0:1787998272.275156:0:32661:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998272.275158:0:32661:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998272.275161:0:32661:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998272.275162:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffa28 00800000:00000002:0.0:1787998272.275164:0:32661:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x24:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998272.275167:0:32661:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1787998272.275169:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998272.275170:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998272.275172:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998272.275174:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998272.275176:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.275178:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1787998272.275179:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.275181:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bff9a8 00800000:00000002:0.0:1787998272.275183:0:32661:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1787998272.275187:0:32661:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998272.275188:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bff8e0 00000002:00010000:0.0:1787998272.275190:0:32661:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:0.0:1787998272.275194:0:32661:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1787998272.275196:0:32661:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1787998272.275199:0:32661:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1787998272.275204:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 2 00010000:00000001:0.0:1787998272.275206:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998272.275209:0:32661:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1787998272.275212:0:32661:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.275214:0:32661:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.275216:0:32661:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.275217:0:32661:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1787998272.275219:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360b00 count: 2 00010000:00000001:0.0:1787998272.275220:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998272.275222:0:32661:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1787998272.275224:0:32661:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.275225:0:32661:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.275226:0:32661:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998272.275230:0:32661:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c11f80. 00000020:00000040:0.0:1787998272.275233:0:32661:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:0.0:1787998272.275239:0:32661:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787998272.275240:0:32661:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.275243:0:32661:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1787998272.275246:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998272.275249:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.275250:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.275251:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.275254:0:32661:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998272.275255:0:32661:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998272.275259:0:32661:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998272.275264:0:32661:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1923a1400. 00000100:00000001:0.0:1787998272.275269:0:32661:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.275273:0:32661:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998272.275275:0:32661:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.275276:0:32661:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998272.275277:0:32661:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.275279:0:32661:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.275284:0:32661:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626226547269504 : -117847162282112 : ffff94d191c11f80) 00010000:00000001:0.0:1787998272.275288:0:32661:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1787998272.275290:0:32661:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1787998272.275291:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360b00 count: 2 00010000:00000001:0.0:1787998272.275293:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998272.275295:0:32661:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1787998272.275298:0:32661:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d187367e00. 00000020:00000001:0.0:1787998272.275301:0:32661:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1787998272.275304:0:32661:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d187367e00 with handle 0xb2d39e653c8cb06 to hash 00000020:00000001:0.0:1787998272.275306:0:32661:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1787998272.275307:0:32661:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226370412032 : -117847339139584 : ffff94d187367e00) 00010000:00000001:0.0:1787998272.275310:0:32661:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226370412032 : -117847339139584 : ffff94d187367e00) 00010000:00000001:0.0:1787998272.275313:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998272.275314:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998272.275317:0:32661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367e00/0xb2d39e653c8cb06 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998272.275324:0:32661:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367e00/0xb2d39e653c8cb06 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787998272.275334:0:32661:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787998272.275342:0:32661:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191c11f80 x1874850291763968/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787998272.275350:0:32661:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367e00/0xb2d39e653c8cb06 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1787998272.275359:0:32661:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998272.275361:0:32661:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998272.275366:0:32661:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d18330fe40. 00000100:00000001:0.0:1787998272.275368:0:32661:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226302942784 : -117847406608832 : ffff94d18330fe40) 00000100:00000001:0.0:1787998272.275370:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998272.275371:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547269504 : -117847162282112 : ffff94d191c11f80) 00000100:00000001:0.0:1787998272.275375:0:32661:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998272.275378:0:32661:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.275380:0:32661:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998272.275382:0:32661:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998272.275385:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c11f80 x1874850291763968/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.275392:0:32661:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998272.275394:0:32661:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998272.275397:0:32661:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998272.275399:0:32661:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998272.275401:0:32661:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998272.275404:0:32661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c11f80 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32661:1874850291763968:192.168.206.123@tcp:101:rm.0 00000100:00000001:0.0:1787998272.275407:0:32661:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998272.275412:0:32661:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998272.275415:0:32661:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998272.275417:0:32661:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998272.275664:0:32661:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94d199f00000. 02000000:00000001:0.0:1787998272.275668:0:32661:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998272.275675:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998272.275680:0:32661:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30bb0. 00000400:00000010:0.0:1787998272.275686:0:32661:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94d1a00f9800. 00000100:00000200:0.0:1787998272.275693:0:32661:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1874850291763968, portal 10 00000100:00000001:0.0:1787998272.275695:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998272.275697:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547269504 : -117847162282112 : ffff94d191c11f80) 00000100:00000040:0.0:1787998272.275704:0:32661:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191c11f80 x1874850291763968/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998288 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.275718:0:32661:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998272.275720:0:32661:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998272.275723:0:32661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1928073b8. 00000100:00000200:0.0:1787998272.275727:0:32661:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1874850291763968, offset 0 00000400:00000200:0.0:1787998272.275733:0:32661:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998272.275742:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998272.275749:0:32661:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998272.275753:0:32661:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998272.275757:0:32661:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998272.275761:0:32661:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998272.275764:0:32661:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998272.275922:0:32661:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2740:2740:256:4294967295] 192.168.206.123@tcp LPNI seq info [2740:2740:8:4294967295] 00000400:00000200:0.0:1787998272.275927:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998272.275937:0:32661:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998272.275942:0:32661:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998272.275948:0:32661:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4c00. 00000800:00000200:0.0:1787998272.275953:0:32661:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998272.275960:0:32661:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998272.275964:0:32661:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4c00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1787998272.276033:0:32661:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998272.276038:0:32661:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 833942 usecs (834 jiffies) 00000400:00000200:0.0:1787998272.276042:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998272.276045:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296453267 00000100:00000001:0.0:1787998272.276048:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296455156 00000100:00000001:0.0:1787998272.276050:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296453267 00000100:00000001:0.0:1787998272.276053:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296455156 00000100:00000001:0.0:1787998272.276055:0:32661:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998272.276057:0:32661:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.276060:0:32661:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998272.276063:0:32661:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998272.276065:0:32661:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d18330fe40 going to sleep for 11 seconds 00000100:00000001:0.0:1787998272.276068:0:32661:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998272.276070:0:32661:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998272.276593:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998272.276597:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4c00. 00000400:00000200:3.0:1787998272.276602:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998272.276608:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998272.276613:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928073b8 00000400:00000010:3.0:1787998272.276615:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928073b8. 00000100:00000001:3.0:1787998272.276619:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998272.276634:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c11f80 x1874850291763968/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998288 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.276644:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998272.276647:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c11f80 x1874850291763968/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998288 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.276654:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998272.276656:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998272.281223:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.281240:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998272.281245:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.281247:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.281258:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.281266:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998272.281274:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.281279:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.281284:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.281289:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 664 into portal 10 MB=0x6a92a99a5cb00 00000400:00000200:2.0:1787998272.281294:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.281300:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 664/664 into md 0x7f85 [64] + 224 00000800:00000001:2.0:1787998272.281306:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.281313:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.281316:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.281320:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998272.281327:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998272.281336:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c11f80 x1874850291763968/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998288 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998272.281346:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff94d191c11f80 x1874850291763968/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998272.281364:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998272.281373:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.281376:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998272.281426:0:32661:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998272.281434:0:32661:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998272.281437:0:32661:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998272.281440:0:32661:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30bb0. 00000400:00000200:0.0:1787998272.281444:0:32661:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1a00f9800 00000400:00000010:0.0:1787998272.281447:0:32661:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff94d1a00f9800. 00000100:00000001:0.0:1787998272.281452:0:32661:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998272.281457:0:32661:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c11f80 x1874850291763968/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998272.281465:0:32661:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c11f80 x1874850291763968/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.281471:0:32661:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998272.281472:0:32661:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998272.281475:0:32661:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998272.281478:0:32661:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998272.281480:0:32661:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998272.281482:0:32661:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998272.281486:0:32661:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998272.281494:0:32661:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=98 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998272.281499:0:32661:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998272.281502:0:32661:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998272.281503:0:32661:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.281506:0:32661:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998272.281510:0:32661:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.281514:0:32661:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1787998272.281516:0:32661:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1787998272.281517:0:32661:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1787998272.281520:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998272.281521:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547269504 : -117847162282112 : ffff94d191c11f80) 00000100:00000001:0.0:1787998272.281525:0:32661:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998272.281527:0:32661:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967616 00000100:00000001:0.0:1787998272.281529:0:32661:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998272.281532:0:32661:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998272.281536:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c11f80 x1874850291763968/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998288 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.281990:0:32661:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998272.282130:0:32661:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998272.282133:0:32661:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998272.282139:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c11f80 x1874850291763968/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998288 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998272.282149:0:32661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c11f80 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32661:1874850291763968:192.168.206.123@tcp:101:rm.0 00000100:00000001:0.0:1787998272.282155:0:32661:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998272.282159:0:32661:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.282161:0:32661:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998272.282164:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998272.282168:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c11f80 x1874850291763968/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998288 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.282174:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998272.282177:0:32661:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d18330fe40. 00000100:00000001:0.0:1787998272.282181:0:32661:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998272.282182:0:32661:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.282185:0:32661:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1787998272.282189:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.282192:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.282195:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367e00 refcount=4 00000020:00000001:0.0:1787998272.282197:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370412032 : -117847339139584 : ffff94d187367e00) 00010000:00000001:0.0:1787998272.282200:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370412032 : -117847339139584 : ffff94d187367e00) 00010000:00000040:0.0:1787998272.282207:0:32661:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d187367e00, remote cookie: 0x4fd9a50f3a6acf41, flags: 0x1001 00010000:00000040:0.0:1787998272.282211:0:32661:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1787998272.282215:0:32661:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1787998272.282221:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 2 00010000:00000001:0.0:1787998272.282224:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998272.282228:0:32661:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998272.282232:0:32661:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367e00/0xb2d39e653c8cb06 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acf41 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998272.282241:0:32661:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367e00/0xb2d39e653c8cb06 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acf41 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998272.282247:0:32661:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1787998272.282251:0:32661:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1787998272.282253:0:32661:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1787998272.282254:0:32661:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1787998272.282255:0:32661:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1787998272.282258:0:32661:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x24:0x0].0x0 (ffff94d188d3c700) refcount = 2 00010000:00000040:0.0:1787998272.282260:0:32661:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1787998272.282263:0:32661:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8cace lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace84 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787998272.282270:0:32661:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367e00/0xb2d39e653c8cb06 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acf41 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998272.282277:0:32661:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1787998272.282280:0:32661:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1787998272.282282:0:32661:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998272.282284:0:32661:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1787998272.282287:0:32661:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998272.282290:0:32661:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367e00/0xb2d39e653c8cb06 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acf41 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998272.282295:0:32661:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1787998272.282297:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.282298:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.282299:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.282300:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.282302:0:32661:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.282306:0:32661:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1787998272.282309:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.282310:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.282311:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367e00 refcount=3 00000020:00000001:0.0:1787998272.282313:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370412032 : -117847339139584 : ffff94d187367e00) 00010000:00000001:0.0:1787998272.282315:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370412032 : -117847339139584 : ffff94d187367e00) 00010000:00000001:0.0:1787998272.282317:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.282318:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1787998272.282322:0:32661:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff94d191c11f80 x1874850291763968/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998288 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1787998272.282330:0:32661:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1787998272.282334:0:32661:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d191c11f80 x1874850291763968/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998288 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1787998272.282340:0:32661:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.282345:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.282347:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.282348:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367e00 refcount=3 00000020:00000001:0.0:1787998272.282350:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370412032 : -117847339139584 : ffff94d187367e00) 00010000:00000001:0.0:1787998272.282352:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370412032 : -117847339139584 : ffff94d187367e00) 00010000:00000001:0.0:1787998272.282354:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.282354:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998272.282356:0:32661:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.282357:0:32661:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.282360:0:32661:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1787998272.282362:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998272.282363:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547269504 : -117847162282112 : ffff94d191c11f80) 00010000:00000001:0.0:1787998272.282365:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.282366:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.282367:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367e00 refcount=3 00000020:00000001:0.0:1787998272.282369:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370412032 : -117847339139584 : ffff94d187367e00) 00010000:00000001:0.0:1787998272.282370:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370412032 : -117847339139584 : ffff94d187367e00) 00000002:00010000:0.0:1787998272.282373:0:32661:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367e00/0xb2d39e653c8cb06 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acf41 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998272.282378:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.282379:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.282381:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1787998272.282382:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.282383:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.282384:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367e00 refcount=3 00000020:00000001:0.0:1787998272.282386:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370412032 : -117847339139584 : ffff94d187367e00) 00010000:00000001:0.0:1787998272.282387:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370412032 : -117847339139584 : ffff94d187367e00) 00010000:00000040:0.0:1787998272.282390:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 3 00010000:00000001:0.0:1787998272.282392:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1787998272.282396:0:32661:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 16 res 8589935621/36 (0 0) 00010000:00000001:0.0:1787998272.282398:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.282399:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998272.282400:0:32661:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1787998272.282403:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bff868 00000002:00002000:0.0:1787998272.282405:0:32661:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:0.0:1787998272.282408:0:32661:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998272.282411:0:32661:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998272.282413:0:32661:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1787998272.282416:0:32661:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1787998272.282419:0:32661:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.282422:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998272.282425:0:32661:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191cd6400. 00000080:00000001:0.0:1787998272.282430:0:32661:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1787998272.282435:0:32661:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1787998272.282439:0:32661:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1787998272.282448:0:32661:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d190b35640. 00800000:00000001:0.0:1787998272.282450:0:32661:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626226529588800 : -117847179962816 : ffff94d190b35640) 00800000:00000001:0.0:1787998272.282453:0:32661:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.282455:0:32661:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1787998272.282457:0:32661:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1787998272.282459:0:32661:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:0.0:1787998272.282462:0:32661:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1787998272.282465:0:32661:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1787998272.282466:0:32661:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.282472:0:32661:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:0.0:1787998272.282475:0:32661:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1787998272.282480:0:32661:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 4096 00010000:00000001:0.0:1787998272.282482:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.282483:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.282485:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367e00 refcount=3 00000020:00000001:0.0:1787998272.282487:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370412032 : -117847339139584 : ffff94d187367e00) 00010000:00000001:0.0:1787998272.282488:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370412032 : -117847339139584 : ffff94d187367e00) 00010000:00000001:0.0:1787998272.282490:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.282492:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1787998272.282493:0:32661:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1787998272.282495:0:32661:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1787998272.282497:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d190b35640 1 00800000:00000010:0.0:1787998272.282499:0:32661:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d190b35640. 00800000:00000001:0.0:1787998272.282502:0:32661:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998272.282506:0:32661:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff94d1880063c8) for lock 0xb2d39e653c8cb06 00800000:00000001:0.0:1787998272.282509:0:32661:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998272.282510:0:32661:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998272.282511:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.282513:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.282514:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367e00 refcount=3 00000020:00000001:0.0:1787998272.282515:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370412032 : -117847339139584 : ffff94d187367e00) 00010000:00000001:0.0:1787998272.282517:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370412032 : -117847339139584 : ffff94d187367e00) 00010000:00000001:0.0:1787998272.282519:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.282520:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998272.282522:0:32661:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998272.282524:0:32661:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1787998272.282527:0:32661:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:0.0:1787998272.282531:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998272.282535:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c11f80 x1874850291763968/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998288 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998272.282542:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998272.282556:0:32661:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cb06 from it ffffb66d41bffbd0 00010000:00000001:0.0:1787998272.282558:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.282560:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.282561:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367e00 refcount=3 00000020:00000001:0.0:1787998272.282563:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370412032 : -117847339139584 : ffff94d187367e00) 00010000:00000001:0.0:1787998272.282564:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370412032 : -117847339139584 : ffff94d187367e00) 00010000:00000001:0.0:1787998272.282566:0:32661:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998272.282569:0:32661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367e00/0xb2d39e653c8cb06 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acf41 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998272.282576:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.282577:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.282578:0:32661:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998272.282580:0:32661:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998272.282582:0:32661:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367e00/0xb2d39e653c8cb06 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acf41 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787998272.282588:0:32661:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998272.282591:0:32661:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998272.282592:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998272.282595:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.282596:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.282598:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.282601:0:32661:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998272.282603:0:32661:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.282604:0:32661:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.282607:0:32661:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.282609:0:32661:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998272.282610:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.282611:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1787998272.282614:0:32661:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998272.282619:0:32661:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d190b35640. 00000080:00000001:0.0:1787998272.282622:0:32661:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1787998272.282634:0:32661:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1787998272.282637:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998272.282639:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998272.282641:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998272.282643:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998272.282646:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.282648:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1787998272.282650:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.282653:0:32661:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1787998272.282656:0:32661:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d190a9c8e0. 00000002:00100000:0.0:1787998272.282660:0:32661:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d191c11f80 x1874850291763968/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998288 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1787998272.282666:0:32661:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998272.282667:0:32661:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1787998272.282671:0:32661:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1787998272.282674:0:32661:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.282677:0:32661:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1787998272.282679:0:32661:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.282681:0:32661:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998272.282684:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998272.282687:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c11f80 x1874850291763968/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998288 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1787998272.282693:0:32661:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998272.282696:0:32661:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94d199f00000. 02000000:00000001:0.0:1787998272.282738:0:32661:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1787998272.282740:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.282743:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffb78 00000080:00000008:0.0:1787998272.282745:0:32661:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff94d1880063c8), flags 704400, rc = 0 00000080:00000001:0.0:1787998272.282748:0:32661:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.282805:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffd28 00000080:00200008:0.0:1787998272.282808:0:32661:0:(file.c:6295:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff94d1880063c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1787998272.282816:0:32661:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1787998272.282820:0:32661:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.282822:0:32661:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1787998272.282824:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffca0 00000080:00200000:0.0:1787998272.282826:0:32661:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff94d1880063c8),name=d21h.recovery-small-2 00000080:00000010:0.0:1787998272.282832:0:32661:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191cd6400. 00800000:00000002:0.0:1787998272.282836:0:32661:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998272.282842:0:32661:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998272.282845:0:32661:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998272.282847:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffbc0 00800000:00000002:0.0:1787998272.282849:0:32661:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x24:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998272.282853:0:32661:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998272.282856:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998272.282858:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998272.282860:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998272.282862:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998272.282864:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.282866:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998272.282868:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998272.282870:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998272.282871:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998272.282873:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998272.282874:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998272.282876:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.282877:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1787998272.282879:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.282882:0:32661:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 00000002:00000001:0.0:1787998272.282886:0:32661:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998272.282888:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffa90 00000002:00010000:0.0:1787998272.282889:0:32661:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787998272.282893:0:32661:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787998272.282895:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998272.282896:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998272.282911:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 3 00010000:00000001:0.0:1787998272.282914:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998272.282917:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998272.282920:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998272.282923:0:32661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8cace lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace84 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1787998272.282936:0:32661:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998272.282939:0:32661:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998272.282942:0:32661:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8cace lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace84 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1787998272.282948:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1787998272.282951:0:32661:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998272.282952:0:32661:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998272.282954:0:32661:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998272.282956:0:32661:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998272.282958:0:32661:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1787998272.282960:0:32661:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1787998272.282962:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998272.282964:0:32661:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191cd6400. 00000080:00000001:0.0:1787998272.282967:0:32661:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787998272.282969:0:32661:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998272.282971:0:32661:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff94d1880063c8) 00000080:00010000:0.0:1787998272.282974:0:32661:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff94d1880063c8) for lock 0xb2d39e653c8cace 00800000:00000001:0.0:1787998272.282977:0:32661:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998272.282978:0:32661:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998272.282979:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.282981:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.282982:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367400 refcount=3 00000020:00000001:0.0:1787998272.282984:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998272.282986:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998272.282988:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.282989:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998272.282990:0:32661:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998272.282991:0:32661:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998272.284693:0:32661:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cace from it ffffb66d41bffcd8 00010000:00000001:0.0:1787998272.284698:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.284701:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.284704:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367400 refcount=3 00000020:00000001:0.0:1787998272.284707:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998272.284710:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370409472 : -117847339142144 : ffff94d187367400) 00010000:00000001:0.0:1787998272.284713:0:32661:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998272.284717:0:32661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8cace lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ace84 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1787998272.284726:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.284728:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.284729:0:32661:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998272.284731:0:32661:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998272.284733:0:32661:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8cace lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ace84 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1787998272.284740:0:32661:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998272.284743:0:32661:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998272.284744:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998272.286708:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.286714:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.286715:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.286719:0:32661:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998272.286822:0:32661:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.286971:0:32661:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.286976:0:32661:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.286979:0:32661:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998272.286981:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.286982:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787998272.286987:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787998272.286989:0:32661:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998272.286994:0:32661:0:(file.c:6248:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.287002:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffd28 00000080:00000008:0.0:1787998272.287005:0:32661:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff94d1880063c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1787998272.287037:0:32661:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1787998272.287039:0:32661:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff94d1880063c8) pos/size0/4096 32bit_api 0 00000080:00000010:0.0:1787998272.287051:0:32661:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191cd6400. 00800000:00000002:0.0:1787998272.287057:0:32661:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d190b35c40 2 00000080:00000001:0.0:1787998272.287061:0:32661:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:0.0:1787998272.287067:0:32661:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446708485685914304 : -35588023637312 : ffffdfa2047e2ac0) 00000080:00000001:0.0:1787998272.287071:0:32661:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:0.0:1787998272.287075:0:32661:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:0.0:1787998272.287077:0:32661:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1787998272.287080:0:32661:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.287082:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d190b35c40 2 00000080:00000010:0.0:1787998272.287085:0:32661:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191cd6400. 00000080:00000001:0.0:1787998272.287091:0:32661:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.287101:0:32661:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1787998272.287103:0:32661:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff94d1880063c8) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:0.0:1787998272.287106:0:32661:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1787998272.287108:0:32661:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.287127:0:32661:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787998272.287130:0:32661:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:0.0:1787998272.287132:0:32661:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff94d1880063c8), inode mode 41ed mask 1 00000080:00000001:0.0:1787998272.287135:0:32661:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.287142:0:32661:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1787998272.287144:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffda0 00000080:00002000:0.0:1787998272.287146:0:32661:0:(dcache.c:87:ll_dcompare()) found name f(ffff94d1834ca798) flags 0x48000e refc 0 00000080:00000001:0.0:1787998272.287148:0:32661:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.287150:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffe10 00000080:00200000:0.0:1787998272.287151:0:32661:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:0.0:1787998272.287157:0:32661:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:0.0:1787998272.287158:0:32661:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff94d1880063c8), inode mode 41ed mask 3 00000080:00000001:0.0:1787998272.287161:0:32661:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.287164:0:32661:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:0.0:1787998272.287177:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffdf8 00000080:00200000:0.0:1787998272.287179:0:32661:0:(namei.c:2418:ll_unlink()) VFS Op:name=f, dir=[0x200000405:0x24:0x0](ffff94d1880063c8) 00000080:00000001:0.0:1787998272.287182:0:32661:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1787998272.287185:0:32661:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998272.287189:0:32661:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798654168 : -117846910897448 : ffff94d1a0bcf2d8) 00000020:00001000:0.0:1787998272.287192:0:32661:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf2d0 00000020:00000001:0.0:1787998272.287194:0:32661:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1787998272.287198:0:32661:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1859db9b0) owner 0000000000000000/ffff94d1917aa7c0 00020000:00000002:0.0:1787998272.287201:0:32661:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d1a0ad5ae0 addref 2/0 by ffff94d1917aa7c0. 00020000:00000002:0.0:1787998272.287204:0:32661:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1859db9b0) owner 0000000000000000/ffff94d1917aa7c0 00020000:00000001:0.0:1787998272.287206:0:32661:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1787998272.287208:0:32661:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1787998272.287210:0:32661:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1787998272.287211:0:32661:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1787998272.287214:0:32661:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1787998272.287216:0:32661:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf2d0 00000080:00000001:0.0:1787998272.287219:0:32661:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1787998272.287224:0:32661:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191cd6400. 00800000:00000002:0.0:1787998272.287226:0:32661:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d190b35c40 2 00800000:00000001:0.0:1787998272.287235:0:32661:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1787998272.287239:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998272.287242:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998272.287244:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998272.287246:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998272.287249:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.287251:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1787998272.287253:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998272.287256:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998272.287258:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998272.287259:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998272.287260:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998272.287262:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.287263:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:0.0:1787998272.287265:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998272.287267:0:32661:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1787998272.287269:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998272.287269:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998272.287271:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998272.287272:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998272.287273:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.287275:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:0.0:1787998272.287277:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.287283:0:32661:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x26:0x0] 00800000:00000001:0.0:1787998272.287286:0:32661:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.287289:0:32661:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000405:0x24:0x0]/[0x200000405:0x26:0x0] -> mds #0 00000002:00000001:0.0:1787998272.287294:0:32661:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1787998272.287296:0:32661:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1787998272.287309:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 3 00010000:00000001:0.0:1787998272.287312:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998272.287316:0:32661:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1787998272.287320:0:32661:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787998272.287323:0:32661:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8cace lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4fd9a50f3a6ace84 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1787998272.287333:0:32661:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1787998272.287336:0:32661:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1787998272.287338:0:32661:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1787998272.287340:0:32661:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000405:0x24:0x0] mode (null) 00000002:00000001:0.0:1787998272.287343:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998272.287345:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998272.287347:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 4 00010000:00000001:0.0:1787998272.287349:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998272.287353:0:32661:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1787998272.287356:0:32661:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1787998272.287359:0:32661:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998272.287364:0:32661:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998272.287367:0:32661:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367e00/0xb2d39e653c8cb06 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acf41 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1787998272.287374:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.287375:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998272.287376:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1787998272.287378:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998272.287380:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998272.287383:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367e00 refcount=2 00000020:00000001:0.0:1787998272.287385:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370412032 : -117847339139584 : ffff94d187367e00) 00010000:00000001:0.0:1787998272.287388:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370412032 : -117847339139584 : ffff94d187367e00) 00010000:00000001:0.0:1787998272.287390:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.287391:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998272.287392:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998272.287394:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998272.287395:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 4 00010000:00000001:0.0:1787998272.287397:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998272.287399:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.287401:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998272.287402:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998272.287403:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 4 00010000:00000001:0.0:1787998272.287405:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998272.287407:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.287409:0:32661:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1787998272.287411:0:32661:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x24:0x0] lli = ffff94d188006300, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1787998272.287470:0:32661:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1787998272.287472:0:32661:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1787998272.287474:0:32661:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1787998272.287476:0:32661:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x24:0x0](ffff94d1880063c8) invalid 00000020:00000001:0.0:1787998272.287479:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffa60 00000080:00002000:0.0:1787998272.287481:0:32661:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff94d18354b798) parent ffff94d198a90798 inode ffff94d1880063c8 refc 3 00000080:00000001:0.0:1787998272.287485:0:32661:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1787998272.287487:0:32661:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1787998272.287488:0:32661:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.287491:0:32661:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1787998272.287494:0:32661:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787998272.287496:0:32661:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787998272.287498:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998272.287500:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1787998272.287503:0:32661:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d187367400 with handle 0xb2d39e653c8cace from hash 00010000:00000001:0.0:1787998272.287504:0:32661:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787998272.287506:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.287507:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.287508:0:32661:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787998272.287511:0:32661:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787998272.287512:0:32661:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1787998272.287515:0:32661:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1787998272.287517:0:32661:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998272.287520:0:32661:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998272.287522:0:32661:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1787998272.287526:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98100 count: 3 00010000:00000001:0.0:1787998272.287527:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998272.287529:0:32661:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1787998272.287532:0:32661:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787998272.287534:0:32661:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ce00/0xb2d39e653c8cad5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x4fd9a50f3a6acea0 expref: -99 pid: 32660 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1787998272.287540:0:32661:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1787998272.287541:0:32661:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1787998272.287555:0:32661:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1787998272.287557:0:32661:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000405:0x26:0x0] mode (null) 00000002:00000001:0.0:1787998272.287559:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998272.287560:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998272.287562:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98100 count: 4 00010000:00000001:0.0:1787998272.287564:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998272.287566:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.287568:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998272.287569:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998272.287570:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98100 count: 4 00010000:00000001:0.0:1787998272.287572:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998272.287574:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.287576:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998272.287577:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998272.287578:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98100 count: 4 00010000:00000001:0.0:1787998272.287580:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998272.287582:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.287583:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998272.287585:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998272.287586:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98100 count: 4 00010000:00000001:0.0:1787998272.287588:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998272.287590:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.287595:0:32661:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.287597:0:32661:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:0.0:1787998272.287598:0:32661:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998272.287601:0:32661:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798654168 : -117846910897448 : ffff94d1a0bcf2d8) 00000020:00001000:0.0:1787998272.287603:0:32661:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf2d0 00000020:00000001:0.0:1787998272.287605:0:32661:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1787998272.287608:0:32661:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x26:0x0]: losing layout lock 00000080:00000001:0.0:1787998272.287611:0:32661:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1787998272.287613:0:32661:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1787998272.287616:0:32661:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1787998272.287618:0:32661:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1787998272.287620:0:32661:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1787998272.287622:0:32661:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.287634:0:32661:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1787998272.287635:0:32661:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf2d0 00000080:00000001:0.0:1787998272.287637:0:32661:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.287639:0:32661:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1787998272.287641:0:32661:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x26:0x0](ffff94d1989ab248) invalid 00000020:00000001:0.0:1787998272.287643:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffa60 00000080:00002000:0.0:1787998272.287645:0:32661:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff94d1834ca798) parent ffff94d18354b798 inode ffff94d1989ab248 refc 1 00000080:00000001:0.0:1787998272.287648:0:32661:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1787998272.287649:0:32661:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1787998272.287650:0:32661:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.287653:0:32661:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1787998272.287654:0:32661:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787998272.287656:0:32661:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787998272.287657:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998272.287658:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1787998272.287661:0:32661:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d190a5ce00 with handle 0xb2d39e653c8cad5 from hash 00010000:00000001:0.0:1787998272.287662:0:32661:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787998272.287663:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.287664:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.287666:0:32661:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787998272.287667:0:32661:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787998272.287668:0:32661:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1787998272.287671:0:32661:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787998272.287673:0:32661:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3000/0xb2d39e653c8caab lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x4fd9a50f3a6ace1b expref: -99 pid: 32624 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1787998272.287679:0:32661:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1787998272.287681:0:32661:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1787998272.287682:0:32661:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1787998272.287684:0:32661:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000405:0x26:0x0] mode (null) 00000002:00000001:0.0:1787998272.287686:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998272.287687:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998272.287689:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98100 count: 4 00010000:00000001:0.0:1787998272.287691:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998272.287693:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.287695:0:32661:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.287696:0:32661:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:0.0:1787998272.287697:0:32661:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998272.287699:0:32661:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798654168 : -117846910897448 : ffff94d1a0bcf2d8) 00000020:00001000:0.0:1787998272.287701:0:32661:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf2d0 00000020:00000001:0.0:1787998272.287702:0:32661:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1787998272.287704:0:32661:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x26:0x0]: losing layout lock 00000080:00000001:0.0:1787998272.287705:0:32661:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1787998272.287706:0:32661:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1787998272.287707:0:32661:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1787998272.287709:0:32661:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1787998272.287711:0:32661:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1787998272.287713:0:32661:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.287714:0:32661:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1787998272.287716:0:32661:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf2d0 00000080:00000001:0.0:1787998272.287717:0:32661:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.287719:0:32661:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1787998272.287720:0:32661:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.287722:0:32661:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1787998272.287723:0:32661:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787998272.287724:0:32661:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787998272.287726:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998272.287727:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1787998272.287729:0:32661:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1917f3000 with handle 0xb2d39e653c8caab from hash 00010000:00000001:0.0:1787998272.287731:0:32661:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787998272.287732:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.287733:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.287744:0:32661:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787998272.287746:0:32661:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787998272.287747:0:32661:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1787998272.287750:0:32661:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1787998272.287751:0:32661:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:0.0:1787998272.287753:0:32661:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:0.0:1787998272.287759:0:32661:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c13100. 00000020:00000040:0.0:1787998272.287762:0:32661:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:0.0:1787998272.287956:0:32661:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787998272.287959:0:32661:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.287962:0:32661:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1787998272.287968:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998272.287972:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998272.287973:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.287974:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.287977:0:32661:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998272.287979:0:32661:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998272.287982:0:32661:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998272.287989:0:32661:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d191cd7e00. 00000100:00000001:0.0:1787998272.287995:0:32661:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.287997:0:32661:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998272.288000:0:32661:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1787998272.288005:0:32661:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ce00/0xb2d39e653c8cad5 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4fd9a50f3a6acea0 expref: -99 pid: 32660 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787998272.288013:0:32661:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3000/0xb2d39e653c8caab lrc: 1/0,0 mode: --/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4fd9a50f3a6ace1b expref: -99 pid: 32624 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787998272.288020:0:32661:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8cace lrc: 1/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ace84 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787998272.288026:0:32661:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1787998272.288027:0:32661:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1787998272.288029:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787998272.288032:0:32661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5ce00/0xb2d39e653c8cad5 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4fd9a50f3a6acea0 expref: -99 pid: 32660 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1787998272.288044:0:32661:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d191d63640. 00010000:00000001:0.0:1787998272.288050:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.288051:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787998272.288054:0:32661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3000/0xb2d39e653c8caab lrc: 0/0,0 mode: --/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4fd9a50f3a6ace1b expref: -99 pid: 32624 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1787998272.288060:0:32661:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d1987e5cc0. 00010000:00000040:0.0:1787998272.288063:0:32661:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d192b98100 count: 0 00010000:00000010:0.0:1787998272.288068:0:32661:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d1a0046e00. 00010000:00000001:0.0:1787998272.288073:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.288078:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787998272.288081:0:32661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367400/0xb2d39e653c8cace lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ace84 expref: -99 pid: 32660 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1787998272.288087:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998272.288089:0:32661:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.288090:0:32661:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998272.288092:0:32661:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.288093:0:32661:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1787998272.288106:0:32661:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787998272.288117:0:32661:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191c13100 x1874850291764224/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787998272.288125:0:32661:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998272.288126:0:32661:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998272.288132:0:32661:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d18330fe40. 00000100:00000001:0.0:1787998272.288134:0:32661:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226302942784 : -117847406608832 : ffff94d18330fe40) 00000100:00000001:0.0:1787998272.288137:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998272.288139:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547273984 : -117847162277632 : ffff94d191c13100) 00000100:00000001:0.0:1787998272.288143:0:32661:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998272.288147:0:32661:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.288149:0:32661:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998272.288150:0:32661:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998272.288155:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c13100 x1874850291764224/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998272.288161:0:32661:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998272.288163:0:32661:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998272.288166:0:32661:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998272.288169:0:32661:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998272.288171:0:32661:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998272.288174:0:32661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c13100 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32661:1874850291764224:192.168.206.123@tcp:36:rm.0 00000100:00000001:0.0:1787998272.288178:0:32661:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998272.288182:0:32661:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998272.288184:0:32661:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998272.288186:0:32661:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998272.288190:0:32661:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a3c00. 02000000:00000001:0.0:1787998272.288192:0:32661:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998272.288199:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998272.288203:0:32661:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30bb0. 00000400:00000010:0.0:1787998272.288210:0:32661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807d48. 00000100:00000200:0.0:1787998272.288217:0:32661:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291764224, portal 10 00000100:00000001:0.0:1787998272.288219:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998272.288220:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547273984 : -117847162277632 : ffff94d191c13100) 00000100:00000040:0.0:1787998272.288226:0:32661:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c13100 x1874850291764224/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1787998288 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998272.288233:0:32661:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998272.288235:0:32661:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998272.288239:0:32661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1928073b8. 00000100:00000200:0.0:1787998272.288243:0:32661:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1874850291764224, offset 0 00000400:00000200:0.0:1787998272.288249:0:32661:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998272.288257:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998272.288264:0:32661:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998272.288268:0:32661:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998272.288272:0:32661:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998272.288276:0:32661:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998272.288279:0:32661:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998272.288283:0:32661:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2741:2741:256:4294967295] 192.168.206.123@tcp LPNI seq info [2741:2741:8:4294967295] 00000400:00000200:0.0:1787998272.288287:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998272.288296:0:32661:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998272.288302:0:32661:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998272.288307:0:32661:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1876a4100. 00000800:00000200:0.0:1787998272.288313:0:32661:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998272.288320:0:32661:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998272.288324:0:32661:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1876a4100 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:0.0:1787998272.288396:0:32661:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998272.288400:0:32661:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 832801 usecs (833 jiffies) 00000400:00000200:0.0:1787998272.288404:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998272.288407:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296453278 00000100:00000001:0.0:1787998272.288410:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296455156 00000100:00000001:0.0:1787998272.288413:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296453278 00000100:00000001:0.0:1787998272.288415:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296455156 00000100:00000001:0.0:1787998272.288417:0:32661:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998272.288420:0:32661:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.288422:0:32661:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998272.288423:0:32661:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998272.288426:0:32661:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d18330fe40 going to sleep for 11 seconds 00000100:00000001:0.0:1787998272.288428:0:32661:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998272.288431:0:32661:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998272.288543:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998272.288547:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1876a4100. 00000400:00000200:3.0:1787998272.288552:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998272.288557:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998272.288562:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928073b8 00000400:00000010:3.0:1787998272.288564:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928073b8. 00000100:00000001:3.0:1787998272.288568:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998272.288572:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c13100 x1874850291764224/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1787998288 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998272.288582:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998272.288925:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c13100 x1874850291764224/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1787998288 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998272.288933:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998272.288934:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998272.297582:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.297604:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998272.297607:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.297610:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.297617:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.297634:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998272.297647:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.297652:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.297657:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.297661:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a5cc00 00000400:00000200:2.0:1787998272.297665:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.297671:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x7f8d [1] + 224 00000800:00000001:2.0:1787998272.297678:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.297690:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.297694:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.297698:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998272.297706:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998272.297715:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c13100 x1874850291764224/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1787998288 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998272.297726:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94d191c13100 x1874850291764224/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998272.297753:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998272.297761:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.297764:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998272.297897:0:32661:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998272.297971:0:32661:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998272.297974:0:32661:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998272.297977:0:32661:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30bb0. 00000400:00000200:0.0:1787998272.297982:0:32661:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807d48 00000400:00000010:0.0:1787998272.297984:0:32661:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807d48. 00000100:00000001:0.0:1787998272.297988:0:32661:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998272.298057:0:32661:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c13100 x1874850291764224/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998272.298067:0:32661:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c13100 x1874850291764224/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998272.298073:0:32661:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998272.298076:0:32661:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998272.298078:0:32661:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998272.298081:0:32661:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998272.298083:0:32661:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998272.298085:0:32661:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998272.298088:0:32661:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998272.298096:0:32661:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=98 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998272.298100:0:32661:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998272.298103:0:32661:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998272.298104:0:32661:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.298107:0:32661:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998272.298110:0:32661:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.298113:0:32661:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1787998272.298115:0:32661:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000013d/0x10000013f] 00000100:00000001:0.0:1787998272.298116:0:32661:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1787998272.298118:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998272.298120:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547273984 : -117847162277632 : ffff94d191c13100) 00000100:00000001:0.0:1787998272.298123:0:32661:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998272.298125:0:32661:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967616 00000100:00000001:0.0:1787998272.298126:0:32661:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998272.298129:0:32661:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998272.298133:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c13100 x1874850291764224/t4294967628(4294967628) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1787998288 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998272.298139:0:32661:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998272.298141:0:32661:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998272.298144:0:32661:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998272.298147:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c13100 x1874850291764224/t4294967628(4294967628) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1787998288 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998272.298159:0:32661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c13100 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32661:1874850291764224:192.168.206.123@tcp:36:rm.0 00000100:00000001:0.0:1787998272.298164:0:32661:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998272.298166:0:32661:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998272.298169:0:32661:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998272.298170:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998272.298173:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c13100 x1874850291764224/t4294967628(4294967628) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1787998288 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998272.298180:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998272.298183:0:32661:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d18330fe40. 00000100:00000001:0.0:1787998272.298186:0:32661:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998272.298188:0:32661:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.298195:0:32661:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998272.298198:0:32661:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998272.298201:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d190b35c40 2 00000080:00000010:0.0:1787998272.298205:0:32661:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191cd6400. 00000100:00000001:0.0:1787998272.298209:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998272.298212:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c13100 x1874850291764224/t4294967628(4294967628) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1787998288 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998272.298218:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.298222:0:32661:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.298232:0:32661:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1787998272.298235:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffe28 00000080:00002000:0.0:1787998272.298237:0:32661:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff94d1834ca798, parent ffff94d18354b798, inode 0000000000000000) hashed, 00000080:00000001:0.0:1787998272.298240:0:32661:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998272.298246:0:32661:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1787998272.298251:0:32661:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1787998272.298257:0:32661:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1787998272.298259:0:32661:0:(file.c:5294:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1787998272.298262:0:32661:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998272.298266:0:32661:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798654168 : -117846910897448 : ffff94d1a0bcf2d8) 00000020:00001000:0.0:1787998272.298268:0:32661:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf2d0 00000020:00000001:0.0:1787998272.298273:0:32661:0:(cl_object.c:143:cl_object_top()) ffff94d1872132d8 -> ffff94d1872132d8 00000020:00000001:0.0:1787998272.298276:0:32661:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1787998272.298279:0:32661:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1787998272.298280:0:32661:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x26:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1787998272.298283:0:32661:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787998272.298285:0:32661:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1787998272.298286:0:32661:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1787998272.298290:0:32661:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x26:0x0]io ffff94d19226cbf0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1787998272.298294:0:32661:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1859db9b0) owner 0000000000000000/ffff94d1917aa7c0 00020000:00000001:0.0:1787998272.298297:0:32661:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1787998272.298299:0:32661:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1787998272.298301:0:32661:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1787998272.298303:0:32661:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998272.298304:0:32661:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1787998272.298307:0:32661:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1787998272.298308:0:32661:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.298309:0:32661:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787998272.298310:0:32661:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1787998272.298311:0:32661:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1787998272.298313:0:32661:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1859db9b0) owner 0000000000000000/ffff94d1917aa7c0 00000020:00000001:0.0:1787998272.298315:0:32661:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.298317:0:32661:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1787998272.298319:0:32661:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1787998272.298321:0:32661:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1787998272.298323:0:32661:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1787998272.298327:0:32661:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1787998272.298330:0:32661:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1787998272.298331:0:32661:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1787998272.298332:0:32661:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998272.298334:0:32661:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798656616 : -117846910895000 : ffff94d1a0bcfc68) 00000020:00001000:0.0:1787998272.298336:0:32661:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfc60 00000020:00000001:0.0:1787998272.298339:0:32661:0:(cl_object.c:143:cl_object_top()) ffff94d187213080 -> ffff94d1872132d8 00000020:00000001:0.0:1787998272.298340:0:32661:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1787998272.298343:0:32661:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787998272.298344:0:32661:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1787998272.298345:0:32661:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998272.298347:0:32661:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998272.298349:0:32661:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000020:00000001:0.0:1787998272.298351:0:32661:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1787998272.298353:0:32661:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998272.298356:0:32661:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.298357:0:32661:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.298359:0:32661:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1787998272.298361:0:32661:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1787998272.298363:0:32661:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1787998272.298364:0:32661:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1787998272.298365:0:32661:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1787998272.298366:0:32661:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.298368:0:32661:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998272.298370:0:32661:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998272.298371:0:32661:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.298373:0:32661:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1787998272.298373:0:32661:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.298375:0:32661:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.298376:0:32661:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1787998272.298378:0:32661:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1787998272.298379:0:32661:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1787998272.298380:0:32661:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1787998272.298382:0:32661:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1787998272.298384:0:32661:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1787998272.298387:0:32661:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1787998272.298390:0:32661:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff94d1870108c0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1787998272.298392:0:32661:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1787998272.298395:0:32661:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff94d1870108c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1787998272.298398:0:32661:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998272.298400:0:32661:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.298402:0:32661:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998272.298403:0:32661:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998272.298404:0:32661:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.298406:0:32661:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.298407:0:32661:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1787998272.298409:0:32661:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1787998272.298411:0:32661:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1787998272.298412:0:32661:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1787998272.298413:0:32661:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1787998272.298414:0:32661:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998272.298416:0:32661:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1787998272.298418:0:32661:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1787998272.298419:0:32661:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1787998272.298421:0:32661:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1787998272.298422:0:32661:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1787998272.298424:0:32661:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1787998272.298425:0:32661:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1787998272.298426:0:32661:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998272.298428:0:32661:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998272.298429:0:32661:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1787998272.298430:0:32661:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1787998272.298431:0:32661:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1787998272.298433:0:32661:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1787998272.298434:0:32661:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1787998272.298436:0:32661:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1787998272.298437:0:32661:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1787998272.298437:0:32661:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1787998272.298438:0:32661:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1787998272.298727:0:32661:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998272.298730:0:32661:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998272.298731:0:32661:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1787998272.298733:0:32661:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1787998272.298735:0:32661:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.298737:0:32661:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1787998272.298739:0:32661:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1787998272.298740:0:32661:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1787998272.298742:0:32661:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1787998272.298743:0:32661:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1787998272.298745:0:32661:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfc60 00020000:00000001:0.0:1787998272.298748:0:32661:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1787998272.298750:0:32661:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1787998272.298752:0:32661:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1787998272.298754:0:32661:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x26:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1787998272.298757:0:32661:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1787998272.298758:0:32661:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1787998272.298760:0:32661:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf2d0 00000080:00000001:0.0:1787998272.298762:0:32661:0:(file.c:5331:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1787998272.298803:0:32661:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5ce00. 00010000:00000010:0.1:1787998272.298810:0:32661:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98100. 00010000:00000010:0.1:1787998272.298813:0:32661:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3000. 00010000:00000010:0.1:1787998272.298816:0:32661:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367400. 00000080:00000001:0.0:1787998272.298821:0:32661:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1787998272.298823:0:32661:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x26:0x0](ffff94d1989ab248) 00800000:00000001:0.0:1787998272.298828:0:32661:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1787998272.298829:0:32661:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x26:0x0] 00000002:00000001:0.0:1787998272.298834:0:32661:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1787998272.298840:0:32661:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998272.298843:0:32661:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1787998272.298845:0:32661:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998272.298847:0:32661:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998272.298850:0:32661:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1787998272.298872:0:32661:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1787998272.298876:0:32661:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.298879:0:32661:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998272.298882:0:32661:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:1.0:1787998272.298887:0:32661:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff94d1a0bcfe10. 00000020:00000010:1.0:1787998272.298892:0:32661:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d1a0b69800. 00000020:00000010:1.0:1787998272.298896:0:32661:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff94d1a0b68400. 00000020:00000010:1.0:1787998272.298900:0:32661:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff94d1a0b0aba0. 00000008:00000010:1.0:1787998272.298907:0:32661:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff94d191d76fe0. 00020000:00000010:1.0:1787998272.298912:0:32661:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff94d185459900. 00008000:00000010:1.0:1787998272.298916:0:32661:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94d199e20a98. 00000080:00000010:1.0:1787998272.298922:0:32661:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94d19090ff18. 00000080:00000010:1.0:1787998272.298925:0:32661:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff94d19226c940. 00000020:00000010:1.0:1787998272.298929:0:32661:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d1a0b68a00. 00000008:00000010:1.0:1787998272.298932:0:32661:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff94d19227a9a0. 00020000:00000010:1.0:1787998272.298935:0:32661:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff94d19227c6d8. 00008000:00000010:1.0:1787998272.298938:0:32661:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff94d191a0dc18. 00000080:00000010:1.0:1787998272.298941:0:32661:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff94d191a0e960. 00000020:00000001:1.0:1787998272.298943:0:32661:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798657048 : -117846910894568 : ffff94d1a0bcfe18) 00000020:00001000:1.0:1787998272.298946:0:32661:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfe10 00020000:00000001:1.0:1787998272.298951:0:32661:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:1.0:1787998272.298953:0:32661:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1859db9b0) owner 0000000000000000/ffff94d1917aa7c0 00020000:00000001:1.0:1787998272.298955:0:32661:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:1.0:1787998272.298958:0:32661:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0ad5ae0, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1787998272.298963:0:32661:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1787998272.298968:0:32661:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d1a0b86100: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000001:1.0:1787998272.298970:0:32661:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:1.0:1787998272.298972:0:32661:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998272.298974:0:32661:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:1.0:1787998272.298976:0:32661:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:1.0:1787998272.299740:0:32661:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:1.0:1787998272.299748:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3ca00 count: 2 00010000:00000001:1.0:1787998272.299752:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998272.299756:0:32661:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:1.0:1787998272.299758:0:32661:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:1.0:1787998272.299764:0:32661:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 1787998254 1787998254 1787998254 by oinfo size 0 blocks 0 [cma]time 1787998254 1787998254 1787998254 ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000002844bcb5/0xb2d39e653c8cadc lrc: 1/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x4fd9a50f3a6acea7 expref: -99 pid: 32660 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:1.0:1787998272.299818:0:32661:0:(cl_object.c:143:cl_object_top()) ffff94d1870108c0 -> ffff94d1872132d8 00000020:00000001:1.0:1787998272.299820:0:32661:0:(cl_object.c:143:cl_object_top()) ffff94d1870108c0 -> ffff94d1872132d8 00000008:00000001:1.0:1787998272.299822:0:32661:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787998272.299824:0:32661:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787998272.299826:0:32661:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787998272.299828:0:32661:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1787998272.299836:0:32661:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff94d1870108c0. 00020000:00000001:1.0:1787998272.299841:0:32661:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:1.0:1787998272.299843:0:32661:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff94d187213000. 00020000:00000001:1.0:1787998272.299849:0:32661:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:1.0:1787998272.299851:0:32661:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998272.299854:0:32661:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1787998272.299855:0:32661:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1859db9b0) owner 0000000000000000/ffff94d1917aa7c0 00020000:00000001:1.0:1787998272.299858:0:32661:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:1.0:1787998272.299860:0:32661:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:1.0:1787998272.299861:0:32661:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1859db9b0) owner 0000000000000000/ffff94d1917aa7c0 00020000:00000001:1.0:1787998272.299864:0:32661:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:1.0:1787998272.299866:0:32661:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff94d19107fb50. 00020000:00000010:1.0:1787998272.299870:0:32661:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff94d181254a80. 00020000:00000010:1.0:1787998272.299873:0:32661:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff94d19108ebd0. 00020000:00000002:1.0:1787998272.299877:0:32661:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0ad5ae0, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1787998272.299881:0:32661:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1787998272.299885:0:32661:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d1a0b86100: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000010:1.0:1787998272.299890:0:32661:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d1a0b86100. 00020000:00000010:1.0:1787998272.299894:0:32661:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d1a0ad53c0. 00020000:00000010:1.0:1787998272.299897:0:32661:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d1a0ad5ae0. 00020000:00000001:1.0:1787998272.299898:0:32661:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:1.0:1787998272.299900:0:32661:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1859db9b0) owner 0000000000000000/ffff94d1917aa7c0 00020000:00000010:1.0:1787998272.299902:0:32661:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff94d1859db9b0. 00020000:00000001:1.0:1787998272.299905:0:32661:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:1.0:1787998272.299908:0:32661:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff94d187213258. 00000020:00001000:1.0:1787998272.299912:0:32661:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfe10 00000080:00000001:1.0:1787998272.299916:0:32661:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1787998272.299918:0:32661:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1787998272.299948:0:32661:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:1.0:1787998272.299950:0:32661:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1787998272.299952:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffdd0 00000080:00200008:1.0:1787998272.299954:0:32661:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff94d1880063c8), flags 704000 00000080:00400000:1.0:1787998272.299956:0:32661:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x24:0x0] 00000080:00000001:1.0:1787998272.299959:0:32661:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1787998272.299960:0:32661:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:1.0:1787998272.299961:0:32661:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1787998272.299965:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998272.299967:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998272.299968:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998272.299970:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998272.299972:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.299973:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1787998272.299975:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.299988:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998272.299990:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998272.299993:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 2 00010000:00000001:1.0:1787998272.299995:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998272.299998:0:32661:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1787998272.300000:0:32661:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1787998272.300002:0:32661:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998272.300006:0:32661:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998272.300009:0:32661:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367e00/0xb2d39e653c8cb06 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acf41 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1787998272.300454:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.300456:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998272.300458:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1787998272.300461:0:32661:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x24:0x0]: 16 00000080:00000010:1.0:1787998272.300464:0:32661:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d1863303c0. 00000080:00000001:1.0:1787998272.300469:0:32661:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998272.300473:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffdd0 00000080:00000008:1.0:1787998272.300475:0:32661:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff94d1880063c8), flags 704000, rc = 0 00000080:00000001:1.0:1787998272.300479:0:32661:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.300481:0:32661:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.300484:0:32661:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1787998272.300486:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffe00 00000080:00002000:1.0:1787998272.300488:0:32661:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff94d18354b798, parent ffff94d198a90798, inode ffff94d1880063c8) hashed, 00000080:00000001:1.0:1787998272.300491:0:32661:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998272.300497:0:32661:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1787998272.300500:0:32661:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1787998272.300525:0:32661:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998272.300529:0:32661:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998272.300531:0:32661:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998272.300532:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffbd8 00000080:00200000:1.0:1787998272.300534:0:32661:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:1.0:1787998272.300542:0:32661:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1909c1000. 00800000:00000002:1.0:1787998272.300547:0:32661:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998272.300551:0:32661:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998272.300554:0:32661:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998272.300556:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffaf8 00800000:00000002:1.0:1787998272.300558:0:32661:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998272.300561:0:32661:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998272.300563:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998272.300565:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998272.300566:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998272.300568:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998272.300570:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.300572:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998272.300574:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.300577:0:32661:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998272.300581:0:32661:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998272.300582:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bff9c8 00000002:00010000:1.0:1787998272.300585:0:32661:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787998272.300588:0:32661:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998272.300589:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998272.300591:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998272.300595:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360b00 count: 2 00010000:00000001:1.0:1787998272.300597:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998272.300600:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998272.300603:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998272.300606:0:32661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8caf8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acf25 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1787998272.300614:0:32661:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998272.300617:0:32661:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998272.300619:0:32661:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8caf8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acf25 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1787998272.300637:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787998272.300639:0:32661:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998272.300641:0:32661:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998272.300643:0:32661:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998272.300645:0:32661:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998272.300647:0:32661:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787998272.300650:0:32661:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787998272.300654:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998272.300657:0:32661:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1909c1000. 00000080:00000001:1.0:1787998272.300660:0:32661:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998272.300661:0:32661:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998272.300664:0:32661:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:1.0:1787998272.300667:0:32661:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8caf8 00800000:00000001:1.0:1787998272.300670:0:32661:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998272.300672:0:32661:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998272.300674:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.300677:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.300679:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5200 refcount=3 00000020:00000001:1.0:1787998272.300682:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:1.0:1787998272.300685:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:1.0:1787998272.300688:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.300689:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998272.300690:0:32661:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998272.300692:0:32661:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998272.300694:0:32661:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8caf8 from it ffffb66d41bffc10 00010000:00000001:1.0:1787998272.300696:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.300698:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.300699:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5200 refcount=3 00000020:00000001:1.0:1787998272.300701:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:1.0:1787998272.300703:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:1.0:1787998272.300705:0:32661:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998272.300708:0:32661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8caf8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acf25 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1787998272.300714:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.300715:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.300717:0:32661:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998272.300718:0:32661:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998272.300721:0:32661:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8caf8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acf25 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1787998272.300728:0:32661:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998272.300731:0:32661:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998272.300732:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998272.300737:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.300738:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.300740:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.300743:0:32661:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998272.300745:0:32661:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.300747:0:32661:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.300749:0:32661:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.300752:0:32661:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998272.300754:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.300755:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998272.300757:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787998272.300759:0:32661:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998272.300761:0:32661:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:1.0:1787998272.300765:0:32661:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998272.300824:0:32661:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d190a90a20. 00000020:00000001:1.0:1787998272.300828:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffdc8 00000080:00200000:1.0:1787998272.300830:0:32661:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), flags=0 00000080:00000001:1.0:1787998272.300832:0:32661:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1787998272.300834:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffc78 00000080:00200000:1.0:1787998272.300835:0:32661:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), intent=getattr 00000080:00000010:1.0:1787998272.300843:0:32661:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1909c1000. 00800000:00000002:1.0:1787998272.300846:0:32661:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998272.300850:0:32661:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998272.300852:0:32661:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998272.300854:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffb98 00800000:00000002:1.0:1787998272.300856:0:32661:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998272.300860:0:32661:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998272.300863:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998272.300864:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998272.300865:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998272.300867:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998272.300868:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.300870:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998272.300872:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998272.300874:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffb30 00800000:00000002:1.0:1787998272.300875:0:32661:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:1.0:1787998272.300878:0:32661:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998272.300880:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffa68 00000002:00010000:1.0:1787998272.300881:0:32661:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:1.0:1787998272.300885:0:32661:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1787998272.300887:0:32661:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1787998272.300891:0:32661:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199ede680. 00000020:00000040:1.0:1787998272.300895:0:32661:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=10 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:1.0:1787998272.300900:0:32661:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787998272.300904:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998272.300907:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.300908:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.300909:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.300912:0:32661:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998272.300914:0:32661:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998272.300917:0:32661:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998272.300923:0:32661:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d199e26000. 00000100:00000001:1.0:1787998272.300929:0:32661:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.300933:0:32661:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998272.300935:0:32661:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.300936:0:32661:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998272.300938:0:32661:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.300939:0:32661:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.300946:0:32661:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226684421760 : -117847025129856 : ffff94d199ede680) 00010000:00000001:1.0:1787998272.300949:0:32661:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787998272.300951:0:32661:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1787998272.300954:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360b00 count: 2 00010000:00000001:1.0:1787998272.300956:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998272.300959:0:32661:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787998272.300962:0:32661:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1917f3800. 00000020:00000001:1.0:1787998272.300964:0:32661:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787998272.300967:0:32661:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1917f3800 with handle 0xb2d39e653c8cb0d to hash 00000020:00000001:1.0:1787998272.300969:0:32661:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787998272.300970:0:32661:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00010000:00000001:1.0:1787998272.300973:0:32661:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00010000:00000001:1.0:1787998272.300975:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998272.300977:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998272.300992:0:32661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3800/0xb2d39e653c8cb0d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998272.301003:0:32661:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3800/0xb2d39e653c8cb0d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998272.302111:0:32661:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3800/0xb2d39e653c8cb0d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787998272.302119:0:32661:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998272.302120:0:32661:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998272.302127:0:32661:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d19223d000. 00000100:00000001:1.0:1787998272.302129:0:32661:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226553737216 : -117847155814400 : ffff94d19223d000) 00000100:00000001:1.0:1787998272.302131:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998272.302132:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684421760 : -117847025129856 : ffff94d199ede680) 00000100:00000001:1.0:1787998272.302136:0:32661:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998272.302139:0:32661:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.302141:0:32661:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998272.302142:0:32661:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998272.302150:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199ede680 x1874850291764352/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.302159:0:32661:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998272.302161:0:32661:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998272.302166:0:32661:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998272.302169:0:32661:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998272.302172:0:32661:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998272.302175:0:32661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199ede680 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32661:1874850291764352:192.168.206.123@tcp:101:rm.0 00000100:00000001:1.0:1787998272.302179:0:32661:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998272.302185:0:32661:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998272.302187:0:32661:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998272.302189:0:32661:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998272.302194:0:32661:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d191c68800. 02000000:00000001:1.0:1787998272.302196:0:32661:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998272.302202:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998272.302206:0:32661:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc108. 00000400:00000010:1.0:1787998272.302214:0:32661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409198. 00000100:00000200:1.0:1787998272.302220:0:32661:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291764352, portal 10 00000100:00000001:1.0:1787998272.302222:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998272.302224:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684421760 : -117847025129856 : ffff94d199ede680) 00000100:00000040:1.0:1787998272.302229:0:32661:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199ede680 x1874850291764352/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998288 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.302237:0:32661:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998272.302240:0:32661:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998272.302243:0:32661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1854093b8. 00000100:00000200:1.0:1787998272.302246:0:32661:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1874850291764352, offset 0 00000400:00000200:1.0:1787998272.302252:0:32661:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998272.302261:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998272.302268:0:32661:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998272.302273:0:32661:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998272.302277:0:32661:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998272.302280:0:32661:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998272.302283:0:32661:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998272.302287:0:32661:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2742:2742:256:4294967295] 192.168.206.123@tcp LPNI seq info [2742:2742:8:4294967295] 00000400:00000200:1.0:1787998272.302291:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998272.302300:0:32661:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998272.302306:0:32661:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998272.302310:0:32661:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f300. 00000800:00000200:1.0:1787998272.302316:0:32661:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998272.302322:0:32661:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998272.302326:0:32661:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f300 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1787998272.302348:0:32661:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998272.302352:0:32661:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 831670 usecs (832 jiffies) 00000400:00000200:1.0:1787998272.302355:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998272.302358:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296453291 00000100:00000001:1.0:1787998272.302360:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296455156 00000100:00000001:1.0:1787998272.302362:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296453291 00000100:00000001:1.0:1787998272.302364:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296455156 00000100:00000001:1.0:1787998272.302366:0:32661:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998272.302369:0:32661:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.302371:0:32661:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998272.302373:0:32661:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998272.302376:0:32661:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d19223d000 going to sleep for 11 seconds 00000100:00000001:1.0:1787998272.302378:0:32661:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998272.302380:0:32661:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998272.302987:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998272.303058:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f300. 00000400:00000200:3.0:1787998272.303066:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998272.303072:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998272.303078:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854093b8 00000400:00000010:3.0:1787998272.303081:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854093b8. 00000100:00000001:3.0:1787998272.303085:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998272.303090:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199ede680 x1874850291764352/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998288 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.303101:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998272.303104:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199ede680 x1874850291764352/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998288 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998272.303116:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998272.303117:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1787998272.303812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190aa1e00. 00000080:00000010:1.1:1787998272.307836:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d1989ab180. 00000080:00000010:1.1:1787998272.307855:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a9c260. 00000800:00000001:2.0:1787998272.309953:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.309976:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998272.309981:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.309984:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.309997:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.310006:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998272.310018:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.310023:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.310029:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.310034:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a5cc80 00000400:00000200:2.0:1787998272.310039:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.310045:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x7f95 [1] + 224 00000800:00000001:2.0:1787998272.310054:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.310062:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.310066:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.310071:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998272.310080:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998272.310090:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199ede680 x1874850291764352/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998288 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998272.310103:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d199ede680 x1874850291764352/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998272.310122:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998272.310132:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.310136:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.310199:0:32661:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998272.310211:0:32661:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998272.310213:0:32661:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998272.310217:0:32661:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc108. 00000400:00000200:1.0:1787998272.310224:0:32661:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409198 00000400:00000010:1.0:1787998272.310227:0:32661:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409198. 00000100:00000001:1.0:1787998272.310231:0:32661:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998272.310241:0:32661:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199ede680 x1874850291764352/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998272.310251:0:32661:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199ede680 x1874850291764352/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.310258:0:32661:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998272.310260:0:32661:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.310262:0:32661:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998272.310266:0:32661:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998272.310268:0:32661:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998272.310270:0:32661:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998272.310272:0:32661:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998272.310279:0:32661:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=98 v=5 (5 104 104 104) 00000100:00001000:1.0:1787998272.310283:0:32661:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998272.310286:0:32661:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998272.310288:0:32661:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.310291:0:32661:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998272.310294:0:32661:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.310297:0:32661:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998272.310299:0:32661:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967616 00000100:00000001:1.0:1787998272.310300:0:32661:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998272.310303:0:32661:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998272.310307:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199ede680 x1874850291764352/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.310319:0:32661:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998272.310322:0:32661:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998272.310323:0:32661:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998272.310327:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199ede680 x1874850291764352/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998288 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998272.310333:0:32661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199ede680 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32661:1874850291764352:192.168.206.123@tcp:101:rm.0 00000100:00000001:1.0:1787998272.310338:0:32661:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.310341:0:32661:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.310343:0:32661:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998272.310346:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998272.310349:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199ede680 x1874850291764352/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998288 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.310354:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998272.310358:0:32661:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d19223d000. 00000100:00000001:1.0:1787998272.310361:0:32661:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998272.310362:0:32661:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.310365:0:32661:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787998272.310368:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.310383:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.310386:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3800 refcount=4 00000020:00000001:1.0:1787998272.310389:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00010000:00000001:1.0:1787998272.310392:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00010000:00000040:1.0:1787998272.310398:0:32661:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1917f3800, remote cookie: 0x4fd9a50f3a6acf80, flags: 0x1001 00010000:00010000:1.0:1787998272.310403:0:32661:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3800/0xb2d39e653c8cb0d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acf80 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1787998272.310410:0:32661:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1787998272.310413:0:32661:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1787998272.310428:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 2 00010000:00000001:1.0:1787998272.310431:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998272.310434:0:32661:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998272.310437:0:32661:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3800/0xb2d39e653c8cb0d lrc: 4/1,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acf80 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998272.310443:0:32661:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3800/0xb2d39e653c8cb0d lrc: 4/1,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acf80 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.310449:0:32661:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787998272.310452:0:32661:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787998272.310454:0:32661:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1787998272.310455:0:32661:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787998272.310456:0:32661:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787998272.310458:0:32661:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x24:0x0].0x0 (ffff94d188d3c700) refcount = 2 00010000:00000040:1.0:1787998272.310461:0:32661:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1787998272.310463:0:32661:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367e00/0xb2d39e653c8cb06 lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acf41 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787998272.310469:0:32661:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3800/0xb2d39e653c8cb0d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acf80 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.310483:0:32661:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787998272.310487:0:32661:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787998272.310488:0:32661:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998272.310491:0:32661:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787998272.310493:0:32661:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998272.310496:0:32661:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3800/0xb2d39e653c8cb0d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acf80 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.310503:0:32661:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787998272.310504:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.310506:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.310507:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.310508:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.310510:0:32661:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.310514:0:32661:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1787998272.310516:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.310517:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.310519:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3800 refcount=3 00000020:00000001:1.0:1787998272.310520:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00010000:00000001:1.0:1787998272.310522:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00010000:00000001:1.0:1787998272.310524:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.310525:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.310526:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3800 refcount=4 00000020:00000001:1.0:1787998272.310527:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00010000:00000001:1.0:1787998272.310529:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00010000:00000001:1.0:1787998272.310532:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998272.310534:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998272.310536:0:32661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3800/0xb2d39e653c8cb0d lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acf80 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.310542:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.310543:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.310544:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.310545:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.310546:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3800 refcount=5 00000020:00000001:1.0:1787998272.310547:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00010000:00000001:1.0:1787998272.310549:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00010000:00000001:1.0:1787998272.310551:0:32661:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998272.310553:0:32661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3800/0xb2d39e653c8cb0d lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acf80 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.310558:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.310559:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998272.310561:0:32661:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3800/0xb2d39e653c8cb0d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acf80 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.310571:0:32661:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998272.310572:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.310573:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.310574:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.310575:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1787998272.310579:0:32661:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d199ede680 x1874850291764352/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998288 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1787998272.310587:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.310588:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.310589:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3800 refcount=3 00000020:00000001:1.0:1787998272.310591:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00010000:00000001:1.0:1787998272.310592:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00010000:00000001:1.0:1787998272.310594:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.310595:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998272.310596:0:32661:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.310598:0:32661:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.310601:0:32661:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1787998272.310603:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.310604:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.310605:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3800 refcount=3 00000020:00000001:1.0:1787998272.310607:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00010000:00000001:1.0:1787998272.310608:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00000002:00010000:1.0:1787998272.310612:0:32661:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3800/0xb2d39e653c8cb0d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acf80 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.310617:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.310618:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.310619:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787998272.310620:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.310621:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.310633:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3800 refcount=3 00000020:00000001:1.0:1787998272.310635:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00010000:00000001:1.0:1787998272.310637:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00010000:00000040:1.0:1787998272.310640:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 3 00010000:00000001:1.0:1787998272.310642:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1787998272.310645:0:32661:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589935621/36 (0 0) 00010000:00000001:1.0:1787998272.310648:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.310649:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998272.310650:0:32661:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1787998272.310652:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bff9f0 00000002:00002000:1.0:1787998272.310654:0:32661:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1787998272.310658:0:32661:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998272.310662:0:32661:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998272.310664:0:32661:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787998272.310667:0:32661:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1787998272.310670:0:32661:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.310673:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000001:1.0:1787998272.310675:0:32661:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1787998272.310677:0:32661:0:(namei.c:674:ll_lookup_it_finish()) it ffffb66d41bffe00 it_disposition b 00000080:00000001:1.0:1787998272.310679:0:32661:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1787998272.310685:0:32661:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1787998272.310688:0:32661:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1787998272.310696:0:32661:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d191236740. 00800000:00000001:1.0:1787998272.310699:0:32661:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626226536933184 : -117847172618432 : ffff94d191236740) 00800000:00000001:1.0:1787998272.310701:0:32661:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.310702:0:32661:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1787998272.310705:0:32661:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:1.0:1787998272.310708:0:32661:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1787998272.310713:0:32661:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1787998272.310720:0:32661:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:1.0:1787998272.311219:0:32661:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1787998272.311222:0:32661:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1787998272.311223:0:32661:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.311227:0:32661:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:1.0:1787998272.311230:0:32661:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1787998272.311233:0:32661:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611172 mtime from 1787998254 to 1787998272 00000080:00200000:1.0:1787998272.311237:0:32661:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 4096 00000080:00200000:1.0:1787998272.311240:0:32661:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x24:0x0](ffff94d1880063c8): rc = 0 00000080:00000001:1.0:1787998272.311243:0:32661:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626226383643592 : -117847325908024 : ffff94d1880063c8) 00010000:00000001:1.0:1787998272.311246:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.311247:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.311249:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3800 refcount=3 00000020:00000001:1.0:1787998272.311251:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00010000:00000001:1.0:1787998272.311253:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00010000:00000001:1.0:1787998272.311255:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.311256:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787998272.311258:0:32661:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1787998272.311260:0:32661:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1787998272.311262:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d191236740 1 00800000:00000010:1.0:1787998272.311264:0:32661:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d191236740. 00800000:00000001:1.0:1787998272.311268:0:32661:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998272.311272:0:32661:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff94d1880063c8) for lock 0xb2d39e653c8cb0d 00800000:00000001:1.0:1787998272.311275:0:32661:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998272.311276:0:32661:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998272.311278:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.311279:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.311280:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3800 refcount=3 00000020:00000001:1.0:1787998272.311282:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00010000:00000001:1.0:1787998272.311284:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00010000:00000001:1.0:1787998272.311287:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.311288:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998272.311289:0:32661:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998272.311291:0:32661:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1787998272.311296:0:32661:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d1835950d8 inode ffff94d1880063c8 refc 1 flags 0x20000e 00000080:00000002:1.0:1787998272.311300:0:32661:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1787998272.311304:0:32661:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1787998272.311307:0:32661:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff94d1880063c8) 00000080:00010000:1.0:1787998272.311311:0:32661:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cb0d from it ffffb66d41bffe00 00010000:00000001:1.0:1787998272.311313:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.311314:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.311316:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3800 refcount=3 00000020:00000001:1.0:1787998272.311318:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00010000:00000001:1.0:1787998272.311320:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00010000:00000001:1.0:1787998272.311322:0:32661:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998272.311325:0:32661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3800/0xb2d39e653c8cb0d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acf80 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998272.311332:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.311333:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.311334:0:32661:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998272.311337:0:32661:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998272.311340:0:32661:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3800/0xb2d39e653c8cb0d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acf80 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998272.311347:0:32661:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998272.311350:0:32661:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998272.311352:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998272.311355:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.311356:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.311363:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.311366:0:32661:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998272.311378:0:32661:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.311380:0:32661:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.311383:0:32661:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.311385:0:32661:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998272.311386:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.311387:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787998272.311388:0:32661:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1787998272.311391:0:32661:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1909c1000. 00000100:00000001:1.0:1787998272.311395:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998272.311400:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199ede680 x1874850291764352/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/688 e 0 to 0 dl 1787998288 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.311407:0:32661:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998272.311409:0:32661:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998272.311413:0:32661:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d191c68800. 02000000:00000001:1.0:1787998272.311415:0:32661:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998272.311417:0:32661:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998272.311419:0:32661:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998272.311421:0:32661:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998272.311423:0:32661:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e26000. 02000000:00000001:1.0:1787998272.311435:0:32661:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998272.311436:0:32661:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998272.311438:0:32661:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199ede680. 00000100:00000001:1.0:1787998272.311443:0:32661:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998272.311444:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998272.311447:0:32661:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1787998272.311448:0:32661:0:(dcache.c:176:ll_intent_release()) intent ffffb66d41bffe00 released 00000080:00000001:1.0:1787998272.311450:0:32661:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1787998272.311454:0:32661:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998272.311456:0:32661:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998272.311458:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffd50 00000080:00200000:1.0:1787998272.311460:0:32661:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:1.0:1787998272.311466:0:32661:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1909c1000. 00800000:00000002:1.0:1787998272.311470:0:32661:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998272.311473:0:32661:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998272.311475:0:32661:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998272.311477:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffc70 00800000:00000002:1.0:1787998272.311478:0:32661:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998272.311481:0:32661:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998272.311484:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998272.311486:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998272.311488:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998272.311490:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998272.311492:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.311494:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998272.311496:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.311499:0:32661:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998272.311503:0:32661:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998272.311505:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffb40 00000002:00010000:1.0:1787998272.311507:0:32661:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787998272.311510:0:32661:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998272.311512:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998272.311514:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998272.311518:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360b00 count: 2 00010000:00000001:1.0:1787998272.311520:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998272.311523:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998272.311525:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998272.311528:0:32661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8caf8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acf25 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1787998272.311535:0:32661:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998272.311539:0:32661:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998272.311542:0:32661:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8caf8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acf25 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1787998272.311548:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787998272.311549:0:32661:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998272.311551:0:32661:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998272.311553:0:32661:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998272.311555:0:32661:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998272.311557:0:32661:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787998272.311559:0:32661:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787998272.311560:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998272.311563:0:32661:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1909c1000. 00000080:00000001:1.0:1787998272.311566:0:32661:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998272.311567:0:32661:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998272.311569:0:32661:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:1.0:1787998272.311572:0:32661:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8caf8 00800000:00000001:1.0:1787998272.311574:0:32661:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998272.311575:0:32661:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998272.311576:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.311578:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.311579:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5200 refcount=3 00000020:00000001:1.0:1787998272.311581:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:1.0:1787998272.311583:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:1.0:1787998272.311585:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.311586:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998272.311587:0:32661:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998272.311589:0:32661:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998272.311590:0:32661:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8caf8 from it ffffb66d41bffd88 00010000:00000001:1.0:1787998272.311592:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998272.311593:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998272.311594:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5200 refcount=3 00000020:00000001:1.0:1787998272.311596:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:1.0:1787998272.311598:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:1.0:1787998272.311600:0:32661:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998272.311602:0:32661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8caf8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acf25 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1787998272.311608:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.311609:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.311610:0:32661:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998272.311611:0:32661:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998272.311614:0:32661:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8caf8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acf25 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1787998272.311619:0:32661:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998272.311621:0:32661:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998272.311632:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998272.311634:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.311635:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.311636:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.311639:0:32661:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998272.311640:0:32661:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.311642:0:32661:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.311644:0:32661:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.311645:0:32661:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998272.311646:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.311647:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998272.311649:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787998272.311650:0:32661:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998272.311653:0:32661:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 3 00000080:00000001:1.0:1787998272.311658:0:32661:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.311662:0:32661:0:(namei.c:2325:ll_rmdir()) Process entered 00000020:00000001:1.0:1787998272.311664:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffe18 00000080:00200000:1.0:1787998272.311665:0:32661:0:(namei.c:2328:ll_rmdir()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00000001:1.0:1787998272.311668:0:32661:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:1.0:1787998272.311670:0:32661:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21h.recovery-small-2, [0x200000405:0x24:0x0]) is foreign... 00000080:00000001:1.0:1787998272.311673:0:32661:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1787998272.311677:0:32661:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1909c1000. 00800000:00000002:1.0:1787998272.311679:0:32661:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00800000:00000001:1.0:1787998272.311685:0:32661:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1787998272.311688:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998272.311689:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998272.311690:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998272.311692:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998272.311697:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.311699:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998272.311700:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998272.311702:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998272.311704:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998272.311705:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998272.311706:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998272.311707:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.311709:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1787998272.311711:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998272.311713:0:32661:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:1.0:1787998272.311714:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998272.311715:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998272.311716:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998272.311717:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998272.311719:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.311727:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1787998272.311729:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.311731:0:32661:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x24:0x0] 00800000:00000001:1.0:1787998272.311733:0:32661:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.311735:0:32661:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x24:0x0] -> mds #0 00000002:00000001:1.0:1787998272.311739:0:32661:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1787998272.311741:0:32661:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1787998272.311744:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360b00 count: 2 00010000:00000001:1.0:1787998272.311746:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998272.311748:0:32661:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1787998272.311750:0:32661:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787998272.311753:0:32661:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8caf8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4fd9a50f3a6acf25 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:1.0:1787998272.311760:0:32661:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787998272.311763:0:32661:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787998272.311765:0:32661:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787998272.311786:0:32661:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1787998272.311789:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998272.311790:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998272.311792:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360b00 count: 3 00010000:00000001:1.0:1787998272.311794:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998272.311797:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.311798:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998272.311799:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998272.311800:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360b00 count: 3 00010000:00000001:1.0:1787998272.311802:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998272.311804:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.311805:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998272.311806:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998272.311808:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360b00 count: 3 00010000:00000001:1.0:1787998272.311809:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998272.311811:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.311813:0:32661:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1787998272.311816:0:32661:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d1989ad280, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1787998272.311819:0:32661:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1787998272.311821:0:32661:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1787998272.311823:0:32661:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787998272.311824:0:32661:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.311827:0:32661:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787998272.311830:0:32661:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787998272.311832:0:32661:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787998272.311833:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998272.311834:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1787998272.311837:0:32661:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1903e5200 with handle 0xb2d39e653c8caf8 from hash 00010000:00000001:1.0:1787998272.311839:0:32661:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787998272.311840:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.311841:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.311842:0:32661:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787998272.311844:0:32661:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787998272.311846:0:32661:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1787998272.311848:0:32661:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787998272.311854:0:32661:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998272.311856:0:32661:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998272.311858:0:32661:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1787998272.311860:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 3 00010000:00000001:1.0:1787998272.311862:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998272.311863:0:32661:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1787998272.311865:0:32661:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787998272.311868:0:32661:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3800/0xb2d39e653c8cb0d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4fd9a50f3a6acf80 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1787998272.311874:0:32661:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787998272.311876:0:32661:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787998272.311877:0:32661:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787998272.311878:0:32661:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000405:0x24:0x0] mode (null) 00000002:00000001:1.0:1787998272.311880:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998272.311881:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998272.311883:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 4 00010000:00000001:1.0:1787998272.311884:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998272.311886:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.311887:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998272.311888:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998272.311889:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 4 00010000:00000001:1.0:1787998272.311894:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998272.311896:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.311897:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998272.311898:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998272.311899:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 4 00010000:00000001:1.0:1787998272.311901:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998272.311902:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.311904:0:32661:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1787998272.311905:0:32661:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x24:0x0] lli = ffff94d188006300, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1787998272.311910:0:32661:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1787998272.311911:0:32661:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1787998272.311913:0:32661:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1787998272.311914:0:32661:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x24:0x0](ffff94d1880063c8) invalid 00000020:00000001:1.0:1787998272.311917:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffa80 00000080:00002000:1.0:1787998272.311918:0:32661:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff94d1835950d8) parent ffff94d198a90798 inode ffff94d1880063c8 refc 2 00000080:00000001:1.0:1787998272.311922:0:32661:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1787998272.311922:0:32661:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787998272.311923:0:32661:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.311925:0:32661:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787998272.311927:0:32661:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787998272.311928:0:32661:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787998272.311929:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998272.311931:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1787998272.311933:0:32661:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1917f3800 with handle 0xb2d39e653c8cb0d from hash 00010000:00000001:1.0:1787998272.311935:0:32661:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787998272.311936:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.311937:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.311938:0:32661:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787998272.311939:0:32661:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787998272.311941:0:32661:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1787998272.311943:0:32661:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787998272.311945:0:32661:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367e00/0xb2d39e653c8cb06 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4fd9a50f3a6acf41 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1787998272.311951:0:32661:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787998272.311952:0:32661:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787998272.311953:0:32661:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787998272.311955:0:32661:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000405:0x24:0x0] mode CR 00000002:00000001:1.0:1787998272.311957:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998272.311958:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998272.311960:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 4 00010000:00000001:1.0:1787998272.311962:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998272.311964:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.311965:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998272.311966:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998272.311967:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 4 00010000:00000001:1.0:1787998272.311969:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998272.311970:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.311972:0:32661:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.311973:0:32661:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1787998272.311976:0:32661:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1787998272.311980:0:32661:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d1909c0800. 00000080:00000001:1.0:1787998272.311981:0:32661:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:1.0:1787998272.311983:0:32661:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d190b35c40 2 00000080:00000001:1.0:1787998272.311986:0:32661:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1787998272.311988:0:32661:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1787998272.311990:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998272.311991:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998272.311992:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998272.311993:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998272.311995:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.311996:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1787998272.311998:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.312000:0:32661:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x24:0x0] 00000002:00000001:1.0:1787998272.312003:0:32661:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1787998272.312005:0:32661:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff94d1a0bb2800: [0x200000405:0x24:0x0] file closed with intent: 0 00000100:00000010:1.0:1787998272.312010:0:32661:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199ede680. 00000020:00000040:1.0:1787998272.312013:0:32661:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=10 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:1.0:1787998272.312017:0:32661:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998272.312019:0:32661:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998272.312022:0:32661:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998272.312028:0:32661:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d1909c0e00. 00000100:00000001:1.0:1787998272.312034:0:32661:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1787998272.312046:0:32661:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d191c11f80 x1874850291763968/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998288 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1787998272.312056:0:32661:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1787998272.312062:0:32661:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d199ede680 x1874850291764608/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1787998272.312068:0:32661:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998272.312069:0:32661:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998272.312075:0:32661:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d19223d000. 00000100:00000001:1.0:1787998272.312077:0:32661:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226553737216 : -117847155814400 : ffff94d19223d000) 00000100:00000001:1.0:1787998272.312079:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998272.312081:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684421760 : -117847025129856 : ffff94d199ede680) 00000100:00000001:1.0:1787998272.312084:0:32661:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998272.312088:0:32661:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.312090:0:32661:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998272.312092:0:32661:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998272.312095:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199ede680 x1874850291764608/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.312102:0:32661:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998272.312104:0:32661:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998272.312108:0:32661:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998272.312110:0:32661:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998272.312112:0:32661:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998272.312116:0:32661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199ede680 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32661:1874850291764608:192.168.206.123@tcp:35:rm.0 00000100:00000001:1.0:1787998272.312119:0:32661:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998272.312124:0:32661:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998272.312126:0:32661:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998272.312128:0:32661:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998272.312132:0:32661:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d199e26000. 02000000:00000001:1.0:1787998272.312134:0:32661:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998272.312141:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998272.312146:0:32661:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc108. 00000400:00000010:1.0:1787998272.312153:0:32661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409198. 00000100:00000200:1.0:1787998272.312159:0:32661:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291764608, portal 10 00000100:00000001:1.0:1787998272.312161:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998272.312162:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684421760 : -117847025129856 : ffff94d199ede680) 00000100:00000040:1.0:1787998272.312168:0:32661:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199ede680 x1874850291764608/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998288 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.312175:0:32661:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998272.312178:0:32661:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998272.312180:0:32661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1854094c8. 00000100:00000200:1.0:1787998272.312184:0:32661:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1874850291764608, offset 0 00000400:00000200:1.0:1787998272.312189:0:32661:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998272.312198:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998272.312205:0:32661:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998272.312210:0:32661:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998272.312214:0:32661:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998272.312217:0:32661:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998272.312220:0:32661:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998272.312223:0:32661:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2743:2743:256:4294967295] 192.168.206.123@tcp LPNI seq info [2743:2743:8:4294967295] 00000400:00000200:1.0:1787998272.312227:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998272.312235:0:32661:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998272.312241:0:32661:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998272.312246:0:32661:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f900. 00000800:00000200:1.0:1787998272.312252:0:32661:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998272.312259:0:32661:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998272.312264:0:32661:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1787998272.312288:0:32661:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998272.312292:0:32661:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 830538 usecs (831 jiffies) 00000400:00000200:1.0:1787998272.312295:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998272.312298:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296453300 00000100:00000001:1.0:1787998272.312301:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296455156 00000100:00000001:1.0:1787998272.312303:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296453300 00000100:00000001:1.0:1787998272.312305:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296455156 00000100:00000001:1.0:1787998272.312307:0:32661:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998272.312310:0:32661:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.312312:0:32661:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998272.312313:0:32661:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998272.312316:0:32661:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d19223d000 going to sleep for 11 seconds 00000100:00000001:1.0:1787998272.312318:0:32661:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998272.312320:0:32661:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998272.312915:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998272.312921:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f900. 00000400:00000200:2.0:1787998272.312928:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.312933:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998272.312938:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854094c8 00000400:00000010:2.0:1787998272.312941:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854094c8. 00000100:00000001:2.0:1787998272.312945:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998272.312949:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199ede680 x1874850291764608/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998288 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998272.312958:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998272.312961:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199ede680 x1874850291764608/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998288 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998272.312968:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998272.312969:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998272.319185:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.319202:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998272.319206:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.319208:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.319217:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.319225:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998272.319234:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.319238:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.319244:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.319248:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a5cd80 00000400:00000200:2.0:1787998272.319254:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.319260:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x7f9d [1] + 224 00000800:00000001:2.0:1787998272.319266:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.319286:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.319290:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.319295:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998272.319632:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998272.319641:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199ede680 x1874850291764608/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998288 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998272.319657:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d199ede680 x1874850291764608/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.319855:0:32661:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998272.319958:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998272.319969:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.319973:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1787998272.320011:0:32661:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998272.320014:0:32661:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998272.320017:0:32661:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc108. 00000400:00000200:1.0:1787998272.320021:0:32661:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409198 00000400:00000010:1.0:1787998272.320024:0:32661:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409198. 00000100:00000001:1.0:1787998272.320027:0:32661:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998272.320032:0:32661:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199ede680 x1874850291764608/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998272.320041:0:32661:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199ede680 x1874850291764608/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.320048:0:32661:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998272.320049:0:32661:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.320052:0:32661:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998272.320055:0:32661:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998272.320057:0:32661:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998272.320059:0:32661:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998272.320062:0:32661:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998272.320071:0:32661:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06cf0 time=98 v=5 (5 5 5 5) 00000100:00001000:1.0:1787998272.320076:0:32661:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998272.320078:0:32661:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998272.320080:0:32661:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.320082:0:32661:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998272.320086:0:32661:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.320090:0:32661:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1787998272.320093:0:32661:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1787998272.320095:0:32661:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1787998272.320097:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998272.320098:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684421760 : -117847025129856 : ffff94d199ede680) 00000100:00000001:1.0:1787998272.320103:0:32661:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998272.320105:0:32661:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967616 00000100:00000001:1.0:1787998272.320106:0:32661:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998272.320109:0:32661:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998272.320113:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199ede680 x1874850291764608/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998288 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.320120:0:32661:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998272.320123:0:32661:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998272.320124:0:32661:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998272.320128:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199ede680 x1874850291764608/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998288 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998272.320135:0:32661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199ede680 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32661:1874850291764608:192.168.206.123@tcp:35:rm.0 00000100:00000001:1.0:1787998272.320144:0:32661:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.320148:0:32661:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.320150:0:32661:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998272.320152:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998272.320156:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199ede680 x1874850291764608/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998288 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.320163:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998272.320167:0:32661:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d19223d000. 00000100:00000001:1.0:1787998272.320170:0:32661:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998272.320172:0:32661:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.320178:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998272.320179:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684421760 : -117847025129856 : ffff94d199ede680) 00000002:00000001:1.0:1787998272.320182:0:32661:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998272.320185:0:32661:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.320189:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d190b35c40 2 00000080:00000010:1.0:1787998272.320192:0:32661:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1909c0800. 00000080:00000001:1.0:1787998272.320195:0:32661:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1787998272.320199:0:32661:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1787998272.320201:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998272.320203:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998272.320206:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998272.320208:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998272.320210:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.320212:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1787998272.320215:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.320219:0:32661:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1787998272.320224:0:32661:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d191c11f80 x1874850291763968/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998288 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.320232:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998272.320233:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547269504 : -117847162282112 : ffff94d191c11f80) 00000100:00000001:1.0:1787998272.320235:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998272.320238:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c11f80 x1874850291763968/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998288 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.320243:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.320244:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998272.320247:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199ede680 x1874850291764608/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998288 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.320251:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.320253:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998272.320255:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c11f80 x1874850291763968/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/664 e 0 to 0 dl 1787998288 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.320260:0:32661:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1787998272.320263:0:32661:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998272.320265:0:32661:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998272.320267:0:32661:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998272.320269:0:32661:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1923a1400. 02000000:00000001:1.0:1787998272.320273:0:32661:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998272.320275:0:32661:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998272.320277:0:32661:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c11f80. 00000100:00000001:1.0:1787998272.320282:0:32661:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998272.320283:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.320284:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998272.320287:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199ede680 x1874850291764608/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998288 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.320293:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998272.320295:0:32661:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff94d190a9c8e0. 00000002:00000001:1.0:1787998272.320505:0:32661:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998272.320507:0:32661:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998272.320510:0:32661:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d190b35640. 00000100:00000001:1.0:1787998272.320513:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998272.320518:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199ede680 x1874850291764608/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998288 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998272.320524:0:32661:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998272.320526:0:32661:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998272.320529:0:32661:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e26000. 02000000:00000001:1.0:1787998272.320532:0:32661:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998272.320533:0:32661:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998272.320534:0:32661:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998272.320536:0:32661:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998272.320537:0:32661:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d1909c0e00. 02000000:00000001:1.0:1787998272.320540:0:32661:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998272.320541:0:32661:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998272.320542:0:32661:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199ede680. 00000100:00000001:1.0:1787998272.320545:0:32661:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998272.320546:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998272.320548:0:32661:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.320551:0:32661:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787998272.320553:0:32661:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000405:0x24:0x0] mode (null) 00000002:00000001:1.0:1787998272.320556:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998272.320558:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998272.320564:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 4 00010000:00000001:1.0:1787998272.320567:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998272.320571:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.320573:0:32661:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.320575:0:32661:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1787998272.320577:0:32661:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x24:0x0](ffff94d1880063c8) invalid 00000020:00000001:1.0:1787998272.320581:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffa80 00000080:00002000:1.0:1787998272.320583:0:32661:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff94d1835950d8) parent ffff94d198a90798 inode ffff94d1880063c8 refc 2 00000080:00000001:1.0:1787998272.320587:0:32661:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1787998272.320589:0:32661:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787998272.320591:0:32661:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.320595:0:32661:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787998272.320598:0:32661:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787998272.320600:0:32661:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787998272.320602:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998272.320604:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1787998272.320608:0:32661:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d187367e00 with handle 0xb2d39e653c8cb06 from hash 00010000:00000001:1.0:1787998272.320610:0:32661:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787998272.320612:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998272.320613:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.320614:0:32661:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787998272.320618:0:32661:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787998272.320619:0:32661:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1787998272.320809:0:32661:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1787998272.320813:0:32661:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:1.0:1787998272.320816:0:32661:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:1.0:1787998272.320824:0:32661:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199ede680. 00000020:00000040:1.0:1787998272.320828:0:32661:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:1.0:1787998272.320833:0:32661:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787998272.320835:0:32661:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.320838:0:32661:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787998272.320842:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998272.320846:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.320849:0:32661:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998272.320855:0:32661:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998272.320861:0:32661:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998272.320874:0:32661:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d1909c0e00. 00000100:00000001:1.0:1787998272.320881:0:32661:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.320884:0:32661:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998272.320887:0:32661:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1787998272.320895:0:32661:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3800/0xb2d39e653c8cb0d lrc: 1/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6acf80 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787998272.320904:0:32661:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367e00/0xb2d39e653c8cb06 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6acf41 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787998272.320912:0:32661:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8caf8 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6acf25 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1787998272.320919:0:32661:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:1.0:1787998272.320920:0:32661:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:1.0:1787998272.320922:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787998272.320925:0:32661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3800/0xb2d39e653c8cb0d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6acf80 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998272.320938:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.320940:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787998272.320942:0:32661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367e00/0xb2d39e653c8cb06 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6acf41 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:1.0:1787998272.320948:0:32661:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d188d3c700 count: 0 00010000:00000010:1.0:1787998272.320953:0:32661:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d19219d400. 00010000:00000001:1.0:1787998272.320959:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.320960:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787998272.320962:0:32661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8caf8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6acf25 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:1.0:1787998272.320967:0:32661:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d18a360b00 count: 0 00010000:00000010:1.0:1787998272.320971:0:32661:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d190a8d500. 00010000:00000001:1.0:1787998272.320978:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998272.320980:0:32661:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.320982:0:32661:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998272.320983:0:32661:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.320985:0:32661:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1787998272.320994:0:32661:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1787998272.321000:0:32661:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d199ede680 x1874850291764864/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787998272.321007:0:32661:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998272.321009:0:32661:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998272.321014:0:32661:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d19223d000. 00000100:00000001:1.0:1787998272.321016:0:32661:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226553737216 : -117847155814400 : ffff94d19223d000) 00000100:00000001:1.0:1787998272.321018:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998272.321019:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684421760 : -117847025129856 : ffff94d199ede680) 00000100:00000001:1.0:1787998272.321023:0:32661:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998272.321027:0:32661:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.321029:0:32661:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998272.321031:0:32661:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998272.321034:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199ede680 x1874850291764864/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998272.321041:0:32661:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998272.321043:0:32661:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998272.321047:0:32661:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998272.321049:0:32661:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998272.321051:0:32661:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998272.321054:0:32661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199ede680 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32661:1874850291764864:192.168.206.123@tcp:36:rm.0 00000100:00000001:1.0:1787998272.321058:0:32661:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998272.321064:0:32661:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998272.321066:0:32661:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998272.321068:0:32661:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998272.321072:0:32661:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d199e26000. 02000000:00000001:1.0:1787998272.321074:0:32661:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998272.321079:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998272.321082:0:32661:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc108. 00000400:00000010:1.0:1787998272.321088:0:32661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409198. 00000100:00000200:1.0:1787998272.321095:0:32661:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291764864, portal 10 00000100:00000001:1.0:1787998272.321097:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998272.321098:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684421760 : -117847025129856 : ffff94d199ede680) 00000100:00000040:1.0:1787998272.321103:0:32661:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199ede680 x1874850291764864/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1787998288 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998272.321114:0:32661:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998272.321117:0:32661:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998272.321119:0:32661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409aa0. 00000100:00000200:1.0:1787998272.321124:0:32661:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1874850291764864, offset 0 00000400:00000200:1.0:1787998272.321129:0:32661:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998272.321137:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998272.321143:0:32661:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998272.321148:0:32661:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998272.321152:0:32661:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998272.321155:0:32661:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998272.321158:0:32661:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998272.321161:0:32661:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2744:2744:256:4294967295] 192.168.206.123@tcp LPNI seq info [2744:2744:8:4294967295] 00000400:00000200:1.0:1787998272.321165:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998272.321174:0:32661:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998272.321179:0:32661:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998272.321183:0:32661:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f800. 00000800:00000200:1.0:1787998272.321189:0:32661:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998272.321196:0:32661:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998272.321200:0:32661:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f800 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1787998272.321219:0:32661:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998272.321223:0:32661:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 829410 usecs (830 jiffies) 00000400:00000200:1.0:1787998272.321227:0:32661:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998272.321229:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296453308 00000100:00000001:1.0:1787998272.321232:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296455156 00000100:00000001:1.0:1787998272.321235:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296453308 00000100:00000001:1.0:1787998272.321237:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296455156 00000100:00000001:1.0:1787998272.321240:0:32661:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998272.321242:0:32661:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.321245:0:32661:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998272.321246:0:32661:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998272.321249:0:32661:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d19223d000 going to sleep for 11 seconds 00000100:00000001:1.0:1787998272.321251:0:32661:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998272.321254:0:32661:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998272.321563:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998272.321568:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f800. 00000400:00000200:2.0:1787998272.321574:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.321579:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998272.321583:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409aa0 00000400:00000010:2.0:1787998272.321584:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409aa0. 00000100:00000001:2.0:1787998272.321588:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998272.321593:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199ede680 x1874850291764864/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1787998288 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998272.321601:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998272.321604:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199ede680 x1874850291764864/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1787998288 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998272.321610:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998272.321612:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1787998272.327015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3800. 00010000:00000010:1.1:1787998272.327029:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3c700. 00010000:00000010:1.1:1787998272.327033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367e00. 00010000:00000010:1.1:1787998272.327037:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360b00. 00010000:00000010:1.1:1787998272.327041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5200. 00000800:00000001:2.0:1787998272.327084:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.327098:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998272.327102:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.327104:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.327112:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.327119:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998272.327128:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.327133:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.327138:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.327142:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a5ce80 00000400:00000200:2.0:1787998272.327146:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998272.327152:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x7fa5 [1] + 224 00000800:00000001:2.0:1787998272.327164:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.327171:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998272.327174:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998272.327179:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998272.327185:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998272.327193:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199ede680 x1874850291764864/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1787998288 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998272.327204:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94d199ede680 x1874850291764864/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998272.327214:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998272.327221:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998272.327224:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.327446:0:32661:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998272.327455:0:32661:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998272.327457:0:32661:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998272.327460:0:32661:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc108. 00000400:00000200:1.0:1787998272.327464:0:32661:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409198 00000400:00000010:1.0:1787998272.327466:0:32661:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409198. 00000100:00000001:1.0:1787998272.327469:0:32661:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998272.327475:0:32661:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199ede680 x1874850291764864/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787998272.327485:0:32661:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199ede680 x1874850291764864/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1787998288 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998272.327491:0:32661:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998272.327493:0:32661:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.327495:0:32661:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998272.327499:0:32661:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998272.327501:0:32661:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998272.327504:0:32661:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998272.327507:0:32661:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998272.327517:0:32661:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=98 v=5 (5 104 104 104) 00000100:00001000:1.0:1787998272.327522:0:32661:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998272.327524:0:32661:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998272.327526:0:32661:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998272.327540:0:32661:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998272.327543:0:32661:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.327546:0:32661:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1787998272.327548:0:32661:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009a/0x10000013d] 00000100:00000001:1.0:1787998272.327549:0:32661:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1787998272.327551:0:32661:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998272.327553:0:32661:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684421760 : -117847025129856 : ffff94d199ede680) 00000100:00000001:1.0:1787998272.327556:0:32661:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998272.327557:0:32661:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967616 00000100:00000001:1.0:1787998272.327559:0:32661:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998272.327562:0:32661:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998272.327567:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199ede680 x1874850291764864/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1787998288 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998272.327574:0:32661:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998272.327577:0:32661:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998272.327578:0:32661:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998272.327582:0:32661:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199ede680 x1874850291764864/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1787998288 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787998272.327592:0:32661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199ede680 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:32661:1874850291764864:192.168.206.123@tcp:36:rm.0 00000100:00000001:1.0:1787998272.327597:0:32661:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998272.327599:0:32661:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998272.327602:0:32661:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998272.327604:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998272.327607:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199ede680 x1874850291764864/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1787998288 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998272.327614:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998272.327617:0:32661:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d19223d000. 00000100:00000001:1.0:1787998272.327620:0:32661:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998272.327622:0:32661:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.327640:0:32661:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998272.327644:0:32661:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.327647:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998272.327651:0:32661:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1909c1000. 00000100:00000001:1.0:1787998272.327660:0:32661:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998272.327664:0:32661:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199ede680 x1874850291764864/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1787998288 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998272.327671:0:32661:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.327673:0:32661:0:(namei.c:2371:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.327688:0:32661:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:1.0:1787998272.327691:0:32661:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:1.0:1787998272.327694:0:32661:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x24:0x0](ffff94d1880063c8) 00800000:00000001:1.0:1787998272.327699:0:32661:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:1.0:1787998272.327701:0:32661:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x24:0x0] 00000002:00000001:1.0:1787998272.327705:0:32661:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1787998272.327710:0:32661:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998272.327712:0:32661:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1787998272.327714:0:32661:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998272.327716:0:32661:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.327718:0:32661:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1787998272.327720:0:32661:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1787998272.327722:0:32661:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998272.327724:0:32661:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998272.327726:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d190b35c40 1 00800000:00000010:1.0:1787998272.327936:0:32661:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d190b35c40. 00000080:00000001:1.0:1787998272.327944:0:32661:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1787998272.327946:0:32661:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1787998272.327957:0:32661:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1787998272.327960:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffe30 00000080:00002000:1.0:1787998272.327963:0:32661:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff94d1835950d8, parent ffff94d198a90798, inode 0000000000000000) hashed, 00000080:00000001:1.0:1787998272.327966:0:32661:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998272.327969:0:32661:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1787998272.327972:0:32661:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:1.1:1787998272.343119:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d188006300. 00000080:00000010:1.1:1787998272.343140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90a20. 00010000:00000001:0.0:1787998272.386864:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998272.386870:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.386876:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998272.386877:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998272.386881:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998272.386887:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998272.386910:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998272.386913:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998272.386915:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1787998273.065437:0:32748:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998273.418065:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998273.418071:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998273.418076:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998273.418078:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998273.418081:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998273.418082:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998273.418100:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998273.418102:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998273.418105:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1787998274.307262:0:32888:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998274.436223:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998274.436229:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998274.436235:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998274.436236:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998274.436239:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998274.436240:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998274.436323:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998274.436327:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998274.436330:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787998275.010878:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296455156, at 4296455168 00000100:00000010:3.0:1787998275.010894:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0013de0. 00000100:00000040:2.0:1787998275.010967:0:31987:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582220 (cpu 2) has reached its deadline 4296455156, at 4296455168 00000100:00000010:2.0:1787998275.010975:0:31987:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a00132a0. 00010000:00000001:0.0:1787998275.460921:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998275.460931:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998275.460939:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998275.460941:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998275.460944:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998275.460945:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998275.461150:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787998275.461155:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998275.461158:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1787998275.778353:0:33034:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998276.040962:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787998276.040971:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787998276.040978:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c12a00. 00000020:00000040:0.0:1787998276.040984:0:37:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:0.0:1787998276.040988:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998276.040990:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998276.040995:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998276.041002:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d1876a4b00. 00000100:00000001:0.0:1787998276.041008:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998276.041019:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS req@ffff94d191c12a00 x1874850291764992/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787998276.041029:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998276.041033:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998276.041038:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d72797c] to pc [ptlrpcd_00_00+0] req@ffff94d191c12a00 x1874850291764992/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998276.041058:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998276.041061:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787998276.041064:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787998276.041066:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c11880. 00000020:00000040:0.0:1787998276.041069:0:37:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=10 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998276.041070:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998276.041071:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998276.041073:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998276.041076:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d1876a4000. 00000100:00000001:0.0:1787998276.041078:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998276.041081:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID req@ffff94d191c11880 x1874850291765120/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787998276.041087:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998276.041089:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998276.041092:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095a45108] to pc [ptlrpcd_00_01+1] req@ffff94d191c11880 x1874850291765120/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998276.041099:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998276.041101:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787998276.041103:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787998276.041106:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c11f80. 00000020:00000040:0.0:1787998276.041108:0:37:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=4 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998276.041110:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998276.041111:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998276.041112:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998276.041114:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d1876a4a00. 00000100:00000001:0.0:1787998276.041117:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998276.041120:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID req@ffff94d191c11f80 x1874850291765248/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787998276.041125:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998276.041127:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998276.041129:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a59eda99] to pc [ptlrpcd_00_00+0] req@ffff94d191c11f80 x1874850291765248/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998276.041135:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998276.041137:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787998276.041139:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787998276.041141:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c13480. 00000020:00000040:0.0:1787998276.041143:0:37:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=4 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998276.041144:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998276.041145:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998276.041147:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998276.041149:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d1876a4800. 00000100:00000001:0.0:1787998276.041151:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998276.041154:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID req@ffff94d191c13480 x1874850291765376/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787998276.041160:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998276.041161:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998276.041164:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a532fce] to pc [ptlrpcd_00_01+1] req@ffff94d191c13480 x1874850291765376/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998276.041170:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998276.041172:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787998276.041175:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787998276.041178:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c11500. 00000020:00000040:0.0:1787998276.041180:0:37:0:(genops.c:1210:class_import_get()) import ffff94d183eca000 refcount=3 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998276.041182:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998276.041183:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998276.041184:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998276.041187:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d1876a4600. 00000100:00000001:0.0:1787998276.041189:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998276.041192:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID req@ffff94d191c11500 x1874850291765504/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787998276.041197:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998276.041199:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998276.041202:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008eba1dc] to pc [ptlrpcd_00_00+0] req@ffff94d191c11500 x1874850291765504/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998276.041208:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998276.041212:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1793) 00000100:00000001:0.0:1787998276.041313:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998276.041318:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998276.041320:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998276.041326:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c12a00 x1874850291764992/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998276.041334:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998276.041335:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998276.041338:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998276.041341:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998276.041343:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998276.041347:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed2632e9-aeaa-48f0-b65b-469967f9297f:2402:1874850291764992:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998276.041351:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998276.041357:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998276.041360:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998276.041362:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998276.041367:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191cd7600. 02000000:00000001:0.0:1787998276.041369:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998276.041376:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998276.041381:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30bb0. 00000400:00000010:0.0:1787998276.041388:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807d48. 00000100:00000200:0.0:1787998276.041395:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291764992, portal 25 00000100:00000001:0.0:1787998276.041398:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998276.041400:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547272192 : -117847162279424 : ffff94d191c12a00) 00000100:00000040:0.0:1787998276.041406:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c12a00 x1874850291764992/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998276.041414:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998276.041416:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998276.041419:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807c38. 00000100:00000200:0.0:1787998276.041422:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874850291764992, offset 0 00000400:00000200:0.0:1787998276.041429:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998276.041438:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998276.041445:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998276.041450:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998276.041455:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998276.041458:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998276.041461:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998276.041465:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2745:2745:256:4294967295] 192.168.206.123@tcp LPNI seq info [2745:2745:8:4294967295] 00000400:00000200:0.0:1787998276.041469:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998276.041480:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998276.041485:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998276.041491:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199f55f00. 00000800:00000200:0.0:1787998276.041498:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998276.041507:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998276.041512:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199f55f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787998276.041524:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998276.041529:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998276.041532:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296460279 00000100:00000010:0.0:1787998276.041538:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0ad5960. 00000100:00000001:0.0:1787998276.041544:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787998276.041549:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296460279 00000100:00000010:0.0:1787998276.041552:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0ad54e0. 00000100:00000001:0.0:1787998276.041556:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787998276.041559:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998276.041562:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998276.041565:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998276.041569:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c11f80 x1874850291765248/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998276.041575:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998276.041577:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998276.041578:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998276.041580:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998276.041582:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998276.041585:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291765248:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998276.041587:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998276.041590:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998276.041592:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998276.041593:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998276.041596:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191cd7c00. 02000000:00000001:0.0:1787998276.041597:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998276.041600:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998276.041620:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b309a0. 00000400:00000010:0.0:1787998276.041624:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807088. 00000100:00000200:0.0:1787998276.041627:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291765248, portal 10 00000100:00000001:0.0:1787998276.041628:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998276.041630:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547269504 : -117847162282112 : ffff94d191c11f80) 00000100:00000040:0.0:1787998276.041636:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c11f80 x1874850291765248/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998276.041643:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998276.041645:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998276.041648:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807110. 00000100:00000200:0.0:1787998276.041650:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291765248, offset 0 00000400:00000200:0.0:1787998276.041655:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998276.041659:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998276.041662:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998276.041665:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998276.041667:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998276.041669:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998276.041671:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998276.041674:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2746:2746:255:4294967295] 192.168.206.123@tcp LPNI seq info [2746:2746:7:4294967295] 00000400:00000200:0.0:1787998276.041678:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998276.041685:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998276.041689:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998276.041692:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199f55b00. 00000800:00000200:0.0:1787998276.041696:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998276.041700:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998276.041703:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199f55b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787998276.041706:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998276.041709:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18318 usecs (19 jiffies) 00000400:00000200:0.0:1787998276.041712:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998276.041713:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296456215 00000100:00000001:0.0:1787998276.041716:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296460279 00000100:00000001:0.0:1787998276.041718:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296456215 00000100:00000001:0.0:1787998276.041720:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296460279 00000100:00000001:0.0:1787998276.041722:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998276.041724:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998276.041726:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998276.041730:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c11500 x1874850291765504/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998276.041737:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998276.041738:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998276.041740:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998276.041742:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998276.041744:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998276.041747:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291765504:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998276.041750:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998276.041752:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998276.041753:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998276.041755:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998276.041758:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191cd6600. 02000000:00000001:0.0:1787998276.041760:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998276.041763:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998276.041792:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30630. 00000400:00000010:0.0:1787998276.041797:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807cc0. 00000100:00000200:0.0:1787998276.041800:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291765504, portal 4 00000100:00000001:0.0:1787998276.041802:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998276.041803:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547266816 : -117847162284800 : ffff94d191c11500) 00000100:00000040:0.0:1787998276.041809:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c11500 x1874850291765504/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998276.041815:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998276.041817:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998276.041819:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1928077f8. 00000100:00000200:0.0:1787998276.041821:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291765504, offset 0 00000400:00000200:0.0:1787998276.041826:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998276.041829:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998276.041833:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998276.041836:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998276.041838:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998276.041840:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998276.041842:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998276.041845:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2747:2747:254:4294967295] 192.168.206.123@tcp LPNI seq info [2747:2747:6:4294967295] 00000400:00000200:0.0:1787998276.041849:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998276.041855:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998276.041859:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998276.041862:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199f55d00. 00000800:00000200:0.0:1787998276.041866:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998276.041869:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998276.041872:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199f55d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787998276.041874:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998276.041877:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 20113 usecs (21 jiffies) 00000400:00000200:0.0:1787998276.041880:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998276.041882:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296456217 00000100:00000001:0.0:1787998276.041883:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296460279 00000100:00000001:0.0:1787998276.041885:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296456217 00000100:00000001:0.0:1787998276.041887:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296460279 00000100:00000001:0.0:1787998276.041888:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998276.041890:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998276.041892:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998276.041895:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998276.041903:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998276.041905:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787998276.041907:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998276.041909:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998276.041910:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998276.041913:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1787998276.041915:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998276.041917:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998276.041918:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998276.041920:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998276.041921:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998276.041922:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998276.041925:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c11880 x1874850291765120/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998276.041932:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998276.041934:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998276.041936:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998276.041938:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998276.041941:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998276.041943:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291765120:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998276.041946:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998276.041949:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998276.041950:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998276.041951:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998276.041954:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1909c1800. 02000000:00000001:0.0:1787998276.041956:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998276.041959:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998276.041962:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30790. 00000400:00000010:0.0:1787998276.041965:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807770. 00000100:00000200:0.0:1787998276.041967:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291765120, portal 10 00000100:00000001:0.0:1787998276.041969:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998276.041970:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547267712 : -117847162283904 : ffff94d191c11880) 00000100:00000040:0.0:1787998276.041976:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c11880 x1874850291765120/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998276.041981:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998276.041982:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998276.041984:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1928075d8. 00000100:00000200:0.0:1787998276.041986:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291765120, offset 0 00000400:00000200:0.0:1787998276.041989:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998276.041993:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998276.041996:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998276.041998:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998276.042001:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998276.042003:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998276.042005:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998276.042007:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2748:2748:253:4294967295] 192.168.206.123@tcp LPNI seq info [2748:2748:5:4294967295] 00000400:00000200:0.0:1787998276.042011:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998276.042016:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998276.042021:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998276.042024:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199f55400. 00000800:00000200:0.0:1787998276.042028:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998276.042031:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998276.042033:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199f55400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787998276.042036:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998276.042039:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 828281 usecs (829 jiffies) 00000400:00000200:0.0:1787998276.042041:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998276.042043:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296457025 00000100:00000001:0.0:1787998276.042045:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296460279 00000100:00000001:0.0:1787998276.042046:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296457025 00000100:00000001:0.0:1787998276.042048:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296460279 00000100:00000001:0.0:1787998276.042050:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998276.042052:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998276.042053:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998276.042057:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c13480 x1874850291765376/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998276.042063:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998276.042064:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998276.042066:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998276.042067:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998276.042069:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998276.042071:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291765376:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998276.042074:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998276.042076:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998276.042077:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998276.042079:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998276.042081:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1909c0c00. 02000000:00000001:0.0:1787998276.042083:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998276.042085:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998276.042088:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30210. 00000400:00000010:0.0:1787998276.042091:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807bb0. 00000100:00000200:0.0:1787998276.042094:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291765376, portal 4 00000100:00000001:0.0:1787998276.042095:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998276.042096:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547274880 : -117847162276736 : ffff94d191c13480) 00000100:00000040:0.0:1787998276.042101:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c13480 x1874850291765376/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998276.042106:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998276.042108:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998276.042110:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807880. 00000100:00000200:0.0:1787998276.042112:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291765376, offset 0 00000400:00000200:0.0:1787998276.042116:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998276.042119:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998276.042122:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998276.042124:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998276.042127:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998276.042128:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998276.042130:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998276.042133:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2749:2749:252:4294967295] 192.168.206.123@tcp LPNI seq info [2749:2749:4:4294967295] 00000400:00000200:0.0:1787998276.042137:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998276.042142:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998276.042146:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998276.042149:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199f55c00. 00000800:00000200:0.0:1787998276.042153:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998276.042156:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998276.042159:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199f55c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787998276.042161:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998276.042164:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 205233 usecs (206 jiffies) 00000400:00000200:0.0:1787998276.042167:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998276.042168:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296456402 00000100:00000001:0.0:1787998276.042170:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296460279 00000100:00000001:0.0:1787998276.042172:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296456402 00000100:00000001:0.0:1787998276.042174:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296460279 00000100:00000001:0.0:1787998276.042176:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998276.042178:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998276.042180:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998276.042182:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998276.042196:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998276.042199:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998276.044193:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998276.044204:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199f55f00. 00000400:00000200:2.0:1787998276.044210:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998276.044219:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998276.044228:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807c38 00000400:00000010:2.0:1787998276.044230:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807c38. 00000100:00000001:2.0:1787998276.044236:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998276.044245:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c12a00 x1874850291764992/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998276.044257:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998276.044260:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c12a00 x1874850291764992/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998292 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998276.044267:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998276.044269:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998276.044283:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998276.044286:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199f55b00. 00000400:00000200:2.0:1787998276.044288:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998276.044292:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998276.044295:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807110 00000400:00000010:2.0:1787998276.044296:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807110. 00000100:00000001:2.0:1787998276.044299:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998276.044302:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c11f80 x1874850291765248/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998276.044310:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998276.044313:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c11f80 x1874850291765248/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998292 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998276.044319:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998276.044321:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998276.044329:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998276.044332:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199f55d00. 00000400:00000200:2.0:1787998276.044335:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998276.044338:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998276.044341:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928077f8 00000400:00000010:2.0:1787998276.044342:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928077f8. 00000100:00000001:2.0:1787998276.044345:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998276.044348:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c11500 x1874850291765504/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998276.044355:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998276.044357:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c11500 x1874850291765504/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998292 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998276.044363:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998276.044364:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998276.044371:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998276.044373:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199f55400. 00000400:00000200:2.0:1787998276.044376:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998276.044379:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998276.044382:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928075d8 00000400:00000010:2.0:1787998276.044383:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928075d8. 00000100:00000001:2.0:1787998276.044385:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998276.044389:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c11880 x1874850291765120/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998276.044396:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998276.044398:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c11880 x1874850291765120/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998292 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998276.044404:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998276.044406:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998276.044577:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998276.044581:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199f55c00. 00000400:00000200:2.0:1787998276.044584:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998276.044588:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998276.044591:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807880 00000400:00000010:2.0:1787998276.044593:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807880. 00000100:00000001:2.0:1787998276.044596:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998276.044600:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c13480 x1874850291765376/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998276.044618:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998276.044621:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c13480 x1874850291765376/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998292 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998276.044626:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998276.044628:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998276.054017:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998276.054029:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998276.054034:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998276.054036:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998276.054045:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998276.054053:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998276.054060:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998276.054065:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998276.054070:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998276.054076:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a5cf00 00000400:00000200:2.0:1787998276.054080:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998276.054085:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7fad [1] + 224 00000800:00000001:2.0:1787998276.054092:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998276.054098:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998276.054101:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998276.054105:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998276.054112:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998276.054121:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c12a00 x1874850291764992/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998292 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998276.054133:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191c12a00 x1874850291764992/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998276.054150:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998276.054159:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998276.054162:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998276.054238:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998276.054243:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998276.054249:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998276.054251:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998276.054254:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30bb0. 00000400:00000200:1.0:1787998276.054259:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807d48 00000400:00000010:1.0:1787998276.054262:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807d48. 00000100:00000001:1.0:1787998276.054265:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998276.054270:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c12a00 x1874850291764992/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787998276.054279:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c12a00 x1874850291764992/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998292 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998276.054291:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998276.054293:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998276.054295:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998276.054299:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998276.054301:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998276.054303:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998276.054306:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998276.054312:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=103 v=5 (5 5 5 5) 00000100:00001000:1.0:1787998276.054317:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=103 v=5 (1 1 1 1) 00000100:00000001:1.0:1787998276.054319:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998276.054320:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998276.054323:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998276.054325:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998276.054328:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998276.054333:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c12a00 x1874850291764992/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998292 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998276.054340:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998276.054343:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998276.054345:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998276.054348:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c12a00 x1874850291764992/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998292 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787998276.054355:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed2632e9-aeaa-48f0-b65b-469967f9297f:2402:1874850291764992:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1787998276.054361:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998276.054363:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998276.054366:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c12a00 x1874850291764992/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998292 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998276.054372:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998276.054374:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998276.054377:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191cd7600. 02000000:00000001:1.0:1787998276.054381:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998276.054384:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998276.054386:0:2402:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:1.0:1787998276.054388:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998276.054391:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1876a4b00. 02000000:00000001:1.0:1787998276.054395:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998276.054396:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998276.054398:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c12a00. 00000100:00000001:1.0:1787998276.054403:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998276.054404:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998276.054407:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998276.054408:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998276.054410:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998276.054411:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998276.054413:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998276.063427:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998276.063444:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998276.063448:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998276.063453:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998276.063462:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998276.063470:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998276.063478:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998276.063484:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998276.063489:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998276.063493:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a5d100 00000400:00000200:2.0:1787998276.063497:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998276.063502:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7fbd [1] + 224 00000800:00000001:2.0:1787998276.063508:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998276.063516:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998276.063519:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998276.063523:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998276.063529:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998276.063539:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c11500 x1874850291765504/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998292 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998276.063550:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191c11500 x1874850291765504/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998276.063570:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998276.063579:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998276.063582:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998276.064749:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998276.064755:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998276.064763:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998276.064779:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998276.064783:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30630. 00000400:00000200:1.0:1787998276.064789:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807cc0 00000400:00000010:1.0:1787998276.064791:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807cc0. 00000100:00000001:1.0:1787998276.064794:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998276.064801:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c11500 x1874850291765504/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787998276.064811:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c11500 x1874850291765504/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998292 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998276.064818:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998276.064820:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998276.064823:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998276.064825:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998276.064828:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998276.064830:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998276.064833:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998276.064842:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca460 time=102 v=5 (5 5 37 37) 00000100:00001000:1.0:1787998276.064846:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=53 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998276.064849:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998276.064850:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998276.064854:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998276.064857:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998276.064861:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998276.064863:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:1.0:1787998276.064865:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998276.064867:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998276.064872:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c11500 x1874850291765504/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998292 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998276.064878:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998276.064881:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998276.064883:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998276.064887:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c11500 x1874850291765504/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998292 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787998276.064895:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291765504:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1787998276.064899:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998276.064902:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998276.064905:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c11500 x1874850291765504/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998292 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998276.064911:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998276.064913:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998276.064916:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191cd6600. 02000000:00000001:1.0:1787998276.064920:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998276.064922:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998276.064924:0:2402:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998276.064926:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998276.064929:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1876a4600. 02000000:00000001:1.0:1787998276.064933:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998276.064934:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998276.064936:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c11500. 00000100:00000001:1.0:1787998276.064941:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998276.064943:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998276.064947:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998276.064949:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998276.064950:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998276.064952:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998276.064953:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787998276.068038:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998276.068051:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998276.068055:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998276.068058:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998276.068066:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998276.068074:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998276.068083:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998276.068087:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998276.068092:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998276.068096:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a5d000 00000400:00000200:3.0:1787998276.068101:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998276.068107:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x7fb5 [1] + 224 00000800:00000001:3.0:1787998276.068114:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998276.068117:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998276.068121:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998276.068125:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998276.068132:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998276.068141:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c11f80 x1874850291765248/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998292 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998276.068151:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191c11f80 x1874850291765248/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998276.068171:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998276.068180:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998276.068183:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998276.068185:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998276.068187:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998276.068189:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998276.068193:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998276.068198:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998276.068200:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998276.068203:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998276.068205:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a5cf80 00000400:00000200:3.0:1787998276.068209:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998276.068212:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x7fc5 [1] + 224 00000800:00000001:3.0:1787998276.068216:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998276.068222:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998276.068224:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998276.068227:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998276.068230:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998276.068234:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c11880 x1874850291765120/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998292 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998276.068242:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191c11880 x1874850291765120/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998276.068248:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998276.068252:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998276.068254:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998276.070617:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998276.070632:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998276.070635:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998276.070638:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998276.070646:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998276.070653:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998276.070661:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998276.070665:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998276.070670:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998276.070674:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a5d080 00000400:00000200:2.0:1787998276.070678:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998276.070683:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7fcd [1] + 224 00000800:00000001:2.0:1787998276.070689:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998276.070694:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998276.070697:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998276.070701:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998276.070708:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998276.070715:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c13480 x1874850291765376/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998292 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998276.070727:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191c13480 x1874850291765376/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998276.070736:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998276.070744:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998276.070747:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998276.071089:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998276.071094:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998276.071100:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998276.071102:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998276.071106:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30790. 00000400:00000200:1.0:1787998276.071111:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807770 00000400:00000010:1.0:1787998276.071113:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807770. 00000100:00000001:1.0:1787998276.071117:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998276.071122:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c11880 x1874850291765120/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787998276.071131:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c11880 x1874850291765120/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998292 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998276.071136:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998276.071139:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998276.071141:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998276.071143:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998276.071145:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998276.071147:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998276.071150:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998276.071159:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=102 v=5 (5 104 104 104) 00000100:00001000:1.0:1787998276.071164:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998276.071166:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998276.071168:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998276.071171:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998276.071174:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998276.071177:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998276.071180:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967616 00000100:00000001:1.0:1787998276.071181:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998276.071184:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998276.071189:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c11880 x1874850291765120/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998292 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998276.071195:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998276.071198:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998276.071200:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998276.071205:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c11880 x1874850291765120/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998292 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787998276.071212:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291765120:192.168.206.123@tcp:400:kworker.0 00000400:00000001:1.0:1787998276.071217:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998276.071219:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998276.071220:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30210. 00000400:00000200:1.0:1787998276.071223:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807bb0 00000400:00000010:1.0:1787998276.071225:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807bb0. 00000100:00000001:1.0:1787998276.071227:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998276.071230:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c13480 x1874850291765376/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787998276.071238:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c13480 x1874850291765376/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998292 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998276.071244:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998276.071245:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998276.071246:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998276.071247:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998276.071249:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998276.071250:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998276.071252:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998276.071255:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=102 v=5 (5 5 37 37) 00000100:00001000:1.0:1787998276.071258:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=42 v=5 (1 1 0 0) 00000100:00000001:1.0:1787998276.071260:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998276.071261:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998276.071262:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998276.071264:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998276.071266:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998276.071267:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967330 00000100:00000001:1.0:1787998276.071269:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998276.071271:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998276.071275:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c13480 x1874850291765376/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998292 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998276.071282:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998276.071284:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998276.071285:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998276.071288:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c13480 x1874850291765376/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998292 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787998276.071296:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291765376:192.168.206.123@tcp:400:kworker.0 00000400:00000001:1.0:1787998276.071300:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998276.071301:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998276.071303:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b309a0. 00000400:00000200:1.0:1787998276.071305:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807088 00000400:00000010:1.0:1787998276.071307:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807088. 00000100:00000001:1.0:1787998276.071309:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998276.071313:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c11f80 x1874850291765248/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787998276.071320:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c11f80 x1874850291765248/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998292 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998276.071325:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998276.071326:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998276.071328:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998276.071329:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998276.071330:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998276.071332:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998276.071333:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998276.071336:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=102 v=5 (5 104 104 104) 00000100:00001000:1.0:1787998276.071339:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=102 v=5 (1 1 1 1) 00000100:00000001:1.0:1787998276.071341:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998276.071343:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998276.071344:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998276.071346:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998276.071348:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998276.071349:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:1.0:1787998276.071351:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998276.071353:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998276.071356:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c11f80 x1874850291765248/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998292 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998276.071362:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998276.071364:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998276.071365:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998276.071368:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c11f80 x1874850291765248/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998292 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787998276.071374:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291765248:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1787998276.071378:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998276.071380:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998276.071383:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c11880 x1874850291765120/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998292 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998276.071389:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998276.071391:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998276.071395:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1909c1800. 02000000:00000001:1.0:1787998276.071398:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998276.071401:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998276.071402:0:2402:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998276.071404:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998276.071407:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1876a4000. 02000000:00000001:1.0:1787998276.071411:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998276.071412:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998276.071414:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c11880. 00000100:00000001:1.0:1787998276.071418:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998276.071419:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998276.071421:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998276.071424:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c13480 x1874850291765376/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998292 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998276.071430:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998276.071432:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998276.071433:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1909c0c00. 02000000:00000001:1.0:1787998276.071435:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998276.071436:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998276.071436:0:2402:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998276.071438:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998276.071439:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1876a4800. 02000000:00000001:1.0:1787998276.071441:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998276.071441:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998276.071443:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c13480. 00000100:00000001:1.0:1787998276.071445:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998276.071446:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998276.071447:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998276.071450:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c11f80 x1874850291765248/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998292 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998276.071456:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998276.071457:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998276.071458:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191cd7c00. 02000000:00000001:1.0:1787998276.071461:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998276.071462:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998276.071463:0:2402:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=3 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998276.071465:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998276.071466:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1876a4a00. 02000000:00000001:1.0:1787998276.071468:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998276.071469:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998276.071470:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c11f80. 00000100:00000001:1.0:1787998276.071473:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998276.071474:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998276.071476:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998276.071483:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998276.071485:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998276.071487:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998276.071489:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998276.234152:0:33096:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998276.408718:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998276.408733:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998276.408738:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998276.408740:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998276.408749:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998276.408757:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998276.408766:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998276.409003:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998276.409009:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998276.409014:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 328 into portal 15 MB=0x6a92a9abc2100 00000400:00000200:2.0:1787998276.409022:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.123@tcp of length 328/328 into md 0x7285 [2] + 1640 00000800:00000001:2.0:1787998276.409029:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998276.409035:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998276.409038:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998276.409042:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998276.409050:0:2396:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1787998276.409052:0:2396:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1787998276.409058:0:2396:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d19500. 00000100:00000040:2.0:1787998276.409062:0:2396:0:(events.c:337:request_in_callback()) incoming req@ffff94d191d19500 x1874850310004992 msgsize 328 00000100:00100000:2.0:1787998276.409066:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.123@tcp (source: 12345-192.168.206.123@tcp) 00000100:00000001:2.0:1787998276.409076:0:2396:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1787998276.409084:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998276.409088:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998276.409089:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998276.409091:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998276.409095:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998276.409098:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998276.409103:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998276.409119:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998276.409122:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998276.409125:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 328 into portal 15 MB=0x6a92a9abc2180 00000400:00000200:2.0:1787998276.409129:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.123@tcp of length 328/328 into md 0x7285 [2] + 1968 00000400:00000010:2.0:1787998276.409133:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151cb8. 00000400:00000200:2.0:1787998276.409137:0:2396:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff94d19189e000 00000800:00000001:2.0:1787998276.409140:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998276.409146:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998276.409148:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998276.409151:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998276.409154:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d19189e000 00000400:00000010:2.0:1787998276.409157:0:2396:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff94d19189e000. 00000100:00000001:2.0:1787998276.409160:0:2396:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1787998276.409161:0:2396:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:2.0:1787998276.409163:0:2396:0:(events.c:337:request_in_callback()) incoming req@ffff94d1a0baf850 x1874850310005120 msgsize 328 00000100:00100000:2.0:1787998276.409178:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.123@tcp (source: 12345-192.168.206.123@tcp) 00000100:00000040:2.0:1787998276.409179:0:2396:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1787998276.410253:0:2396:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1787998276.410264:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998276.410269:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1787998276.410833:0:30631:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff94d1a0094400. 00000100:00000010:3.0:1787998276.410842:0:30631:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff94d199e30000. 00000100:00100000:3.0:1787998276.410844:0:30631:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:3.0:1787998276.410848:0:30631:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:3.0:1787998276.410854:0:30631:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a268. 00000400:00000010:3.0:1787998276.410860:0:30631:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff94d192b28a80. 00000100:00000001:3.0:1787998276.410871:0:30631:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1787998276.410873:0:30631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874850310004992 02000000:00000001:3.0:1787998276.410875:0:30631:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1787998276.410878:0:30631:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998276.410880:0:30631:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998276.410885:0:30631:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998276.410889:0:30631:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874850310004992 00000020:00000001:3.0:1787998276.410893:0:30631:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787998276.410895:0:30631:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf75 00000020:00000001:3.0:1787998276.410898:0:30631:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998276.410901:0:30631:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191090800 refcount=4 00000020:00000001:3.0:1787998276.410903:0:30631:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535204864 : -117847174346752 : ffff94d191090800) 00000020:00000001:3.0:1787998276.410905:0:30631:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535204864 : -117847174346752 : ffff94d191090800) 00000100:00000001:3.0:1787998276.410910:0:30631:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1787998276.410913:0:30631:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d1987e5780. 00000100:00000001:3.0:1787998276.410916:0:30631:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1787998276.410918:0:30631:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d1987e5780. 00000020:00000010:3.0:1787998276.410923:0:30631:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d185797400. 00000020:00000010:3.0:1787998276.410929:0:30631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94d190a8d580. 00000020:00000010:3.0:1787998276.410934:0:30631:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94d18543ae10. 00000100:00000040:3.0:1787998276.410941:0:30631:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1787998276.410945:0:30631:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1787998276.410946:0:30631:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1787998276.410948:0:30631:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998276.410955:0:30631:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998276.410964:0:30631:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998276.410974:0:30631:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1787998276.410975:0:30631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874850310005120 02000000:00000001:3.0:1787998276.410977:0:30631:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1787998276.410978:0:30631:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998276.410979:0:30631:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998276.410982:0:30631:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998276.410983:0:30631:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874850310005120 00000020:00000001:3.0:1787998276.410984:0:30631:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787998276.410985:0:30631:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf6e 00000020:00000001:3.0:1787998276.410987:0:30631:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998276.410989:0:30631:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191093800 refcount=4 00000020:00000001:3.0:1787998276.410990:0:30631:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535217152 : -117847174334464 : ffff94d191093800) 00000020:00000001:3.0:1787998276.410992:0:30631:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535217152 : -117847174334464 : ffff94d191093800) 00000100:00000001:3.0:1787998276.410995:0:30631:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1787998276.410997:0:30631:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d1987e5780. 00000100:00000001:3.0:1787998276.410999:0:30631:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1787998276.411001:0:30631:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d1987e5780. 00000020:00000010:3.0:1787998276.411006:0:30631:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d1a0b09e00. 00000020:00000010:3.0:1787998276.411009:0:30631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94d190a8d780. 00000020:00000010:3.0:1787998276.411011:0:30631:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94d18543a258. 00000100:00000001:3.0:1787998276.411014:0:30631:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1787998276.411015:0:30631:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1787998276.411017:0:30631:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998276.411020:0:30631:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998276.411023:0:30631:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998276.411029:0:30631:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1787998276.411031:0:30631:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1787998276.411039:0:30631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.123@tcp, seq: 58 00000100:00000040:3.0:1787998276.411043:0:30631:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff94d191090800 : new rpc_count 1 00000100:00000001:3.0:1787998276.411045:0:30631:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446626226548348160 : -117847161203456 : ffff94d191d19500) 00000100:00000040:3.0:1787998276.411053:0:30631:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff94d191d19500 x1874850310004992/t0(0) o104->LOV_OSC_UUID@192.168.206.123@tcp:492/0 lens 328/0 e 0 to 0 dl 1787998287 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998276.411061:0:30631:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1787998276.411063:0:30631:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d1987e5780. 00000100:00000001:3.0:1787998276.411065:0:30631:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1787998276.411067:0:30631:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d1987e5780. 00000100:00100000:3.0:1787998276.411072:0:30631:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94d191d19500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:21367:x1874850310004992:12345-192.168.206.123@tcp:104: 00000100:00000200:3.0:1787998276.411075:0:30631:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1874850310004992 00010000:00000001:3.0:1787998276.411078:0:30631:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1787998276.411085:0:30631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998276.411087:0:30631:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998276.411088:0:30631:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3c00 refcount=2 00000020:00000001:3.0:1787998276.411091:0:30631:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542951424 : -117847166600192 : ffff94d1917f3c00) 00010000:00000001:3.0:1787998276.411094:0:30631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542951424 : -117847166600192 : ffff94d1917f3c00) 00010000:00000001:3.0:1787998276.411097:0:30631:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998276.411100:0:30631:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787998276.411117:0:30631:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000674c2f63/0xb2d39e653c8cac7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x4fd9a50f3a6ace68 expref: -99 pid: 32659 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1787998276.411130:0:30631:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1787998276.411132:0:30631:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1787998276.411136:0:30631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94d1a0097800. 02000000:00000001:3.0:1787998276.411139:0:30631:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998276.411141:0:30631:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998276.411145:0:30631:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1787998276.411147:0:30631:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998276.411150:0:30631:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187eb35e8 time=101 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998276.411155:0:30631:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787998276.411158:0:30631:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 16 to 192.168.206.123@tcp 00000100:00000001:3.0:1787998276.411160:0:30631:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 02000000:00000001:3.0:1787998276.411162:0:30631:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1787998276.411164:0:30631:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998276.411177:0:30631:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998276.411181:0:30631:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998276.411184:0:30631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5770. 00000100:00000200:3.0:1787998276.411195:0:30631:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1874850310004992, offset 224 00000400:00000200:3.0:1787998276.411202:0:30631:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998276.411210:0:30631:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998276.411217:0:30631:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.23@tcp to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998276.411223:0:30631:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2750:2750:256:4294967295] 192.168.206.123@tcp LPNI seq info [2750:2750:8:4294967295] 00000400:00000200:3.0:1787998276.411228:0:30631:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998276.411236:0:30631:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:192.168.206.23@tcp) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998276.411242:0:30631:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998276.411247:0:30631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199320600. 00000800:00000200:3.0:1787998276.411253:0:30631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998276.411261:0:30631:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998276.411265:0:30631:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199320600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998276.411276:0:30631:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998276.411279:0:30631:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00010000:00000001:3.0:1787998276.411282:0:30631:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1787998276.411286:0:30631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94d192b28f00. 00010000:00000001:3.0:1787998276.411289:0:30631:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1787998276.411297:0:30631:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1787998276.411299:0:30631:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998276.411300:0:30631:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998276.411302:0:30631:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998276.411307:0:30631:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d19500 x1874850310004992/t0(0) o104->LOV_OSC_UUID@192.168.206.123@tcp:492/0 lens 328/224 e 0 to 0 dl 1787998287 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787998276.411316:0:30631:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94d191d19500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:21367:x1874850310004992:12345-192.168.206.123@tcp:104: Request processed in 253us (2252us total) trans 0 rc 0/0 00000100:00100000:3.0:1787998276.411323:0:30631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.123@tcp, seq: 58 00000100:00000040:3.0:1787998276.411326:0:30631:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff94d191090800 : new rpc_count 0 00000100:00000001:3.0:1787998276.411328:0:30631:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1787998276.411330:0:30631:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1787998276.411335:0:30631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94d190a8d580. 00000020:00000010:3.0:1787998276.411338:0:30631:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94d18543ae10. 00000020:00000010:3.0:1787998276.411342:0:30631:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d185797400. 00000020:00000040:3.0:1787998276.411346:0:30631:0:(genops.c:879:class_export_put()) PUTting export ffff94d191090800 : new refcount 3 00000100:00000001:3.0:1787998276.411349:0:30631:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998276.411356:0:30631:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1787998276.411358:0:30631:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1787998276.411361:0:30631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.123@tcp, seq: 59 00000100:00000040:3.0:1787998276.411365:0:30631:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff94d191093800 : new rpc_count 1 00000100:00000001:3.0:1787998276.411367:0:30631:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446626226798524496 : -117846911027120 : ffff94d1a0baf850) 00000100:00000040:3.0:1787998276.411372:0:30631:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff94d1a0baf850 x1874850310005120/t0(0) o104->LOV_OSC_UUID@192.168.206.123@tcp:492/0 lens 328/0 e 0 to 0 dl 1787998287 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998276.411379:0:30631:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1787998276.411382:0:30631:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d1987e5780. 00000100:00000001:3.0:1787998276.411385:0:30631:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1787998276.411387:0:30631:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d1987e5780. 00000100:00100000:3.0:1787998276.411391:0:30631:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94d1a0baf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8429:x1874850310005120:12345-192.168.206.123@tcp:104: 00000100:00000200:3.0:1787998276.411394:0:30631:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1874850310005120 00010000:00000001:3.0:1787998276.411396:0:30631:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1787998276.411399:0:30631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998276.411401:0:30631:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998276.411404:0:30631:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d200 refcount=2 00000020:00000001:3.0:1787998276.411406:0:30631:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:3.0:1787998276.411409:0:30631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:3.0:1787998276.411412:0:30631:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998276.411415:0:30631:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787998276.411419:0:30631:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000002844bcb5/0xb2d39e653c8cadc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x4fd9a50f3a6acea7 expref: -99 pid: 32660 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1787998276.411427:0:30631:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1787998276.411429:0:30631:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1787998276.411432:0:30631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94d1a0095c00. 02000000:00000001:3.0:1787998276.411434:0:30631:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998276.411436:0:30631:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998276.411438:0:30631:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1787998276.411440:0:30631:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998276.411442:0:30631:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187eb35e8 time=101 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998276.411445:0:30631:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787998276.411447:0:30631:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 16 to 192.168.206.123@tcp 00000100:00000001:3.0:1787998276.411449:0:30631:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 02000000:00000001:3.0:1787998276.411451:0:30631:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1787998276.411453:0:30631:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998276.411455:0:30631:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998276.411457:0:30631:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998276.411460:0:30631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5880. 00000100:00000200:3.0:1787998276.411463:0:30631:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1874850310005120, offset 224 00000400:00000200:3.0:1787998276.411467:0:30631:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998276.411471:0:30631:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998276.411475:0:30631:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.23@tcp to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998276.411478:0:30631:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2751:2751:255:4294967295] 192.168.206.123@tcp LPNI seq info [2751:2751:7:4294967295] 00000400:00000200:3.0:1787998276.411482:0:30631:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998276.411487:0:30631:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:192.168.206.23@tcp) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998276.411491:0:30631:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998276.411494:0:30631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d198474900. 00000800:00000200:3.0:1787998276.411498:0:30631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998276.411502:0:30631:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998276.411505:0:30631:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d198474900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998276.411508:0:30631:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998276.411510:0:30631:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00010000:00000001:3.0:1787998276.411512:0:30631:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1787998276.411515:0:30631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94d192b283c0. 00010000:00000001:3.0:1787998276.411517:0:30631:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1787998276.411524:0:30631:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:3.0:1787998276.411526:0:30631:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998276.411527:0:30631:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998276.411529:0:30631:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998276.411533:0:30631:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d1a0baf850 x1874850310005120/t0(0) o104->LOV_OSC_UUID@192.168.206.123@tcp:492/0 lens 328/224 e 0 to 0 dl 1787998287 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787998276.411542:0:30631:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94d1a0baf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8429:x1874850310005120:12345-192.168.206.123@tcp:104: Request processed in 162us (2377us total) trans 0 rc 0/0 00000100:00100000:3.0:1787998276.411548:0:30631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.123@tcp, seq: 59 00000100:00000040:3.0:1787998276.411551:0:30631:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff94d191093800 : new rpc_count 0 00000100:00000001:3.0:1787998276.411553:0:30631:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1787998276.411554:0:30631:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1787998276.411556:0:30631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94d190a8d780. 00000020:00000010:3.0:1787998276.411559:0:30631:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94d18543a258. 00000020:00000010:3.0:1787998276.411561:0:30631:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d1a0b09e00. 00000020:00000040:3.0:1787998276.411565:0:30631:0:(genops.c:879:class_export_put()) PUTting export ffff94d191093800 : new refcount 3 00000100:00000010:3.0:1787998276.411570:0:30631:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d19500. 02000000:00000001:3.0:1787998276.411574:0:30631:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1787998276.411577:0:30631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff94d1a0bacc00. 02000000:00000001:3.0:1787998276.411579:0:30631:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1787998276.411581:0:30631:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d03800. 02000000:00000001:3.0:1787998276.411584:0:30631:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1787998276.411586:0:30631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff94d1a0096000. 02000000:00000001:3.0:1787998276.411588:0:30631:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1787998276.411589:0:30631:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1a680. 02000000:00000001:3.0:1787998276.411592:0:30631:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1787998276.411594:0:30631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff94d1a0095000. 02000000:00000001:3.0:1787998276.411596:0:30631:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1787998276.411597:0:30631:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d02680. 02000000:00000001:3.0:1787998276.411613:0:30631:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1787998276.411615:0:30631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff94d1a0bae000. 02000000:00000001:3.0:1787998276.411617:0:30631:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1787998276.411618:0:30631:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d19f80. 02000000:00000001:3.0:1787998276.411892:0:30631:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1787998276.411895:0:30631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff94d1a0096400. 02000000:00000001:3.0:1787998276.411899:0:30631:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1787998276.411900:0:30631:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1bb80. 00000100:00000010:3.0:1787998276.411904:0:30631:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff94d1a01ec000. 00000100:00000010:3.0:1787998276.411908:0:30631:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff94d1a0baf800. 00000100:00000001:3.0:1787998276.411910:0:30631:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787998276.411929:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998276.411931:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998276.411933:0:16949:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:3.0:1787998276.411936:0:16949:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1787998276.411938:0:16949:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1787998276.411941:0:16949:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000674c2f63/0xb2d39e653c8cac7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x4fd9a50f3a6ace68 expref: -99 pid: 32659 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787998276.411951:0:16949:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d1917f3c00 already unused, calling callback (ffffffffc1285300) 00000008:00000001:3.0:1787998276.411954:0:16949:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1787998276.411957:0:16949:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1787998276.411958:0:16949:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998276.411960:0:16949:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998276.411962:0:16949:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3c00 refcount=3 00000020:00000001:3.0:1787998276.411964:0:16949:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542951424 : -117847166600192 : ffff94d1917f3c00) 00010000:00000001:3.0:1787998276.411967:0:16949:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542951424 : -117847166600192 : ffff94d1917f3c00) 00010000:00000001:3.0:1787998276.411970:0:16949:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1787998276.411973:0:16949:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000674c2f63/0xb2d39e653c8cac7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x4fd9a50f3a6ace68 expref: -99 pid: 32659 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1787998276.411980:0:16949:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1787998276.411981:0:16949:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787998276.411985:0:16949:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798655176 : -117846910896440 : ffff94d1a0bcf6c8) 00000020:00001000:3.0:1787998276.411987:0:16949:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf6c0 00000008:00000001:3.0:1787998276.411990:0:16949:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1787998276.411992:0:16949:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1787998276.411994:0:16949:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf6c0 00000008:00000001:3.0:1787998276.411996:0:16949:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998276.411999:0:16949:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1787998276.412003:0:16949:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1787998276.412005:0:16949:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1787998276.412006:0:16949:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998276.412008:0:16949:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1787998276.412010:0:16949:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1917f3c00 with handle 0xb2d39e653c8cac7 from hash 00010000:00000001:3.0:1787998276.412012:0:16949:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1787998276.412014:0:16949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998276.412016:0:16949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998276.412017:0:16949:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1787998276.412020:0:16949:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1787998276.412022:0:16949:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1787998276.412026:0:16949:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998276.412029:0:16949:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998276.412031:0:16949:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998276.412034:0:16949:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1787998276.412038:0:16949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d02680. 00000020:00000040:3.0:1787998276.412042:0:16949:0:(genops.c:1210:class_import_get()) import ffff94d183eca000 refcount=3 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998276.412046:0:16949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998276.412049:0:16949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998276.412053:0:16949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998276.412058:0:16949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d1a0b09e00. 00000100:00000001:3.0:1787998276.412064:0:16949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998276.412067:0:16949:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1787998276.412071:0:16949:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000674c2f63/0xb2d39e653c8cac7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x4fd9a50f3a6ace68 expref: -99 pid: 32659 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787998276.412078:0:16949:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1787998276.412079:0:16949:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998276.412084:0:16949:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998276.412088:0:16949:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998276.412095:0:16949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c89b67b2] to pc [ptlrpcd_01_01+1] req@ffff94d191d02680 x1874850291765632/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787998276.412128:0:16949:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998276.412131:0:16949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998276.412132:0:16949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998276.412133:0:16949:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998276.412135:0:16949:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998276.412137:0:16949:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998276.412140:0:16949:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000674c2f63/0xb2d39e653c8cac7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x4fd9a50f3a6ace68 expref: -99 pid: 32659 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1787998276.412147:0:16949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1787998276.412150:0:16949:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000674c2f63/0xb2d39e653c8cac7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x4fd9a50f3a6ace68 expref: -99 pid: 32659 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1787998276.412158:0:16949:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d191236800. 00010000:00000040:3.0:1787998276.412163:0:16949:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d192b98f00 count: 0 00010000:00000010:3.0:1787998276.412700:0:16949:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff94d192b98d00. 00010000:00000001:3.0:1787998276.412712:0:16949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998276.412714:0:16949:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1787998276.412716:0:16949:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff94d192b28f00. 00010000:00000001:3.0:1787998276.412721:0:16949:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998276.412723:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998276.412725:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998276.412727:0:16949:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1787998276.412729:0:16949:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1787998276.412731:0:16949:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1787998276.412734:0:16949:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000002844bcb5/0xb2d39e653c8cadc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x4fd9a50f3a6acea7 expref: -99 pid: 32660 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787998276.412743:0:16949:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d190a5d200 already unused, calling callback (ffffffffc1285300) 00000008:00000001:3.0:1787998276.412745:0:16949:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1787998276.412747:0:16949:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1787998276.412749:0:16949:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998276.412751:0:16949:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998276.412753:0:16949:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d200 refcount=3 00000020:00000001:3.0:1787998276.412756:0:16949:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:3.0:1787998276.412758:0:16949:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:3.0:1787998276.412761:0:16949:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1787998276.412764:0:16949:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000002844bcb5/0xb2d39e653c8cadc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x4fd9a50f3a6acea7 expref: -99 pid: 32660 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1787998276.412792:0:16949:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1787998276.412793:0:16949:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787998276.412797:0:16949:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798655176 : -117846910896440 : ffff94d1a0bcf6c8) 00000020:00001000:3.0:1787998276.412799:0:16949:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf6c0 00000008:00000001:3.0:1787998276.412801:0:16949:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1787998276.412803:0:16949:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1787998276.412805:0:16949:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf6c0 00000008:00000001:3.0:1787998276.412807:0:16949:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998276.412810:0:16949:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1787998276.412814:0:16949:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1787998276.412816:0:16949:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1787998276.412818:0:16949:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998276.412821:0:16949:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1787998276.412824:0:16949:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d190a5d200 with handle 0xb2d39e653c8cadc from hash 00010000:00000001:3.0:1787998276.412826:0:16949:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1787998276.412827:0:16949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998276.412829:0:16949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998276.412830:0:16949:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1787998276.412833:0:16949:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1787998276.412835:0:16949:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1787998276.412839:0:16949:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998276.412841:0:16949:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998276.412843:0:16949:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998276.412845:0:16949:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1787998276.412849:0:16949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d03800. 00000020:00000040:3.0:1787998276.412852:0:16949:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=4 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998276.412856:0:16949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998276.412857:0:16949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998276.412860:0:16949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998276.412866:0:16949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d1a0b08c00. 00000100:00000001:3.0:1787998276.412870:0:16949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998276.412873:0:16949:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1787998276.412877:0:16949:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000002844bcb5/0xb2d39e653c8cadc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x4fd9a50f3a6acea7 expref: -99 pid: 32660 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787998276.412884:0:16949:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1787998276.412885:0:16949:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998276.412888:0:16949:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998276.412891:0:16949:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998276.412898:0:16949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000378f9474] to pc [ptlrpcd_01_00+0] req@ffff94d191d03800 x1874850291765760/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787998276.412908:0:16949:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998276.412910:0:16949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998276.412912:0:16949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998276.412913:0:16949:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998276.412915:0:16949:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998276.412917:0:16949:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998276.412920:0:16949:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000002844bcb5/0xb2d39e653c8cadc lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x4fd9a50f3a6acea7 expref: -99 pid: 32660 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1787998276.412926:0:16949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1787998276.412929:0:16949:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000002844bcb5/0xb2d39e653c8cadc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x4fd9a50f3a6acea7 expref: -99 pid: 32660 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1787998276.412936:0:16949:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d191d63b80. 00010000:00000040:3.0:1787998276.412941:0:16949:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d188d3ca00 count: 0 00010000:00000010:3.0:1787998276.412945:0:16949:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff94d188d3cf00. 00010000:00000001:3.0:1787998276.412951:0:16949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998276.412952:0:16949:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1787998276.412954:0:16949:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff94d192b283c0. 00010000:00000001:3.0:1787998276.412957:0:16949:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998276.412959:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998276.412961:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998276.412963:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1787998276.412965:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998276.412966:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998276.412967:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1787998276.412969:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998276.412970:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998276.412972:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787998276.412981:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998276.412984:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998276.412987:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998276.412992:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d02680 x1874850291765632/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998276.412999:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998276.413002:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998276.413005:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998276.413007:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998276.413010:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998276.413013:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291765632:192.168.206.123@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1787998276.413017:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998276.413021:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998276.413023:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998276.413025:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998276.413030:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d185797400. 02000000:00000001:3.0:1787998276.413032:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998276.413038:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998276.413042:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108af20. 00000400:00000010:3.0:1787998276.413049:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f57f8. 00000100:00000200:3.0:1787998276.413055:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291765632, portal 18 00000100:00000001:3.0:1787998276.413057:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998276.413059:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548254336 : -117847161297280 : ffff94d191d02680) 00000100:00000040:3.0:1787998276.413065:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d02680 x1874850291765632/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998292 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998276.413071:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998276.413074:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998276.413076:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5a18. 00000100:00000200:3.0:1787998276.413078:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1874850291765632, offset 0 00000400:00000200:3.0:1787998276.413083:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998276.413089:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998276.413095:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998276.413100:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998276.413118:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998276.413122:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998276.413125:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998276.413128:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2752:2752:254:4294967295] 192.168.206.123@tcp LPNI seq info [2752:2752:6:4294967295] 00000400:00000200:3.0:1787998276.413132:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998276.413139:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998276.413146:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998276.413151:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d191fa7f00. 00000800:00000200:3.0:1787998276.413157:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998276.413164:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998276.413168:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d191fa7f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1787998276.413172:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998276.413177:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 20175 usecs (21 jiffies) 00000400:00000200:3.0:1787998276.413180:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998276.413182:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296456591 00000800:00000200:2.0:1787998276.414515:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998276.414523:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199320600. 00000400:00000200:2.0:1787998276.414532:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998276.414539:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998276.414546:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5770 00000400:00000010:2.0:1787998276.414549:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5770. 00000100:00000001:2.0:1787998276.414553:0:2397:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1787998276.414556:0:2397:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1787998276.414559:0:2397:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff94d1a0097800. 02000000:00000001:2.0:1787998276.414562:0:2397:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1787998276.414563:0:2397:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1787998276.414576:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998276.414578:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d198474900. 00000400:00000200:2.0:1787998276.414582:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998276.414585:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998276.414588:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5880 00000400:00000010:2.0:1787998276.414589:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5880. 00000100:00000001:2.0:1787998276.414592:0:2397:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1787998276.414594:0:2397:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1787998276.414595:0:2397:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff94d1a0095c00. 02000000:00000001:2.0:1787998276.414598:0:2397:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1787998276.414612:0:2397:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1787998276.415273:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296460279 00000100:00000001:3.0:1787998276.415280:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296456593 00000100:00000001:3.0:1787998276.415282:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296460279 00000100:00000001:3.0:1787998276.415285:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998276.415288:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998276.415293:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998276.415296:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998276.415304:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998276.415306:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787998276.415309:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998276.415311:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998276.415313:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998276.415316:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1787998276.415318:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998276.415321:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998276.415323:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998276.415325:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998276.415326:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998276.415329:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998276.415338:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d03800 x1874850291765760/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998276.415346:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998276.415348:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998276.415353:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998276.415356:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998276.415358:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998276.415362:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291765760:192.168.206.123@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1787998276.415365:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998276.415370:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998276.415372:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998276.415374:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998276.415380:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d185431400. 02000000:00000001:3.0:1787998276.415383:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998276.415389:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998276.415393:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108ab58. 00000400:00000010:3.0:1787998276.415399:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5908. 00000100:00000200:3.0:1787998276.415404:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291765760, portal 18 00000100:00000001:3.0:1787998276.415406:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998276.415407:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548258816 : -117847161292800 : ffff94d191d03800) 00000100:00000040:3.0:1787998276.415414:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d03800 x1874850291765760/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998292 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998276.415421:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998276.415424:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998276.415427:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5e58. 00000100:00000200:3.0:1787998276.415430:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1874850291765760, offset 0 00000400:00000200:3.0:1787998276.415436:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998276.415444:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998276.415450:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998276.415455:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998276.415458:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998276.415461:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998276.415463:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998276.415468:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2753:2753:255:4294967295] 192.168.206.123@tcp LPNI seq info [2753:2753:7:4294967295] 00000400:00000200:3.0:1787998276.415473:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998276.415480:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998276.415487:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998276.415492:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d191fa7c00. 00000800:00000200:3.0:1787998276.415498:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998276.415504:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998276.415508:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d191fa7c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1787998276.415511:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998276.415515:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 204435 usecs (205 jiffies) 00000400:00000200:3.0:1787998276.415518:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998276.415520:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296456777 00000100:00000001:3.0:1787998276.415522:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296460279 00000100:00000001:3.0:1787998276.415524:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296456777 00000100:00000001:3.0:1787998276.415527:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296460279 00000100:00000001:3.0:1787998276.415529:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998276.415530:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998276.415532:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998276.415535:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998276.415545:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998276.415548:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998276.415612:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998276.415615:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d191fa7f00. 00000400:00000200:2.0:1787998276.415620:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998276.415693:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998276.415697:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5a18 00000400:00000010:2.0:1787998276.415699:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5a18. 00000100:00000001:2.0:1787998276.415703:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998276.415708:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d02680 x1874850291765632/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998292 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998276.415718:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998276.415722:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d02680 x1874850291765632/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998292 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998276.415728:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998276.415730:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998276.415812:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998276.415815:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d191fa7c00. 00000400:00000200:2.0:1787998276.415819:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998276.415824:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998276.415827:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5e58 00000400:00000010:2.0:1787998276.415829:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5e58. 00000100:00000001:2.0:1787998276.415831:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998276.415834:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d03800 x1874850291765760/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998292 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998276.415842:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998276.415844:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d03800 x1874850291765760/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998292 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998276.415850:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998276.415852:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1787998276.415865:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998276.415867:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998276.415870:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:3.1:1787998276.422996:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98f00. 00010000:00000010:3.1:1787998276.423022:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3c00. 00010000:00000010:3.1:1787998276.423036:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3ca00. 00010000:00000010:3.1:1787998276.423045:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5d200. 00000800:00000001:3.0:1787998276.423073:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998276.423094:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998276.423099:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998276.423104:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998276.423119:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998276.423130:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998276.423144:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998276.423150:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998276.423159:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998276.423165:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 18 MB=0x6a92a99a5d180 00000400:00000200:3.0:1787998276.423172:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998276.423182:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7fed [1] + 224 00000800:00000001:3.0:1787998276.423192:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998276.423200:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998276.423204:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998276.423210:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998276.423220:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998276.423234:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d02680 x1874850291765632/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998292 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998276.423248:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d02680 x1874850291765632/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998292 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998276.423283:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998276.423296:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998276.423301:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998276.423303:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998276.423307:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998276.423310:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998276.423314:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998276.423319:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998276.423322:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998276.423325:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998276.423327:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 18 MB=0x6a92a99a5d200 00000400:00000200:3.0:1787998276.423331:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998276.423337:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.123@tcp of length 224/224 into md 0x7ffd [1] + 224 00000800:00000001:3.0:1787998276.423342:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998276.423350:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998276.423353:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998276.423357:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998276.423361:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998276.423366:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d03800 x1874850291765760/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998292 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998276.423374:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d03800 x1874850291765760/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998292 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998276.423381:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998276.423386:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998276.423389:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998276.423635:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998276.423641:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787998276.423650:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998276.423652:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998276.423656:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108ab58. 00000400:00000200:2.0:1787998276.423661:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5908 00000400:00000010:2.0:1787998276.423665:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5908. 00000100:00000001:2.0:1787998276.423669:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998276.423674:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d03800 x1874850291765760/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998292 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787998276.423683:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d03800 x1874850291765760/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998292 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998276.423689:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998276.423692:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998276.423695:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998276.423699:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998276.423702:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998276.423706:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998276.423709:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998276.423723:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62d38 time=87 v=5 (5 5 5 5) 00000100:00001000:2.0:1787998276.423728:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=42 v=5 (1 1 0 0) 00000100:00000001:2.0:1787998276.423731:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998276.423733:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998276.423737:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998276.423742:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998276.423746:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998276.423748:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967330 00000100:00000001:2.0:1787998276.423750:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998276.423754:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998276.423759:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d03800 x1874850291765760/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998292 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998276.423802:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998276.423806:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998276.423809:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998276.423814:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d03800 x1874850291765760/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998292 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787998276.423829:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291765760:192.168.206.123@tcp:103:ldlm_bl.0 00000400:00000001:2.0:1787998276.423836:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998276.423848:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998276.423850:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108af20. 00000400:00000200:2.0:1787998276.423853:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f57f8 00000400:00000010:2.0:1787998276.423855:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f57f8. 00000100:00000001:2.0:1787998276.423858:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998276.423861:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d02680 x1874850291765632/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998292 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787998276.423869:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d02680 x1874850291765632/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998292 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998276.423875:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998276.423876:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998276.423878:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998276.423879:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998276.423881:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998276.423882:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998276.423884:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998276.423888:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca4a8 time=101 v=5 (5 5 5 5) 00000100:00001000:2.0:1787998276.423891:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=53 v=5 (1 0 0 0) 00000100:00000001:2.0:1787998276.423894:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998276.423895:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998276.423897:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998276.423899:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998276.423901:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998276.423902:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:2.0:1787998276.423904:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998276.423906:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998276.423909:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d02680 x1874850291765632/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998292 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998276.423915:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998276.423918:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998276.423919:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998276.423923:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d02680 x1874850291765632/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998292 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787998276.423931:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291765632:192.168.206.123@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1787998276.423935:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998276.423938:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998276.423942:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d03800 x1874850291765760/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998292 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998276.424094:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998276.424099:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998276.424103:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d185431400. 02000000:00000001:2.0:1787998276.424110:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998276.424114:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998276.424116:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998276.424119:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998276.424123:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d1a0b08c00. 02000000:00000001:2.0:1787998276.424130:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998276.424132:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998276.424135:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d03800. 00000100:00000001:2.0:1787998276.424142:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998276.424145:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998276.424147:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998276.424157:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d02680 x1874850291765632/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998292 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998276.424166:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998276.424168:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998276.424170:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d185797400. 02000000:00000001:2.0:1787998276.424176:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998276.424178:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998276.424180:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998276.424182:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998276.424184:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d1a0b09e00. 02000000:00000001:2.0:1787998276.424188:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998276.424189:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998276.424190:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d02680. 00000100:00000001:2.0:1787998276.424193:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998276.424194:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998276.424197:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998276.424208:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998276.424210:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998276.424214:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998276.424219:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998276.485345:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998276.485351:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998276.489518:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787998276.489523:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998276.489526:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1787998276.945671:0:33189:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1787998277.225433:0:33225:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1787998277.225440:0:33225:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 22: drop close request and do mknod ========================================================== 06:11:16 (1787998276) 00000001:00000001:2.0:1787998277.232899:0:33225:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1787998277.506906:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998277.506913:0:15976:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998277.506916:0:15976:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998277.506919:0:15976:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998277.506923:0:15976:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998277.506925:0:15976:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998277.506927:0:15976:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998277.506929:0:15976:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998277.507005:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787998277.507008:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998277.507011:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1787998278.141936:0:33245:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998278.141943:0:33245:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998278.141945:0:33245:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998278.141948:0:33245:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41483bc0 00000080:00200000:1.0:1787998278.141952:0:33245:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:1.0:1787998278.141960:0:33245:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191f9f200. 00800000:00000002:1.0:1787998278.141966:0:33245:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998278.141970:0:33245:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998278.141974:0:33245:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998278.141976:0:33245:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41483ae0 00800000:00000002:1.0:1787998278.141978:0:33245:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998278.141982:0:33245:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998278.141984:0:33245:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998278.141986:0:33245:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998278.141988:0:33245:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998278.141991:0:33245:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998278.141993:0:33245:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998278.141995:0:33245:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998278.141997:0:33245:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998278.142001:0:33245:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998278.142006:0:33245:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998278.142008:0:33245:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d414839b0 00000002:00010000:1.0:1787998278.142009:0:33245:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787998278.142013:0:33245:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998278.142015:0:33245:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998278.142018:0:33245:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787998278.142023:0:33245:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998278.142026:0:33245:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998278.142027:0:33245:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998278.142029:0:33245:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1787998278.142032:0:33245:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1787998278.142036:0:33245:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199ede300. 00000020:00000040:1.0:1787998278.142040:0:33245:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=10 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:1.0:1787998278.142045:0:33245:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787998278.142050:0:33245:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998278.142053:0:33245:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998278.142056:0:33245:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998278.142058:0:33245:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998278.142062:0:33245:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998278.142069:0:33245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d199e24800. 00000100:00000001:1.0:1787998278.142075:0:33245:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998278.142081:0:33245:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998278.142082:0:33245:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998278.142083:0:33245:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998278.142084:0:33245:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998278.142086:0:33245:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998278.142091:0:33245:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226684420864 : -117847025130752 : ffff94d199ede300) 00010000:00000001:1.0:1787998278.142094:0:33245:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787998278.142097:0:33245:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1787998278.142100:0:33245:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d192b98d00. 00010000:00000010:1.0:1787998278.142104:0:33245:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d1a0046100. 00010000:00000001:1.0:1787998278.142109:0:33245:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787998278.142113:0:33245:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1917f2e00. 00000020:00000001:1.0:1787998278.142116:0:33245:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787998278.142119:0:33245:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1917f2e00 with handle 0xb2d39e653c8cb14 to hash 00000020:00000001:1.0:1787998278.142121:0:33245:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787998278.142122:0:33245:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998278.142126:0:33245:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998278.142610:0:33245:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998278.142614:0:33245:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998278.142619:0:33245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb14 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998278.142629:0:33245:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb14 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998278.142641:0:33245:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb14 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787998278.142646:0:33245:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998278.142649:0:33245:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998278.142655:0:33245:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a0070780. 00000100:00000001:1.0:1787998278.142658:0:33245:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786731904 : -117846922819712 : ffff94d1a0070780) 00000100:00000001:1.0:1787998278.142660:0:33245:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998278.142661:0:33245:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684420864 : -117847025130752 : ffff94d199ede300) 00000100:00000001:1.0:1787998278.142665:0:33245:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998278.142669:0:33245:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998278.142671:0:33245:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998278.142673:0:33245:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998278.142682:0:33245:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199ede300 x1874850291765888/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998278.142691:0:33245:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998278.142693:0:33245:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998278.142696:0:33245:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998278.142699:0:33245:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998278.142702:0:33245:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998278.142705:0:33245:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199ede300 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:33245:1874850291765888:192.168.206.123@tcp:101:multiop.0 00000100:00000001:1.0:1787998278.142709:0:33245:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998278.142714:0:33245:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998278.142716:0:33245:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998278.142719:0:33245:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998278.142724:0:33245:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d191c6e800. 02000000:00000001:1.0:1787998278.142726:0:33245:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998278.142732:0:33245:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998278.142736:0:33245:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc108. 00000400:00000010:1.0:1787998278.142742:0:33245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409198. 00000100:00000200:1.0:1787998278.142748:0:33245:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291765888, portal 10 00000100:00000001:1.0:1787998278.142750:0:33245:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998278.142751:0:33245:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684420864 : -117847025130752 : ffff94d199ede300) 00000100:00000040:1.0:1787998278.142757:0:33245:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199ede300 x1874850291765888/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998294 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998278.142895:0:33245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998278.142899:0:33245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998278.142902:0:33245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409220. 00000100:00000200:1.0:1787998278.142906:0:33245:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1874850291765888, offset 0 00000400:00000200:1.0:1787998278.142913:0:33245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998278.142922:0:33245:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998278.142928:0:33245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998278.142932:0:33245:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998278.142936:0:33245:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998278.142939:0:33245:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998278.142942:0:33245:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998278.142946:0:33245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2754:2754:256:4294967295] 192.168.206.123@tcp LPNI seq info [2754:2754:8:4294967295] 00000400:00000200:1.0:1787998278.142950:0:33245:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998278.142964:0:33245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998278.142971:0:33245:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998278.142976:0:33245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f100. 00000800:00000200:1.0:1787998278.142983:0:33245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998278.142990:0:33245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998278.142994:0:33245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1787998278.143006:0:33245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998278.143011:0:33245:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 827197 usecs (828 jiffies) 00000400:00000200:1.0:1787998278.143014:0:33245:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998278.143017:0:33245:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296459128 00000100:00000001:1.0:1787998278.143020:0:33245:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296460279 00000100:00000001:1.0:1787998278.143022:0:33245:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296459128 00000100:00000001:1.0:1787998278.143024:0:33245:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296460279 00000100:00000001:1.0:1787998278.143026:0:33245:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998278.143028:0:33245:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998278.143031:0:33245:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998278.143033:0:33245:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998278.143035:0:33245:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a0070780 going to sleep for 11 seconds 00000100:00000001:1.0:1787998278.143038:0:33245:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998278.143041:0:33245:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998278.143161:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998278.143166:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f100. 00000400:00000200:2.0:1787998278.143173:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998278.143178:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998278.143184:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409220 00000400:00000010:2.0:1787998278.143186:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409220. 00000100:00000001:2.0:1787998278.143190:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998278.143194:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199ede300 x1874850291765888/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998294 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998278.143204:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998278.143208:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199ede300 x1874850291765888/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998294 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998278.143214:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998278.143216:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998278.146742:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998278.146759:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998278.146763:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998278.147341:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998278.147352:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998278.147359:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998278.147368:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998278.147372:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998278.147377:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998278.147381:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a5d280 00000400:00000200:3.0:1787998278.147386:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998278.147391:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x800d [1] + 224 00000800:00000001:3.0:1787998278.147398:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998278.147406:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998278.147409:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998278.147413:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998278.147420:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998278.147428:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199ede300 x1874850291765888/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998294 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998278.147439:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d199ede300 x1874850291765888/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998294 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998278.147553:0:33245:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998278.147571:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998278.147580:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998278.147583:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1787998278.148406:0:33245:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998278.148410:0:33245:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998278.148413:0:33245:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc108. 00000400:00000200:1.0:1787998278.148419:0:33245:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409198 00000400:00000010:1.0:1787998278.148422:0:33245:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409198. 00000100:00000001:1.0:1787998278.148425:0:33245:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998278.148433:0:33245:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199ede300 x1874850291765888/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998294 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998278.148444:0:33245:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199ede300 x1874850291765888/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998294 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998278.148517:0:33245:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998278.148520:0:33245:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998278.148524:0:33245:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998278.148527:0:33245:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998278.148529:0:33245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998278.148531:0:33245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998278.148622:0:33245:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998278.148633:0:33245:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=104 v=5 (5 104 104 104) 00000100:00001000:1.0:1787998278.148637:0:33245:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998278.148640:0:33245:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998278.148642:0:33245:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998278.148645:0:33245:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998278.148649:0:33245:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998278.148652:0:33245:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1787998278.148654:0:33245:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: committing for last_committed 4294967630 gen 2 00000100:00000040:1.0:1787998278.148660:0:33245:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967630) req@ffff94d191c12680 x1874850291756288/t4294967617(4294967617) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1787998286 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998278.148738:0:33245:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998278.148744:0:33245:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c12680 x1874850291756288/t4294967617(4294967617) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1787998286 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998278.148751:0:33245:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998278.148753:0:33245:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998278.148757:0:33245:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1923a2c00. 02000000:00000001:1.0:1787998278.148761:0:33245:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998278.148764:0:33245:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998278.148781:0:33245:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998278.148784:0:33245:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998278.148787:0:33245:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d19162ae00. 02000000:00000001:1.0:1787998278.148792:0:33245:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998278.148794:0:33245:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998278.148796:0:33245:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c12680. 00000100:00000001:1.0:1787998278.148800:0:33245:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998278.148802:0:33245:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998278.148807:0:33245:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967630) req@ffff94d191d18e00 x1874850291760000/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998287 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998278.148813:0:33245:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998278.148816:0:33245:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d18e00 x1874850291760000/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998287 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998278.148822:0:33245:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998278.148824:0:33245:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998278.148825:0:33245:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1a0badc00. 02000000:00000001:1.0:1787998278.148828:0:33245:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998278.148829:0:33245:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998278.148830:0:33245:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998278.148832:0:33245:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998278.148833:0:33245:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d19162b800. 02000000:00000001:1.0:1787998278.148835:0:33245:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998278.148837:0:33245:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998278.148838:0:33245:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d18e00. 00000100:00000001:1.0:1787998278.148840:0:33245:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998278.148841:0:33245:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998278.148845:0:33245:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967630) req@ffff94d191c11c00 x1874850291762304/t4294967622(4294967622) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1787998288 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998278.148852:0:33245:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998278.148854:0:33245:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c11c00 x1874850291762304/t4294967622(4294967622) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1787998288 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998278.148859:0:33245:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998278.148860:0:33245:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998278.148861:0:33245:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1923a1000. 02000000:00000001:1.0:1787998278.148863:0:33245:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998278.148864:0:33245:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998278.148865:0:33245:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998278.148867:0:33245:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998278.148868:0:33245:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d191cd6000. 02000000:00000001:1.0:1787998278.148870:0:33245:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998278.148871:0:33245:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998278.148872:0:33245:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c11c00. 00000100:00000001:1.0:1787998278.148875:0:33245:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998278.148876:0:33245:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998278.148880:0:33245:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967630) req@ffff94d191d01c00 x1874850291762944/t4294967624(4294967624) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1787998288 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998278.148886:0:33245:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998278.148888:0:33245:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d01c00 x1874850291762944/t4294967624(4294967624) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1787998288 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998278.148894:0:33245:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998278.148895:0:33245:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998278.148897:0:33245:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1a0096800. 02000000:00000001:1.0:1787998278.148899:0:33245:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998278.148900:0:33245:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998278.148902:0:33245:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998278.148903:0:33245:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998278.148905:0:33245:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d191d92200. 02000000:00000001:1.0:1787998278.148907:0:33245:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998278.148908:0:33245:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998278.148909:0:33245:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d01c00. 00000100:00000001:1.0:1787998278.148912:0:33245:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998278.148913:0:33245:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998278.148917:0:33245:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967630) req@ffff94d191c13100 x1874850291764224/t4294967628(4294967628) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1787998288 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998278.148922:0:33245:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998278.148925:0:33245:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c13100 x1874850291764224/t4294967628(4294967628) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1787998288 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998278.148930:0:33245:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998278.148931:0:33245:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998278.148933:0:33245:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1923a3c00. 02000000:00000001:1.0:1787998278.148935:0:33245:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998278.148936:0:33245:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998278.148937:0:33245:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998278.148939:0:33245:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998278.148940:0:33245:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d191cd7e00. 02000000:00000001:1.0:1787998278.148943:0:33245:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998278.148944:0:33245:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998278.148945:0:33245:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c13100. 00000100:00000001:1.0:1787998278.148947:0:33245:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998278.148949:0:33245:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998278.148953:0:33245:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967630) req@ffff94d199ede680 x1874850291764864/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1787998288 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998278.148959:0:33245:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998278.148961:0:33245:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199ede680 x1874850291764864/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1787998288 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998278.148966:0:33245:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998278.148967:0:33245:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998278.148968:0:33245:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e26000. 02000000:00000001:1.0:1787998278.148971:0:33245:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998278.148972:0:33245:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998278.148973:0:33245:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998278.148974:0:33245:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998278.148975:0:33245:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d1909c0e00. 02000000:00000001:1.0:1787998278.148978:0:33245:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998278.148979:0:33245:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998278.148980:0:33245:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199ede680. 00000100:00000001:1.0:1787998278.148983:0:33245:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998278.148984:0:33245:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998278.148986:0:33245:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1787998278.148989:0:33245:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: normal: skip=1 replay=6/6 committed=0/0 00000100:00000001:1.0:1787998278.148991:0:33245:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998278.148993:0:33245:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998278.148998:0:33245:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199ede300 x1874850291765888/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998294 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998278.149005:0:33245:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998278.149007:0:33245:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998278.149009:0:33245:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998278.149013:0:33245:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199ede300 x1874850291765888/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998294 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998278.149020:0:33245:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199ede300 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:33245:1874850291765888:192.168.206.123@tcp:101:multiop.0 00000100:00000001:1.0:1787998278.149025:0:33245:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998278.149028:0:33245:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998278.149030:0:33245:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998278.149031:0:33245:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998278.149034:0:33245:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199ede300 x1874850291765888/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998294 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998278.149040:0:33245:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998278.149042:0:33245:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a0070780. 00000100:00000001:1.0:1787998278.149044:0:33245:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998278.149046:0:33245:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998278.149049:0:33245:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787998278.149053:0:33245:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998278.149055:0:33245:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998278.149058:0:33245:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2e00 refcount=4 00000020:00000001:1.0:1787998278.149060:0:33245:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998278.149063:0:33245:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000040:1.0:1787998278.149069:0:33245:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1917f2e00, remote cookie: 0x4fd9a50f3a6acfb1, flags: 0x1001 00010000:00010000:1.0:1787998278.149074:0:33245:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb14 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acfb1 expref: -99 pid: 33245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998278.149083:0:33245:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb14 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acfb1 expref: -99 pid: 33245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998278.149090:0:33245:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787998278.149094:0:33245:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787998278.149096:0:33245:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1787998278.149097:0:33245:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787998278.149098:0:33245:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787998278.149101:0:33245:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d192b98d00) refcount = 1 00010000:00010000:1.0:1787998278.149104:0:33245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb14 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acfb1 expref: -99 pid: 33245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998278.149110:0:33245:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787998278.149114:0:33245:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787998278.149115:0:33245:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998278.149118:0:33245:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787998278.149120:0:33245:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998278.149123:0:33245:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb14 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acfb1 expref: -99 pid: 33245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998278.149129:0:33245:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787998278.149208:0:33245:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998278.149211:0:33245:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998278.149212:0:33245:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998278.149213:0:33245:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998278.149215:0:33245:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998278.149220:0:33245:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1787998278.149221:0:33245:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998278.149223:0:33245:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998278.149225:0:33245:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2e00 refcount=3 00000020:00000001:1.0:1787998278.149227:0:33245:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998278.149230:0:33245:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998278.149232:0:33245:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998278.149233:0:33245:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998278.149234:0:33245:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2e00 refcount=4 00000020:00000001:1.0:1787998278.149235:0:33245:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998278.149237:0:33245:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998278.149241:0:33245:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998278.149243:0:33245:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998278.149247:0:33245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb14 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acfb1 expref: -99 pid: 33245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998278.149253:0:33245:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998278.149254:0:33245:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998278.149256:0:33245:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998278.149257:0:33245:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998278.149258:0:33245:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2e00 refcount=5 00000020:00000001:1.0:1787998278.149260:0:33245:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998278.149261:0:33245:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998278.149264:0:33245:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998278.149267:0:33245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb14 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acfb1 expref: -99 pid: 33245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998278.149273:0:33245:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998278.149274:0:33245:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998278.149277:0:33245:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb14 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acfb1 expref: -99 pid: 33245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998278.149283:0:33245:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998278.149284:0:33245:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998278.149286:0:33245:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998278.149287:0:33245:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998278.149288:0:33245:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1787998278.149294:0:33245:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d199ede300 x1874850291765888/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998294 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1787998278.149303:0:33245:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998278.149304:0:33245:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998278.149305:0:33245:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2e00 refcount=3 00000020:00000001:1.0:1787998278.149307:0:33245:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998278.149310:0:33245:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998278.149312:0:33245:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998278.149313:0:33245:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998278.149314:0:33245:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998278.149316:0:33245:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998278.149319:0:33245:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1787998278.149320:0:33245:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998278.149321:0:33245:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998278.149322:0:33245:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2e00 refcount=3 00000020:00000001:1.0:1787998278.149325:0:33245:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998278.149327:0:33245:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00000002:00010000:1.0:1787998278.149330:0:33245:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb14 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acfb1 expref: -99 pid: 33245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998278.149336:0:33245:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998278.149337:0:33245:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998278.149339:0:33245:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787998278.149340:0:33245:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998278.149342:0:33245:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998278.149343:0:33245:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2e00 refcount=3 00000020:00000001:1.0:1787998278.149345:0:33245:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998278.149346:0:33245:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000040:1.0:1787998278.149352:0:33245:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98d00 count: 2 00010000:00000001:1.0:1787998278.149355:0:33245:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1787998278.149359:0:33245:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1787998278.149361:0:33245:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998278.149363:0:33245:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998278.149364:0:33245:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1787998278.149366:0:33245:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41483938 00000002:00002000:1.0:1787998278.149368:0:33245:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1787998278.149371:0:33245:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998278.149375:0:33245:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998278.149377:0:33245:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787998278.149380:0:33245:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1787998278.149383:0:33245:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998278.149386:0:33245:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998278.149390:0:33245:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191f9f200. 00000080:00000001:1.0:1787998278.149400:0:33245:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998278.149402:0:33245:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1787998278.149408:0:33245:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1787998278.149412:0:33245:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1787998278.149420:0:33245:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d1912367c0. 00800000:00000001:1.0:1787998278.149422:0:33245:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626226536933312 : -117847172618304 : ffff94d1912367c0) 00800000:00000001:1.0:1787998278.149425:0:33245:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998278.149427:0:33245:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1787998278.149429:0:33245:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1787998278.149431:0:33245:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1787998278.149434:0:33245:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1787998278.149436:0:33245:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1787998278.149438:0:33245:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998278.149442:0:33245:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1787998278.149445:0:33245:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1787998278.149450:0:33245:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1787998278.149520:0:33245:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998278.149522:0:33245:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998278.149524:0:33245:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2e00 refcount=3 00000020:00000001:1.0:1787998278.149526:0:33245:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998278.149528:0:33245:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998278.149530:0:33245:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998278.149531:0:33245:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787998278.149533:0:33245:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1787998278.149620:0:33245:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1787998278.149622:0:33245:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d1912367c0 1 00800000:00000010:1.0:1787998278.149624:0:33245:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d1912367c0. 00800000:00000001:1.0:1787998278.149628:0:33245:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998278.149631:0:33245:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cb14 00800000:00000001:1.0:1787998278.149634:0:33245:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998278.149636:0:33245:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998278.149638:0:33245:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998278.149639:0:33245:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998278.149640:0:33245:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2e00 refcount=3 00000020:00000001:1.0:1787998278.149642:0:33245:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998278.149644:0:33245:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998278.149647:0:33245:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998278.149648:0:33245:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998278.149649:0:33245:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998278.149651:0:33245:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998278.149653:0:33245:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998278.149655:0:33245:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:1.0:1787998278.149658:0:33245:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cb14 from it ffffb66d41483bf8 00010000:00000001:1.0:1787998278.149726:0:33245:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998278.149727:0:33245:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998278.149729:0:33245:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2e00 refcount=3 00000020:00000001:1.0:1787998278.149730:0:33245:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998278.149732:0:33245:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998278.149734:0:33245:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998278.149736:0:33245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb14 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acfb1 expref: -99 pid: 33245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998278.149743:0:33245:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998278.149744:0:33245:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998278.149745:0:33245:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998278.149747:0:33245:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998278.149749:0:33245:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb14 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acfb1 expref: -99 pid: 33245 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998278.149761:0:33245:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998278.149763:0:33245:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998278.149765:0:33245:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998278.149905:0:33245:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998278.149907:0:33245:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998278.149908:0:33245:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998278.149912:0:33245:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998278.149913:0:33245:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998278.149916:0:33245:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998278.149918:0:33245:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998278.149920:0:33245:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998278.149921:0:33245:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998278.149922:0:33245:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998278.149925:0:33245:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998278.149930:0:33245:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199ede300 x1874850291765888/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998294 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998278.149938:0:33245:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998278.149940:0:33245:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998278.149942:0:33245:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d191c6e800. 02000000:00000001:1.0:1787998278.149945:0:33245:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998278.149948:0:33245:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998278.149949:0:33245:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998278.149951:0:33245:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998278.149953:0:33245:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e24800. 02000000:00000001:1.0:1787998278.149956:0:33245:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998278.149957:0:33245:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998278.149959:0:33245:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199ede300. 00000100:00000001:1.0:1787998278.149962:0:33245:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998278.149964:0:33245:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998278.149967:0:33245:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:1.0:1787998278.149972:0:33245:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998278.149987:0:33245:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d190a90e20. 00000080:00000001:1.0:1787998278.149993:0:33245:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998278.149994:0:33245:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998278.149996:0:33245:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41483b00 00000080:00200000:1.0:1787998278.149998:0:33245:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:1.0:1787998278.150003:0:33245:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191f9f200. 00800000:00000002:1.0:1787998278.150007:0:33245:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998278.150010:0:33245:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998278.150013:0:33245:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998278.150014:0:33245:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41483a20 00800000:00000002:1.0:1787998278.150016:0:33245:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998278.150020:0:33245:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998278.150022:0:33245:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998278.150024:0:33245:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998278.150026:0:33245:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998278.150028:0:33245:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998278.150030:0:33245:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998278.150032:0:33245:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998278.150034:0:33245:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998278.150037:0:33245:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998278.150041:0:33245:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998278.150043:0:33245:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d414838f0 00000002:00010000:1.0:1787998278.150045:0:33245:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787998278.150048:0:33245:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998278.150050:0:33245:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998278.150052:0:33245:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998278.150055:0:33245:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98d00 count: 2 00010000:00000001:1.0:1787998278.150058:0:33245:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998278.150061:0:33245:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998278.150063:0:33245:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998278.150066:0:33245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb14 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acfb1 expref: -99 pid: 33245 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1787998278.150074:0:33245:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998278.150077:0:33245:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998278.150080:0:33245:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb14 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acfb1 expref: -99 pid: 33245 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1787998278.150086:0:33245:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787998278.150088:0:33245:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998278.150090:0:33245:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998278.150092:0:33245:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998278.150094:0:33245:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998278.150095:0:33245:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787998278.150098:0:33245:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787998278.150100:0:33245:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998278.150102:0:33245:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191f9f200. 00000080:00000001:1.0:1787998278.150105:0:33245:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998278.150106:0:33245:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998278.150109:0:33245:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:1.0:1787998278.150112:0:33245:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cb14 00800000:00000001:1.0:1787998278.150114:0:33245:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998278.150116:0:33245:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998278.150117:0:33245:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998278.150118:0:33245:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998278.150120:0:33245:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2e00 refcount=3 00000020:00000001:1.0:1787998278.150122:0:33245:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998278.150124:0:33245:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998278.150126:0:33245:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998278.150127:0:33245:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998278.150129:0:33245:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998278.150130:0:33245:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998278.150218:0:33245:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cb14 from it ffffb66d41483b38 00010000:00000001:1.0:1787998278.150220:0:33245:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998278.150221:0:33245:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998278.150223:0:33245:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2e00 refcount=3 00000020:00000001:1.0:1787998278.150225:0:33245:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998278.150227:0:33245:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998278.150229:0:33245:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998278.150232:0:33245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb14 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acfb1 expref: -99 pid: 33245 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998278.150238:0:33245:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998278.150240:0:33245:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998278.150241:0:33245:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998278.150242:0:33245:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998278.150245:0:33245:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb14 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acfb1 expref: -99 pid: 33245 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787998278.150251:0:33245:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998278.150252:0:33245:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998278.150254:0:33245:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998278.150256:0:33245:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998278.150257:0:33245:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998278.150258:0:33245:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998278.150260:0:33245:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998278.150261:0:33245:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998278.150263:0:33245:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998278.150265:0:33245:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998278.150267:0:33245:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998278.150268:0:33245:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998278.150269:0:33245:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998278.150271:0:33245:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787998278.150273:0:33245:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998278.150275:0:33245:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 3 00000080:00000001:1.0:1787998278.150278:0:33245:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998278.150282:0:33245:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1787998278.150283:0:33245:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41483b58 00000080:00200000:1.0:1787998278.150285:0:33245:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), file ffff94d18630cf00, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1787998278.150291:0:33245:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff94d1a0b0ac00. 00000080:00000001:1.0:1787998278.150296:0:33245:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1787998278.150298:0:33245:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41483a08 00000080:00200000:1.0:1787998278.150300:0:33245:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), intent=open|creat 00000080:00000010:1.0:1787998278.150305:0:33245:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191f9f200. 00800000:00000002:1.0:1787998278.150308:0:33245:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998278.150312:0:33245:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998278.150313:0:33245:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998278.150315:0:33245:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41483928 00800000:00000002:1.0:1787998278.150317:0:33245:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998278.150321:0:33245:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1787998278.150324:0:33245:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1787998278.150327:0:33245:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998278.150328:0:33245:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998278.150329:0:33245:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998278.150331:0:33245:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998278.150332:0:33245:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998278.150334:0:33245:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998278.150336:0:33245:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998278.150338:0:33245:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446626226367802368 : -117847341749248 : ffff94d1870eac00) 00800000:00000001:1.0:1787998278.150342:0:33245:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1787998278.150343:0:33245:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1787998278.150346:0:33245:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1787998278.150348:0:33245:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1787998278.150351:0:33245:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94d1a0bb2800: Allocated FID [0x200000405:0x27:0x0] 40000000:00000001:1.0:1787998278.150353:0:33245:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998278.150355:0:33245:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998278.150356:0:33245:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998278.150358:0:33245:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998278.150360:0:33245:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d414838a8 00800000:00000002:1.0:1787998278.150362:0:33245:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x27:0x0], name='f22.recovery-small-2' -> mds #0 layout version 1 00000002:00000001:1.0:1787998278.150366:0:33245:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998278.150367:0:33245:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d414837e0 00000002:00010000:1.0:1787998278.150368:0:33245:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f22.recovery-small-2,[0x200000405:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1787998278.150372:0:33245:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1787998278.150374:0:33245:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1787998278.150377:0:33245:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1787998278.150381:0:33245:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998278.150382:0:33245:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1787998278.150384:0:33245:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98d00 count: 2 00010000:00000001:1.0:1787998278.150387:0:33245:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998278.150389:0:33245:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1787998278.150391:0:33245:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787998278.150394:0:33245:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb14 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4fd9a50f3a6acfb1 expref: -99 pid: 33245 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1787998278.150406:0:33245:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787998278.150409:0:33245:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787998278.150411:0:33245:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787998278.150413:0:33245:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1787998278.150415:0:33245:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998278.150417:0:33245:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998278.150419:0:33245:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98d00 count: 3 00010000:00000001:1.0:1787998278.150421:0:33245:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998278.150423:0:33245:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998278.150426:0:33245:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998278.150427:0:33245:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998278.150429:0:33245:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98d00 count: 3 00010000:00000001:1.0:1787998278.150431:0:33245:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998278.150433:0:33245:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998278.150434:0:33245:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998278.150435:0:33245:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998278.150437:0:33245:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98d00 count: 3 00010000:00000001:1.0:1787998278.150439:0:33245:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998278.150441:0:33245:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998278.150443:0:33245:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1787998278.150446:0:33245:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d1989ad280, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1787998278.150450:0:33245:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1787998278.150523:0:33245:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1787998278.150526:0:33245:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787998278.150527:0:33245:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998278.150531:0:33245:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787998278.150534:0:33245:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787998278.150535:0:33245:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787998278.150537:0:33245:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998278.150539:0:33245:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1787998278.150542:0:33245:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1917f2e00 with handle 0xb2d39e653c8cb14 from hash 00010000:00000001:1.0:1787998278.150630:0:33245:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787998278.150631:0:33245:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998278.150632:0:33245:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998278.150634:0:33245:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787998278.150637:0:33245:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787998278.150639:0:33245:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1787998278.150641:0:33245:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787998278.150643:0:33245:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998278.150645:0:33245:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1787998278.150651:0:33245:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199ede300. 00000020:00000040:1.0:1787998278.150654:0:33245:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:1.0:1787998278.150726:0:33245:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787998278.150728:0:33245:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998278.150731:0:33245:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787998278.150734:0:33245:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998278.150735:0:33245:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998278.150738:0:33245:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998278.150740:0:33245:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998278.150742:0:33245:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998278.150749:0:33245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d199e24800. 00000100:00000001:1.0:1787998278.150755:0:33245:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998278.150759:0:33245:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998278.150762:0:33245:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1787998278.150765:0:33245:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb14 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6acfb1 expref: -99 pid: 33245 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787998278.150856:0:33245:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1787998278.150858:0:33245:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787998278.150859:0:33245:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787998278.150862:0:33245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb14 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6acfb1 expref: -99 pid: 33245 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1787998278.150869:0:33245:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d192b98d00 count: 0 00010000:00000010:1.0:1787998278.150874:0:33245:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d1a0046100. 00010000:00000001:1.0:1787998278.150881:0:33245:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998278.150883:0:33245:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998278.150885:0:33245:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998278.150886:0:33245:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998278.150888:0:33245:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998278.150897:0:33245:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626226684420864 : -117847025130752 : ffff94d199ede300) 00010000:00000001:1.0:1787998278.150901:0:33245:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787998278.150903:0:33245:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1787998278.150907:0:33245:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d192b98600. 00010000:00000010:1.0:1787998278.150910:0:33245:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d1a0046100. 00010000:00000001:1.0:1787998278.150915:0:33245:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787998278.150918:0:33245:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1917f3a00. 00000020:00000001:1.0:1787998278.150920:0:33245:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787998278.150923:0:33245:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1917f3a00 with handle 0xb2d39e653c8cb1b to hash 00000020:00000001:1.0:1787998278.150925:0:33245:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787998278.150926:0:33245:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998278.150929:0:33245:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998278.150932:0:33245:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998278.150934:0:33245:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998278.150937:0:33245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb1b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998278.150944:0:33245:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb1b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33245 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787998278.150954:0:33245:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787998278.150962:0:33245:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d199ede300 x1874850291766144/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787998278.150971:0:33245:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb1b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787998278.150977:0:33245:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998278.150978:0:33245:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998278.150984:0:33245:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a0070780. 00000100:00000001:1.0:1787998278.150987:0:33245:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786731904 : -117846922819712 : ffff94d1a0070780) 00000100:00000001:1.0:1787998278.150989:0:33245:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998278.150991:0:33245:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684420864 : -117847025130752 : ffff94d199ede300) 00000100:00000001:1.0:1787998278.150995:0:33245:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998278.150998:0:33245:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998278.151000:0:33245:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998278.151002:0:33245:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998278.151006:0:33245:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199ede300 x1874850291766144/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998278.151014:0:33245:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998278.151016:0:33245:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998278.151020:0:33245:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998278.151022:0:33245:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998278.151025:0:33245:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998278.151028:0:33245:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199ede300 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:33245:1874850291766144:192.168.206.123@tcp:101:multiop.0 00000100:00000001:1.0:1787998278.151032:0:33245:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998278.151036:0:33245:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998278.151039:0:33245:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998278.151041:0:33245:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998278.151096:0:33245:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff94d1a0180000. 02000000:00000001:1.0:1787998278.151099:0:33245:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998278.151106:0:33245:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998278.151111:0:33245:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc108. 00000400:00000010:1.0:1787998278.151117:0:33245:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff94d199e26000. 00000100:00000200:1.0:1787998278.151124:0:33245:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1874850291766144, portal 10 00000100:00000001:1.0:1787998278.151126:0:33245:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998278.151127:0:33245:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684420864 : -117847025130752 : ffff94d199ede300) 00000100:00000040:1.0:1787998278.151220:0:33245:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199ede300 x1874850291766144/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1787998294 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998278.151229:0:33245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998278.151231:0:33245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998278.151235:0:33245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409198. 00000100:00000200:1.0:1787998278.151239:0:33245:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1874850291766144, offset 0 00000400:00000200:1.0:1787998278.151246:0:33245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998278.151255:0:33245:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998278.151262:0:33245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998278.151267:0:33245:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998278.151271:0:33245:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998278.151275:0:33245:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998278.151278:0:33245:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998278.151282:0:33245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2755:2755:256:4294967295] 192.168.206.123@tcp LPNI seq info [2755:2755:8:4294967295] 00000400:00000200:1.0:1787998278.151286:0:33245:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998278.151295:0:33245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998278.151301:0:33245:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998278.151307:0:33245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f700. 00000800:00000200:1.0:1787998278.151313:0:33245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998278.151321:0:33245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998278.151325:0:33245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f700 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1787998278.151762:0:33245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998278.151812:0:33245:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 826073 usecs (827 jiffies) 00000400:00000200:1.0:1787998278.151817:0:33245:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998278.151820:0:33245:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296459136 00000100:00000001:1.0:1787998278.151823:0:33245:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296460279 00000100:00000001:1.0:1787998278.151825:0:33245:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296459136 00000100:00000001:1.0:1787998278.151827:0:33245:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296460279 00000100:00000001:1.0:1787998278.151830:0:33245:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998278.151833:0:33245:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998278.151835:0:33245:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998278.151837:0:33245:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998278.151840:0:33245:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a0070780 going to sleep for 11 seconds 00000100:00000001:1.0:1787998278.151843:0:33245:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998278.151845:0:33245:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998278.153126:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998278.153146:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f700. 00000400:00000200:2.0:1787998278.153155:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998278.153163:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998278.153170:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409198 00000400:00000010:2.0:1787998278.153172:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409198. 00000100:00000001:2.0:1787998278.153178:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998278.153184:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199ede300 x1874850291766144/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1787998294 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998278.153195:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998278.153199:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199ede300 x1874850291766144/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1787998294 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998278.153206:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998278.153208:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1787998278.156833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98d00. 00010000:00000010:1.1:1787998278.156848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2e00. 00000800:00000001:3.0:1787998278.167251:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998278.167267:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998278.167271:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998278.167274:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998278.167282:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998278.167289:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998278.167298:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998278.167303:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998278.167307:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998278.167311:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 664 into portal 10 MB=0x6a92a99a5d380 00000400:00000200:3.0:1787998278.167316:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998278.167322:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 664/664 into md 0x8015 [32] + 224 00000800:00000001:3.0:1787998278.167329:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998278.167336:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998278.167339:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998278.167343:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998278.167351:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998278.167359:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199ede300 x1874850291766144/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1787998294 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998278.167370:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff94d199ede300 x1874850291766144/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1787998294 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998278.167391:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998278.167399:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998278.167402:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998278.167438:0:33245:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998278.167445:0:33245:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998278.167447:0:33245:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998278.167449:0:33245:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc108. 00000400:00000200:1.0:1787998278.167454:0:33245:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d199e26000 00000400:00000010:1.0:1787998278.167457:0:33245:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff94d199e26000. 00000100:00000001:1.0:1787998278.167460:0:33245:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998278.167465:0:33245:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199ede300 x1874850291766144/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1787998294 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998278.167473:0:33245:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199ede300 x1874850291766144/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1787998294 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998278.167480:0:33245:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998278.167482:0:33245:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998278.167484:0:33245:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998278.167487:0:33245:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998278.167490:0:33245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998278.167492:0:33245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998278.167494:0:33245:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998278.167503:0:33245:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=104 v=5 (5 104 104 104) 00000100:00001000:1.0:1787998278.167507:0:33245:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998278.167510:0:33245:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998278.167511:0:33245:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998278.167514:0:33245:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998278.167517:0:33245:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998278.167520:0:33245:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1787998278.167521:0:33245:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009a/0x1] 00000100:00000001:1.0:1787998278.167523:0:33245:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1787998278.167525:0:33245:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998278.167526:0:33245:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684420864 : -117847025130752 : ffff94d199ede300) 00000100:00000001:1.0:1787998278.167529:0:33245:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998278.167531:0:33245:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967630 00000100:00000001:1.0:1787998278.167545:0:33245:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998278.167548:0:33245:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998278.167552:0:33245:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199ede300 x1874850291766144/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1787998294 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998278.167560:0:33245:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998278.167562:0:33245:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998278.167564:0:33245:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998278.167569:0:33245:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199ede300 x1874850291766144/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1787998294 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998278.167577:0:33245:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199ede300 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:33245:1874850291766144:192.168.206.123@tcp:101:multiop.0 00000100:00000001:1.0:1787998278.167582:0:33245:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998278.167584:0:33245:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998278.167587:0:33245:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998278.167589:0:33245:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998278.167603:0:33245:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199ede300 x1874850291766144/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1787998294 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998278.167609:0:33245:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998278.167612:0:33245:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a0070780. 00000100:00000001:1.0:1787998278.167615:0:33245:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998278.167617:0:33245:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998278.167619:0:33245:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787998278.167623:0:33245:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998278.167626:0:33245:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998278.167628:0:33245:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3a00 refcount=4 00000020:00000001:1.0:1787998278.167631:0:33245:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998278.167633:0:33245:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000040:1.0:1787998278.167639:0:33245:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1917f3a00, remote cookie: 0x4fd9a50f3a6acfcd, flags: 0x1001 00010000:00010000:1.0:1787998278.167644:0:33245:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb1b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acfcd expref: -99 pid: 33245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1787998278.167652:0:33245:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1787998278.167655:0:33245:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1787998278.167662:0:33245:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d192b98d00. 00010000:00000010:1.0:1787998278.167666:0:33245:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d1a0046f80. 00010000:00000040:1.0:1787998278.167671:0:33245:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d192b98600 count: 0 00010000:00000010:1.0:1787998278.167676:0:33245:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d1a0046100. 00010000:00000001:1.0:1787998278.167683:0:33245:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998278.167687:0:33245:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb1b lrc: 4/0,1 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acfcd expref: -99 pid: 33245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998278.167695:0:33245:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb1b lrc: 4/0,1 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acfcd expref: -99 pid: 33245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998278.167975:0:33245:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787998278.167979:0:33245:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787998278.167981:0:33245:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1787998278.167983:0:33245:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787998278.167984:0:33245:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787998278.167986:0:33245:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x27:0x0].0x0 (ffff94d192b98d00) refcount = 1 00010000:00010000:1.0:1787998278.167990:0:33245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb1b lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acfcd expref: -99 pid: 33245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998278.167997:0:33245:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787998278.168000:0:33245:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787998278.168002:0:33245:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998278.168005:0:33245:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787998278.168007:0:33245:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998278.168010:0:33245:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb1b lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acfcd expref: -99 pid: 33245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998278.168016:0:33245:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787998278.168018:0:33245:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998278.168020:0:33245:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998278.168021:0:33245:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998278.168022:0:33245:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998278.168023:0:33245:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998278.168027:0:33245:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1787998278.168029:0:33245:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998278.168031:0:33245:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998278.168032:0:33245:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3a00 refcount=3 00000020:00000001:1.0:1787998278.168034:0:33245:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998278.168036:0:33245:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998278.168039:0:33245:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998278.168040:0:33245:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998278.168042:0:33245:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3a00 refcount=4 00000020:00000001:1.0:1787998278.168043:0:33245:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998278.168045:0:33245:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998278.168048:0:33245:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998278.168050:0:33245:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998278.168053:0:33245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb1b lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acfcd expref: -99 pid: 33245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998278.168059:0:33245:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998278.168060:0:33245:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998278.168061:0:33245:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998278.168062:0:33245:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998278.168064:0:33245:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3a00 refcount=5 00000020:00000001:1.0:1787998278.168065:0:33245:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998278.168067:0:33245:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998278.168069:0:33245:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998278.168072:0:33245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb1b lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acfcd expref: -99 pid: 33245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998278.168077:0:33245:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998278.168078:0:33245:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998278.168081:0:33245:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb1b lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acfcd expref: -99 pid: 33245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998278.168088:0:33245:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998278.168089:0:33245:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998278.168090:0:33245:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998278.168091:0:33245:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998278.168092:0:33245:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1787998278.168097:0:33245:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff94d199ede300 x1874850291766144/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1787998294 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787998278.168113:0:33245:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1787998278.168118:0:33245:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d199ede300 x1874850291766144/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1787998294 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787998278.168124:0:33245:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998278.168129:0:33245:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998278.168131:0:33245:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998278.168132:0:33245:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3a00 refcount=3 00000020:00000001:1.0:1787998278.168134:0:33245:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998278.168137:0:33245:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00000002:00010000:1.0:1787998278.168140:0:33245:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb1b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acfcd expref: -99 pid: 33245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1787998278.168151:0:33245:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94d1912367c0. 00010000:00000001:1.0:1787998278.168153:0:33245:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998278.168154:0:33245:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998278.168156:0:33245:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998278.168158:0:33245:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998278.168161:0:33245:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1787998278.168163:0:33245:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998278.168164:0:33245:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684420864 : -117847025130752 : ffff94d199ede300) 00000100:00000001:1.0:1787998278.168166:0:33245:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998278.168167:0:33245:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684420864 : -117847025130752 : ffff94d199ede300) 00010000:00000001:1.0:1787998278.168169:0:33245:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998278.168170:0:33245:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998278.168172:0:33245:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3a00 refcount=3 00000020:00000001:1.0:1787998278.168173:0:33245:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998278.168175:0:33245:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00000002:00010000:1.0:1787998278.168178:0:33245:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb1b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acfcd expref: -99 pid: 33245 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998278.168189:0:33245:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998278.168191:0:33245:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998278.168192:0:33245:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787998278.168194:0:33245:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998278.168195:0:33245:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998278.168196:0:33245:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3a00 refcount=3 00000020:00000001:1.0:1787998278.168198:0:33245:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998278.168200:0:33245:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000040:1.0:1787998278.168204:0:33245:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98d00 count: 2 00010000:00000001:1.0:1787998278.168206:0:33245:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1787998278.168210:0:33245:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589935621/39 (0 0) 00010000:00000001:1.0:1787998278.168212:0:33245:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998278.168213:0:33245:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998278.168214:0:33245:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1787998278.168217:0:33245:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41483768 00000002:00002000:1.0:1787998278.168219:0:33245:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-2 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1787998278.168222:0:33245:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998278.168225:0:33245:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998278.168228:0:33245:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787998278.168230:0:33245:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1787998278.168233:0:33245:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998278.168237:0:33245:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000001:1.0:1787998278.168239:0:33245:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1787998278.168241:0:33245:0:(namei.c:674:ll_lookup_it_finish()) it ffff94d1a0b0ac00 it_disposition 1800037 00000080:00002000:1.0:1787998278.168246:0:33245:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d183582438 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1787998278.168250:0:33245:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1787998278.168253:0:33245:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1787998278.168255:0:33245:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41483998 00000080:00200000:1.0:1787998278.168257:0:33245:0:(namei.c:1628:ll_create_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), intent=open|creat 00000080:00000001:1.0:1787998278.168259:0:33245:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1787998278.168262:0:33245:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1787998278.168265:0:33245:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1787998278.168269:0:33245:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1787998278.168272:0:33245:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611175 : 144115205339611175 : 200000405000027) 00000080:00000001:1.0:1787998278.168274:0:33245:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1787998278.168287:0:33245:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94d198936b40. 00000020:00000001:1.0:1787998278.168296:0:33245:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1787998278.168297:0:33245:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1787998278.168300:0:33245:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1787998278.168301:0:33245:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x27:0x0](ffff94d198936c08) 00000020:00000001:1.0:1787998278.168305:0:33245:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998278.168308:0:33245:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798657048 : -117846910894568 : ffff94d1a0bcfe18) 00000020:00001000:1.0:1787998278.168311:0:33245:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfe10 00000020:00000001:1.0:1787998278.168314:0:33245:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1787998278.168318:0:33245:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff94d1a0aa3190. 00000020:00000001:1.0:1787998278.168321:0:33245:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1787998278.168322:0:33245:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998278.168330:0:33245:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:1.0:1787998278.168333:0:33245:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff94d1872423e0. 00020000:00000001:1.0:1787998278.168335:0:33245:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446626226369209312 : -117847340342304 : ffff94d1872423e0) 00020000:00000001:1.0:1787998278.168351:0:33245:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:1.0:1787998278.168353:0:33245:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1787998278.168358:0:33245:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d1a0b0a780. 00020000:00000010:1.0:1787998278.168363:0:33245:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d185433700. 00020000:00000010:1.0:1787998278.168367:0:33245:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d1a0b0a660. 00020000:00000001:1.0:1787998278.168369:0:33245:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626226797848160 : -117846911703456 : ffff94d1a0b0a660) 00020000:00000002:1.0:1787998278.168372:0:33245:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0b0a660, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1787998278.168377:0:33245:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1787998278.168380:0:33245:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d185433700: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000001:1.0:1787998278.168383:0:33245:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1787998278.168385:0:33245:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0b0a660, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1787998278.168388:0:33245:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1787998278.168391:0:33245:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d185433700: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000010:1.0:1787998278.168395:0:33245:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff94d1909d89c0. 00020000:00000010:1.0:1787998278.168397:0:33245:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff94d1a0070780. 00020000:00000001:1.0:1787998278.168402:0:33245:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1787998278.168404:0:33245:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff94d182b6ba80. 00020000:00000001:1.0:1787998278.168407:0:33245:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1787998278.168408:0:33245:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1787998278.168413:0:33245:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1787998278.168416:0:33245:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff94d1a0aa3898. 00000020:00000001:1.0:1787998278.168418:0:33245:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1787998278.168419:0:33245:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998278.168421:0:33245:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446626226797426968 : -117846912124648 : ffff94d1a0aa3918) 00020000:00000001:1.0:1787998278.168424:0:33245:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1787998278.168429:0:33245:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff94d19391da40. 00020000:00000001:1.0:1787998278.168431:0:33245:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998278.168435:0:33245:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446626226797426968 : -117846912124648 : ffff94d1a0aa3918) 00020000:00000001:1.0:1787998278.168437:0:33245:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446626226797426968 : -117846912124648 : ffff94d1a0aa3918) 00020000:00000002:1.0:1787998278.168440:0:33245:0:(lov_object.c:134:lov_init_sub()) [0x2c0000401:0x14:0x0]@ffff94d1a0aa3898[0:0] -> [0x200000405:0x27:0x0]@ffff94d1a0aa3190: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000001:1.0:1787998278.168444:0:33245:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:1.0:1787998278.168446:0:33245:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:1.0:1787998278.168448:0:33245:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998278.168451:0:33245:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446626226797425168 : -117846912126448 : ffff94d1a0aa3210) 00000020:00001000:1.0:1787998278.168453:0:33245:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfe10 00000080:00000001:1.0:1787998278.168457:0:33245:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611175 : 144115205339611175 : 200000405000027) 00000080:00000001:1.0:1787998278.168459:0:33245:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1787998278.168462:0:33245:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611175 mtime from 0 to 1787998278 00000080:00000001:1.0:1787998278.168466:0:33245:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1787998278.168467:0:33245:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626226661714952 : -117847047836664 : ffff94d198936c08) 00010000:00000001:1.0:1787998278.168470:0:33245:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998278.168471:0:33245:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998278.168473:0:33245:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3a00 refcount=3 00000020:00000001:1.0:1787998278.168475:0:33245:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998278.168477:0:33245:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00000080:00000001:1.0:1787998278.168480:0:33245:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:1.0:1787998278.168481:0:33245:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998278.168483:0:33245:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798657048 : -117846910894568 : ffff94d1a0bcfe18) 00000020:00001000:1.0:1787998278.168485:0:33245:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfe10 00000020:00000001:1.0:1787998278.168487:0:33245:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1787998278.168489:0:33245:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1787998278.168490:0:33245:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1787998278.168493:0:33245:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d1a0b0a960. 00020000:00000010:1.0:1787998278.168496:0:33245:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d185433480. 00020000:00000010:1.0:1787998278.168498:0:33245:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d1a0b0a5a0. 00020000:00000001:1.0:1787998278.168500:0:33245:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626226797847968 : -117846911703648 : ffff94d1a0b0a5a0) 00020000:00000002:1.0:1787998278.168503:0:33245:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0b0a5a0, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1787998278.168506:0:33245:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1787998278.168509:0:33245:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d185433480: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000002:1.0:1787998278.168512:0:33245:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d1872423e0) owner ffff94d1a0a927c0 00020000:00000001:1.0:1787998278.168515:0:33245:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1787998278.168517:0:33245:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d1872423e0) owner ffff94d1a0a927c0 00020000:00000010:1.0:1787998278.168521:0:33245:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d185433480. 00020000:00000010:1.0:1787998278.168525:0:33245:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d1a0b0a960. 00020000:00000010:1.0:1787998278.168528:0:33245:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d1a0b0a5a0. 00020000:00000002:1.0:1787998278.168530:0:33245:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x27:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1787998278.168542:0:33245:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998278.168544:0:33245:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998278.168547:0:33245:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1787998278.168549:0:33245:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1872423e0) owner 0000000000000000/ffff94d1a0a927c0 00020000:00000002:1.0:1787998278.168552:0:33245:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d1a0b0a660 addref 2/0 by ffff94d1a0a927c0. 00020000:00000002:1.0:1787998278.168554:0:33245:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1872423e0) owner 0000000000000000/ffff94d1a0a927c0 00020000:00000001:1.0:1787998278.168556:0:33245:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1787998278.168558:0:33245:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1787998278.168560:0:33245:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1787998278.168561:0:33245:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1787998278.168563:0:33245:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1787998278.168565:0:33245:0:(file.c:6836:ll_layout_conf()) [0x200000405:0x27:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1787998278.168568:0:33245:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfe10 00000080:00000001:1.0:1787998278.168569:0:33245:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998278.168571:0:33245:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998278.168572:0:33245:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787998278.168574:0:33245:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1787998278.168577:0:33245:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1787998278.168578:0:33245:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998278.168580:0:33245:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x27:0x0](ffff94d198936c08) 00000080:00010000:1.0:1787998278.168583:0:33245:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x27:0x0](ffff94d198936c08) for lock 0xb2d39e653c8cb1b 00800000:00000001:1.0:1787998278.168586:0:33245:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998278.168587:0:33245:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998278.168589:0:33245:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998278.168602:0:33245:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998278.168603:0:33245:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3a00 refcount=3 00000020:00000001:1.0:1787998278.168605:0:33245:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998278.168607:0:33245:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998278.168609:0:33245:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998278.168610:0:33245:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998278.168611:0:33245:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998278.168613:0:33245:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998278.168615:0:33245:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1787998278.168617:0:33245:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998278.168622:0:33245:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff94d199ede300 x1874850291766144/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998294 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998278.168629:0:33245:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1787998278.168634:0:33245:0:(namei.c:1651:ll_create_it()) inode ffff94d198936c08 need_sync_to_mds [0x200000405:0x27:0x0] 00000080:00000001:1.0:1787998278.168637:0:33245:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998278.168640:0:33245:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x27:0x0](ffff94d198936c08) 00000080:00000001:1.0:1787998278.168643:0:33245:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1787998278.168645:0:33245:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191f9f200. 00000100:00000001:1.0:1787998278.168649:0:33245:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998278.168653:0:33245:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199ede300 x1874850291766144/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998294 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998278.168659:0:33245:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998278.168662:0:33245:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1787998278.168664:0:33245:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1787998278.168666:0:33245:0:(namei.c:1500:ll_atomic_open()) inode ffff94d198936c08 need_sync_to_mds [0x200000405:0x27:0x0] 00000080:00000001:1.0:1787998278.168673:0:33245:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1787998278.168675:0:33245:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41483a68 00000080:00200008:1.0:1787998278.168677:0:33245:0:(file.c:1090:ll_file_open()) START file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff94d198936c08), flags 100102 00000080:00000010:1.0:1787998278.168683:0:33245:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d1a067b400. 00000080:00000010:1.0:1787998278.168688:0:33245:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d191236340. 00000080:00000001:1.0:1787998278.168690:0:33245:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1787998278.168694:0:33245:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1787998278.168696:0:33245:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998278.169574:0:33245:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998278.169578:0:33245:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998278.169580:0:33245:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998278.169583:0:33245:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998278.169585:0:33245:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:1.0:1787998278.169588:0:33245:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998278.169603:0:33245:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1787998278.169611:0:33245:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d190a909a0. 00000002:00100000:1.0:1787998278.169619:0:33245:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d199ede300 x1874850291766144/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998294 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787998278.169627:0:33245:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998278.169629:0:33245:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1787998278.169633:0:33245:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1787998278.169636:0:33245:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998278.169639:0:33245:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998278.169643:0:33245:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998278.169646:0:33245:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199ede300 x1874850291766144/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998294 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1787998278.169652:0:33245:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998278.169655:0:33245:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff94d1a0180000. 02000000:00000001:1.0:1787998278.169679:0:33245:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1787998278.169680:0:33245:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998278.169683:0:33245:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41483a68 00000080:00000008:1.0:1787998278.169685:0:33245:0:(file.c:1329:ll_file_open()) COMPLETED file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff94d198936c08), flags 100102, rc = 0 00000080:00000001:1.0:1787998278.169690:0:33245:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1787998278.169692:0:33245:0:(dcache.c:176:ll_intent_release()) intent ffff94d1a0b0ac00 released 00000080:00010000:1.0:1787998278.169695:0:33245:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cb1b from it ffff94d1a0b0ac00 00010000:00000001:1.0:1787998278.169697:0:33245:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998278.169699:0:33245:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998278.169702:0:33245:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3a00 refcount=3 00000020:00000001:1.0:1787998278.169704:0:33245:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998278.169706:0:33245:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998278.169708:0:33245:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998278.169712:0:33245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb1b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6acfcd expref: -99 pid: 33245 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998278.170561:0:33245:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998278.170567:0:33245:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998278.170569:0:33245:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998278.170572:0:33245:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998278.170576:0:33245:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb1b lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6acfcd expref: -99 pid: 33245 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998278.170587:0:33245:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998278.170633:0:33245:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998278.170636:0:33245:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998278.170640:0:33245:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998278.170641:0:33245:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998278.170642:0:33245:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998278.170645:0:33245:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998278.170647:0:33245:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998278.170649:0:33245:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998278.170652:0:33245:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998278.170654:0:33245:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998278.170656:0:33245:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998278.170656:0:33245:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787998278.170659:0:33245:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1787998278.170661:0:33245:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1787998278.170664:0:33245:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1787998278.170665:0:33245:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998278.170668:0:33245:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1787998278.170670:0:33245:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998278.170673:0:33245:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1787998278.170675:0:33245:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998278.170677:0:33245:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1787998278.170679:0:33245:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998278.170681:0:33245:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1787998278.170684:0:33245:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff94d1a0b0ac00. 00000080:00000001:1.0:1787998278.170688:0:33245:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998278.170692:0:33245:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:1.0:1787998278.170695:0:33245:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000405:0x27:0x0](ffff94d198936c08), inode mode 81a4 mask 40 00000080:00000001:1.0:1787998278.170699:0:33245:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998278.170719:0:33245:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1787998278.170833:0:33245:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1872423e0) owner 0000000000000000/ffff94d1a0a927c0 00020000:00000002:1.0:1787998278.170838:0:33245:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1872423e0) owner 0000000000000000/ffff94d1a0a927c0 00020000:00000001:1.0:1787998278.170841:0:33245:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998278.170848:0:33245:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1787998278.170851:0:33245:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41483df0 00000080:00200008:1.0:1787998278.170853:0:33245:0:(file.c:479:ll_file_release()) START file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff94d198936c08), flags 100002 00000080:00000001:1.0:1787998278.170856:0:33245:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1787998278.170858:0:33245:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1787998278.170859:0:33245:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1787998278.170860:0:33245:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1872423e0) owner 0000000000000000/ffff94d1a0a927c0 00020000:00000002:1.0:1787998278.170862:0:33245:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1872423e0) owner 0000000000000000/ffff94d1a0a927c0 00020000:00000001:1.0:1787998278.170864:0:33245:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998278.170866:0:33245:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1787998278.170871:0:33245:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998278.170873:0:33245:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998278.170875:0:33245:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998278.170877:0:33245:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998278.170879:0:33245:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998278.170881:0:33245:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:1.0:1787998278.170883:0:33245:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998278.170887:0:33245:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998278.170890:0:33245:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998278.170895:0:33245:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98d00 count: 2 00010000:00000001:1.0:1787998278.170897:0:33245:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998278.170902:0:33245:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998278.170904:0:33245:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x27:0x0]: 0 00000080:00000001:1.0:1787998278.170906:0:33245:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1787998278.170908:0:33245:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1787998278.170914:0:33245:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d191f9f200. 00000080:00000001:1.0:1787998278.170916:0:33245:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1787998278.170920:0:33245:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1787998278.170923:0:33245:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1787998278.170924:0:33245:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998278.170926:0:33245:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998278.170927:0:33245:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998278.170928:0:33245:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998278.170930:0:33245:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998278.170932:0:33245:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:1.0:1787998278.170942:0:33245:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998278.170944:0:33245:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x27:0x0] 00000002:00000001:1.0:1787998278.170948:0:33245:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1787998278.170949:0:33245:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff94d1a0bb2800: [0x200000405:0x27:0x0] file closed with intent: 0 00000100:00000010:1.0:1787998278.170956:0:33245:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199ede680. 00000020:00000040:1.0:1787998278.171253:0:33245:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:1.0:1787998278.171260:0:33245:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998278.171262:0:33245:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998278.171266:0:33245:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998278.171274:0:33245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d191f9f800. 00000100:00000001:1.0:1787998278.171279:0:33245:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1787998278.171294:0:33245:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d199ede300 x1874850291766144/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998294 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1787998278.171305:0:33245:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1787998278.171310:0:33245:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d199ede680 x1874850291766400/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1787998278.171318:0:33245:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998278.171319:0:33245:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998278.171326:0:33245:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a0070180. 00000100:00000001:1.0:1787998278.171328:0:33245:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786730368 : -117846922821248 : ffff94d1a0070180) 00000100:00000001:1.0:1787998278.171331:0:33245:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998278.171333:0:33245:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684421760 : -117847025129856 : ffff94d199ede680) 00000100:00000001:1.0:1787998278.171623:0:33245:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998278.171628:0:33245:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998278.171630:0:33245:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998278.171632:0:33245:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998278.171637:0:33245:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199ede680 x1874850291766400/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998278.171645:0:33245:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998278.171647:0:33245:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998278.171651:0:33245:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998278.171653:0:33245:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998278.171655:0:33245:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998278.171658:0:33245:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199ede680 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:33245:1874850291766400:192.168.206.123@tcp:35:multiop.0 00000100:00000001:1.0:1787998278.171662:0:33245:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998278.171667:0:33245:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998278.171669:0:33245:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998278.171671:0:33245:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998278.171676:0:33245:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d199e26000. 02000000:00000001:1.0:1787998278.171678:0:33245:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998278.171685:0:33245:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998278.171689:0:33245:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc108. 00000400:00000010:1.0:1787998278.171696:0:33245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409198. 00000100:00000200:1.0:1787998278.171702:0:33245:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291766400, portal 10 00000100:00000001:1.0:1787998278.171704:0:33245:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998278.171705:0:33245:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684421760 : -117847025129856 : ffff94d199ede680) 00000100:00000040:1.0:1787998278.171711:0:33245:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199ede680 x1874850291766400/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998294 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998278.171718:0:33245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998278.171721:0:33245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998278.171723:0:33245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409220. 00000100:00000200:1.0:1787998278.171726:0:33245:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1874850291766400, offset 0 00000400:00000200:1.0:1787998278.171732:0:33245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998278.171740:0:33245:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998278.171748:0:33245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998278.171753:0:33245:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998278.171757:0:33245:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998278.171761:0:33245:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998278.171763:0:33245:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998278.172418:0:33245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2756:2756:256:4294967295] 192.168.206.123@tcp LPNI seq info [2756:2756:8:4294967295] 00000400:00000200:1.0:1787998278.172426:0:33245:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998278.172436:0:33245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998278.172442:0:33245:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998278.172450:0:33245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031fc00. 00000800:00000200:1.0:1787998278.172456:0:33245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998278.172463:0:33245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998278.172468:0:33245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031fc00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1787998278.172553:0:33245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998278.172558:0:33245:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 824972 usecs (825 jiffies) 00000400:00000200:1.0:1787998278.172562:0:33245:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998278.172565:0:33245:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296459154 00000100:00000001:1.0:1787998278.172568:0:33245:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296460279 00000100:00000001:1.0:1787998278.172570:0:33245:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296459154 00000100:00000001:1.0:1787998278.172572:0:33245:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296460279 00000100:00000001:1.0:1787998278.172575:0:33245:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998278.172577:0:33245:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998278.172580:0:33245:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998278.172582:0:33245:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998278.172584:0:33245:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a0070180 going to sleep for 11 seconds 00000100:00000001:1.0:1787998278.172587:0:33245:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998278.172599:0:33245:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998278.174948:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998278.174955:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031fc00. 00000400:00000200:2.0:1787998278.174964:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998278.174972:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998278.174979:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409220 00000400:00000010:2.0:1787998278.174981:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409220. 00000100:00000001:2.0:1787998278.174997:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998278.175004:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199ede680 x1874850291766400/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998294 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998278.175015:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998278.175019:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199ede680 x1874850291766400/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998294 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998278.175025:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998278.175027:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1787998278.178875:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98600. 00010000:00000001:0.0:1787998278.530891:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998278.530898:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998278.530902:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998278.530904:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998278.531002:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998278.531006:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998278.531009:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1787998279.155449:0:33247:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998279.155456:0:33247:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998279.155458:0:33247:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1787998279.155461:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbb98 00000080:00200000:3.0:1787998279.155465:0:33247:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:3.0:1787998279.156149:0:33247:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191d92e00. 00800000:00000002:3.0:1787998279.156158:0:33247:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:3.0:1787998279.156162:0:33247:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787998279.156167:0:33247:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787998279.156169:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbab8 00800000:00000002:3.0:1787998279.156172:0:33247:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998279.156176:0:33247:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787998279.156179:0:33247:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998279.156181:0:33247:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998279.156184:0:33247:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998279.156186:0:33247:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998279.156188:0:33247:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998279.156191:0:33247:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998279.156193:0:33247:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998279.156196:0:33247:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1787998279.156201:0:33247:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787998279.156203:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddb988 00000002:00010000:3.0:1787998279.156205:0:33247:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1787998279.156208:0:33247:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787998279.156210:0:33247:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998279.156213:0:33247:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1787998279.156219:0:33247:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.156221:0:33247:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.156223:0:33247:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.156225:0:33247:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1787998279.156227:0:33247:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1787998279.156233:0:33247:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d02300. 00000020:00000040:3.0:1787998279.156237:0:33247:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:3.0:1787998279.156242:0:33247:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1787998279.156246:0:33247:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998279.156253:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.156255:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.156256:0:33247:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998279.156259:0:33247:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998279.156262:0:33247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998279.156266:0:33247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998279.156272:0:33247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0096000. 00000100:00000001:3.0:1787998279.156278:0:33247:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.156283:0:33247:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998279.156285:0:33247:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.156286:0:33247:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998279.156287:0:33247:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.156289:0:33247:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.156293:0:33247:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226548253440 : -117847161298176 : ffff94d191d02300) 00010000:00000001:3.0:1787998279.156297:0:33247:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1787998279.156299:0:33247:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1787998279.156303:0:33247:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d18a360f00. 00010000:00000010:3.0:1787998279.156306:0:33247:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d190a8d800. 00010000:00000001:3.0:1787998279.156311:0:33247:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1787998279.156314:0:33247:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1903e4000. 00000020:00000001:3.0:1787998279.156317:0:33247:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1787998279.156320:0:33247:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1903e4000 with handle 0xb2d39e653c8cb22 to hash 00000020:00000001:3.0:1787998279.156321:0:33247:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1787998279.156323:0:33247:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:3.0:1787998279.156326:0:33247:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:3.0:1787998279.156329:0:33247:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998279.156332:0:33247:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998279.156336:0:33247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb22 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33247 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998279.156344:0:33247:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb22 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33247 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998279.156354:0:33247:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb22 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33247 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1787998279.156359:0:33247:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787998279.156361:0:33247:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787998279.156372:0:33247:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191c553c0. 00000100:00000001:3.0:1787998279.156375:0:33247:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226547545024 : -117847162006592 : ffff94d191c553c0) 00000100:00000001:3.0:1787998279.156377:0:33247:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998279.156379:0:33247:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548253440 : -117847161298176 : ffff94d191d02300) 00000100:00000001:3.0:1787998279.156383:0:33247:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998279.156386:0:33247:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998279.156388:0:33247:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787998279.156390:0:33247:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998279.156400:0:33247:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d02300 x1874850291766528/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998279.156408:0:33247:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998279.156411:0:33247:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998279.156414:0:33247:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998279.156417:0:33247:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998279.156419:0:33247:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998279.156423:0:33247:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d02300 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:33247:1874850291766528:192.168.206.123@tcp:101:multiop.0 00000100:00000001:3.0:1787998279.156427:0:33247:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998279.156432:0:33247:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998279.156434:0:33247:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998279.156436:0:33247:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998279.156440:0:33247:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d19175a000. 02000000:00000001:3.0:1787998279.156442:0:33247:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998279.156449:0:33247:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998279.156453:0:33247:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a790. 00000400:00000010:3.0:1787998279.156459:0:33247:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5f68. 00000100:00000200:3.0:1787998279.156466:0:33247:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291766528, portal 10 00000100:00000001:3.0:1787998279.156468:0:33247:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998279.156469:0:33247:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548253440 : -117847161298176 : ffff94d191d02300) 00000100:00000040:3.0:1787998279.156475:0:33247:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d02300 x1874850291766528/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998295 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998279.156482:0:33247:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998279.156485:0:33247:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998279.156487:0:33247:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5b28. 00000100:00000200:3.0:1787998279.156490:0:33247:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1874850291766528, offset 0 00000400:00000200:3.0:1787998279.156495:0:33247:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998279.156503:0:33247:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998279.156509:0:33247:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998279.156514:0:33247:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998279.156518:0:33247:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998279.156521:0:33247:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998279.156524:0:33247:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998279.156527:0:33247:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2757:2757:256:4294967295] 192.168.206.123@tcp LPNI seq info [2757:2757:8:4294967295] 00000400:00000200:3.0:1787998279.156532:0:33247:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998279.156540:0:33247:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998279.156546:0:33247:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998279.156551:0:33247:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d191fa7000. 00000800:00000200:3.0:1787998279.156557:0:33247:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998279.156565:0:33247:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998279.156568:0:33247:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d191fa7000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1787998279.157116:0:33247:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998279.157122:0:33247:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 824972 usecs (825 jiffies) 00000400:00000200:3.0:1787998279.157126:0:33247:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998279.157129:0:33247:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296460139 00000100:00000001:3.0:1787998279.157132:0:33247:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296460279 00000100:00000001:3.0:1787998279.157134:0:33247:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296460139 00000100:00000001:3.0:1787998279.157136:0:33247:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296460279 00000100:00000001:3.0:1787998279.157139:0:33247:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998279.157141:0:33247:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998279.157143:0:33247:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998279.157145:0:33247:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787998279.157148:0:33247:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191c553c0 going to sleep for 11 seconds 00000100:00000001:3.0:1787998279.157151:0:33247:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998279.157154:0:33247:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998279.157282:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998279.157287:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d191fa7000. 00000400:00000200:2.0:1787998279.157292:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998279.157298:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998279.157306:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5b28 00000400:00000010:2.0:1787998279.157309:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5b28. 00000100:00000001:2.0:1787998279.157314:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998279.157319:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d02300 x1874850291766528/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998295 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998279.157329:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998279.157332:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d02300 x1874850291766528/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998295 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998279.157339:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998279.157341:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998279.162507:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998279.162522:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998279.162526:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998279.162529:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998279.162537:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.162544:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998279.162553:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.162557:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.162562:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.162565:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a5d500 00000400:00000200:2.0:1787998279.162571:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.162595:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x8025 [1] + 224 00000800:00000001:2.0:1787998279.162603:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998279.162610:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998279.162614:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998279.162618:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998279.162625:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998279.162633:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d02300 x1874850291766528/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998295 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998279.162643:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d191d02300 x1874850291766528/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998295 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998279.162661:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998279.162669:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998279.162672:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998279.162718:0:33247:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998279.162725:0:33247:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998279.162727:0:33247:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998279.162730:0:33247:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a790. 00000400:00000200:3.0:1787998279.162734:0:33247:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5f68 00000400:00000010:3.0:1787998279.162736:0:33247:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5f68. 00000100:00000001:3.0:1787998279.162739:0:33247:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998279.162744:0:33247:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d02300 x1874850291766528/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998295 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1787998279.162752:0:33247:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d02300 x1874850291766528/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998295 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998279.162758:0:33247:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998279.162760:0:33247:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998279.162762:0:33247:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998279.162765:0:33247:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998279.162810:0:33247:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998279.162813:0:33247:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998279.162816:0:33247:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998279.162824:0:33247:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=105 v=5 (5 104 104 104) 00000100:00001000:3.0:1787998279.162828:0:33247:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998279.162830:0:33247:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998279.162832:0:33247:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.162835:0:33247:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998279.162838:0:33247:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998279.162841:0:33247:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998279.162843:0:33247:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967630 00000100:00000001:3.0:1787998279.162845:0:33247:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998279.162848:0:33247:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998279.162852:0:33247:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d02300 x1874850291766528/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998295 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998279.162859:0:33247:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998279.162862:0:33247:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998279.162864:0:33247:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998279.162868:0:33247:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d02300 x1874850291766528/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998295 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787998279.162875:0:33247:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d02300 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:33247:1874850291766528:192.168.206.123@tcp:101:multiop.0 00000100:00000001:3.0:1787998279.162880:0:33247:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998279.162882:0:33247:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998279.162884:0:33247:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787998279.162887:0:33247:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998279.162891:0:33247:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d02300 x1874850291766528/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998295 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998279.162897:0:33247:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787998279.162900:0:33247:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191c553c0. 00000100:00000001:3.0:1787998279.162903:0:33247:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787998279.162905:0:33247:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.162907:0:33247:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1787998279.162911:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998279.162914:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998279.162917:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4000 refcount=4 00000020:00000001:3.0:1787998279.162919:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:3.0:1787998279.162922:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000040:3.0:1787998279.162927:0:33247:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1903e4000, remote cookie: 0x4fd9a50f3a6acfe2, flags: 0x1001 00010000:00010000:3.0:1787998279.162932:0:33247:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb22 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acfe2 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998279.162942:0:33247:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb22 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acfe2 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.162948:0:33247:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1787998279.162952:0:33247:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1787998279.162954:0:33247:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1787998279.162956:0:33247:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1787998279.162957:0:33247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1787998279.162960:0:33247:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d18a360f00) refcount = 1 00010000:00010000:3.0:1787998279.162963:0:33247:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb22 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acfe2 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.162970:0:33247:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1787998279.162972:0:33247:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1787998279.162974:0:33247:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998279.162977:0:33247:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1787998279.162979:0:33247:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998279.162983:0:33247:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb22 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acfe2 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.162988:0:33247:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1787998279.162990:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.162992:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.162993:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.162994:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.162996:0:33247:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.163000:0:33247:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1787998279.163002:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998279.163003:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998279.163004:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4000 refcount=3 00000020:00000001:3.0:1787998279.163006:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:3.0:1787998279.163008:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:3.0:1787998279.163010:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998279.163011:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998279.163012:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4000 refcount=4 00000020:00000001:3.0:1787998279.163014:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:3.0:1787998279.163016:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:3.0:1787998279.163019:0:33247:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998279.163021:0:33247:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998279.163024:0:33247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb22 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acfe2 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.163030:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.163032:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.163033:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998279.163034:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998279.163035:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4000 refcount=5 00000020:00000001:3.0:1787998279.163037:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:3.0:1787998279.163039:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:3.0:1787998279.163041:0:33247:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998279.163044:0:33247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb22 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acfe2 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.163050:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.163051:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1787998279.163054:0:33247:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb22 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acfe2 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.163064:0:33247:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998279.163065:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.163066:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.163068:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.163069:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1787998279.163074:0:33247:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d191d02300 x1874850291766528/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998295 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1787998279.163082:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998279.163083:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998279.163084:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4000 refcount=3 00000020:00000001:3.0:1787998279.163086:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:3.0:1787998279.163088:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:3.0:1787998279.163090:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.163091:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998279.163092:0:33247:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.163094:0:33247:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.163096:0:33247:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1787998279.163098:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998279.163099:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998279.163101:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4000 refcount=3 00000020:00000001:3.0:1787998279.163102:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:3.0:1787998279.163104:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00000002:00010000:3.0:1787998279.163107:0:33247:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb22 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acfe2 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.163113:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.163114:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.163116:0:33247:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1787998279.163117:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998279.163118:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998279.163119:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4000 refcount=3 00000020:00000001:3.0:1787998279.163121:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:3.0:1787998279.163123:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000040:3.0:1787998279.163128:0:33247:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360f00 count: 2 00010000:00000001:3.0:1787998279.163130:0:33247:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1787998279.163134:0:33247:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1787998279.163137:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.163138:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998279.163139:0:33247:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1787998279.163141:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddb910 00000002:00002000:3.0:1787998279.163143:0:33247:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1787998279.163146:0:33247:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998279.163150:0:33247:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998279.163152:0:33247:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1787998279.163155:0:33247:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1787998279.163158:0:33247:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998279.163162:0:33247:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:3.0:1787998279.163164:0:33247:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191d92e00. 00000080:00000001:3.0:1787998279.163168:0:33247:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1787998279.163171:0:33247:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1787998279.163176:0:33247:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1787998279.163180:0:33247:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1787998279.163184:0:33247:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d1987e51c0. 00800000:00000001:3.0:1787998279.163186:0:33247:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626226660331968 : -117847049219648 : ffff94d1987e51c0) 00800000:00000001:3.0:1787998279.163194:0:33247:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.163197:0:33247:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1787998279.163200:0:33247:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1787998279.163201:0:33247:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1787998279.163204:0:33247:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1787998279.163207:0:33247:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1787998279.163209:0:33247:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998279.163213:0:33247:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1787998279.163216:0:33247:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1787998279.163218:0:33247:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1787998272 to 1787998278 00000080:00200000:3.0:1787998279.163223:0:33247:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1787998279.163226:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998279.163228:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998279.163230:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4000 refcount=3 00000020:00000001:3.0:1787998279.163232:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:3.0:1787998279.163234:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:3.0:1787998279.163236:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.163237:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1787998279.163239:0:33247:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1787998279.163241:0:33247:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1787998279.163243:0:33247:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d1987e51c0 1 00800000:00000010:3.0:1787998279.163245:0:33247:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d1987e51c0. 00800000:00000001:3.0:1787998279.163248:0:33247:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998279.163250:0:33247:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cb22 00800000:00000001:3.0:1787998279.163253:0:33247:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787998279.163255:0:33247:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787998279.163256:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998279.163257:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998279.163258:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4000 refcount=3 00000020:00000001:3.0:1787998279.163260:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:3.0:1787998279.163262:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:3.0:1787998279.163264:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.163265:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998279.163267:0:33247:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998279.163268:0:33247:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998279.163270:0:33247:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998279.163273:0:33247:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:3.0:1787998279.163276:0:33247:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cb22 from it ffffb66d40ddbbd0 00010000:00000001:3.0:1787998279.163277:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998279.163278:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998279.163279:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4000 refcount=3 00000020:00000001:3.0:1787998279.163281:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:3.0:1787998279.163282:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:3.0:1787998279.163284:0:33247:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998279.163287:0:33247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb22 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acfe2 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.163298:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.163300:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.163301:0:33247:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787998279.163303:0:33247:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787998279.163306:0:33247:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb22 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acfe2 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1787998279.163314:0:33247:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787998279.163316:0:33247:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787998279.163318:0:33247:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998279.163322:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.163323:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.163324:0:33247:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.163327:0:33247:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787998279.163329:0:33247:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.163330:0:33247:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.163332:0:33247:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.163334:0:33247:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998279.163335:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.163336:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1787998279.163337:0:33247:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998279.163342:0:33247:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d02300 x1874850291766528/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998295 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998279.163349:0:33247:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998279.163352:0:33247:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998279.163355:0:33247:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d19175a000. 02000000:00000001:3.0:1787998279.163358:0:33247:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998279.163361:0:33247:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998279.163363:0:33247:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998279.163365:0:33247:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998279.163368:0:33247:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1a0096000. 02000000:00000001:3.0:1787998279.163372:0:33247:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998279.163374:0:33247:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998279.163376:0:33247:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d02300. 00000100:00000001:3.0:1787998279.163381:0:33247:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998279.163382:0:33247:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787998279.163385:0:33247:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:3.0:1787998279.163390:0:33247:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1787998279.163404:0:33247:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d1870f3060. 00000020:00000001:3.0:1787998279.163408:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbd88 00000080:00200000:3.0:1787998279.163410:0:33247:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), flags=1536 00000080:00000001:3.0:1787998279.163413:0:33247:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998279.163415:0:33247:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1787998279.163416:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbc98 00000080:00200000:3.0:1787998279.163418:0:33247:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:3.0:1787998279.163421:0:33247:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191d92e00. 00800000:00000002:3.0:1787998279.163426:0:33247:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:3.0:1787998279.163429:0:33247:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787998279.163431:0:33247:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787998279.163433:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbbb8 00800000:00000002:3.0:1787998279.163435:0:33247:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998279.163438:0:33247:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787998279.163441:0:33247:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998279.163443:0:33247:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998279.163445:0:33247:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998279.163447:0:33247:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998279.163449:0:33247:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998279.163451:0:33247:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998279.163453:0:33247:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998279.163456:0:33247:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1787998279.163460:0:33247:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787998279.163461:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddba88 00000002:00010000:3.0:1787998279.163463:0:33247:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1787998279.163466:0:33247:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787998279.163468:0:33247:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998279.163469:0:33247:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998279.163472:0:33247:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360f00 count: 2 00010000:00000001:3.0:1787998279.163474:0:33247:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998279.163477:0:33247:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998279.163479:0:33247:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787998279.163483:0:33247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb22 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acfe2 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1787998279.163491:0:33247:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1787998279.163494:0:33247:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998279.163497:0:33247:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb22 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acfe2 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1787998279.163503:0:33247:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1787998279.163505:0:33247:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1787998279.163507:0:33247:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787998279.163508:0:33247:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787998279.163509:0:33247:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787998279.163511:0:33247:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1787998279.163513:0:33247:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1787998279.163515:0:33247:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:3.0:1787998279.163517:0:33247:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191d92e00. 00000080:00000001:3.0:1787998279.163520:0:33247:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1787998279.163521:0:33247:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998279.163523:0:33247:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:3.0:1787998279.163526:0:33247:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cb22 00800000:00000001:3.0:1787998279.163528:0:33247:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787998279.163530:0:33247:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787998279.163531:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998279.163532:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998279.163534:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4000 refcount=3 00000020:00000001:3.0:1787998279.163536:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:3.0:1787998279.163538:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:3.0:1787998279.163540:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.163541:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998279.163542:0:33247:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998279.163544:0:33247:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998279.163546:0:33247:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cb22 from it ffffb66d40ddbcd0 00010000:00000001:3.0:1787998279.163548:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998279.163549:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998279.163550:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4000 refcount=3 00000020:00000001:3.0:1787998279.163552:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:3.0:1787998279.163554:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:3.0:1787998279.163556:0:33247:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998279.163558:0:33247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb22 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acfe2 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1787998279.163564:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.163565:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.163567:0:33247:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787998279.163568:0:33247:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787998279.163570:0:33247:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb22 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acfe2 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1787998279.163575:0:33247:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787998279.163577:0:33247:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787998279.163578:0:33247:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998279.163580:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.163581:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.163582:0:33247:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.163594:0:33247:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787998279.163595:0:33247:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.163597:0:33247:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.163599:0:33247:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.163600:0:33247:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998279.163602:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.163603:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1787998279.163604:0:33247:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1787998279.163606:0:33247:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787998279.163608:0:33247:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 3 00000080:00000001:3.0:1787998279.163611:0:33247:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998279.163615:0:33247:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998279.163617:0:33247:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1787998279.163618:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbd78 00000080:00200000:3.0:1787998279.163620:0:33247:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:3.0:1787998279.163623:0:33247:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191d92e00. 00800000:00000002:3.0:1787998279.163626:0:33247:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:3.0:1787998279.163628:0:33247:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787998279.163629:0:33247:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787998279.163630:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbc98 00800000:00000002:3.0:1787998279.163632:0:33247:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998279.163635:0:33247:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787998279.163636:0:33247:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998279.163637:0:33247:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998279.163638:0:33247:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998279.163639:0:33247:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998279.163641:0:33247:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998279.163642:0:33247:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998279.163644:0:33247:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998279.163646:0:33247:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1787998279.163648:0:33247:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787998279.163650:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbb68 00000002:00010000:3.0:1787998279.163651:0:33247:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1787998279.163654:0:33247:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787998279.163655:0:33247:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998279.163656:0:33247:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998279.163658:0:33247:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360f00 count: 2 00010000:00000001:3.0:1787998279.163660:0:33247:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998279.163662:0:33247:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998279.163664:0:33247:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787998279.163667:0:33247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb22 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acfe2 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1787998279.163673:0:33247:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1787998279.163675:0:33247:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998279.163677:0:33247:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb22 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acfe2 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1787998279.163683:0:33247:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1787998279.163685:0:33247:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1787998279.163687:0:33247:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787998279.163688:0:33247:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787998279.163690:0:33247:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787998279.163692:0:33247:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1787998279.163694:0:33247:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1787998279.163696:0:33247:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:3.0:1787998279.163698:0:33247:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191d92e00. 00000080:00000001:3.0:1787998279.163700:0:33247:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1787998279.163702:0:33247:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998279.163703:0:33247:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:3.0:1787998279.163706:0:33247:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cb22 00800000:00000001:3.0:1787998279.163708:0:33247:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787998279.163710:0:33247:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787998279.163711:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998279.163712:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998279.163713:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4000 refcount=3 00000020:00000001:3.0:1787998279.163715:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:3.0:1787998279.163717:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:3.0:1787998279.163719:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.163721:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998279.163721:0:33247:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998279.163723:0:33247:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998279.163725:0:33247:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cb22 from it ffffb66d40ddbdb0 00010000:00000001:3.0:1787998279.163726:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998279.163727:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998279.163728:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4000 refcount=3 00000020:00000001:3.0:1787998279.163730:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:3.0:1787998279.163732:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:3.0:1787998279.163734:0:33247:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998279.163736:0:33247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb22 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acfe2 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1787998279.163742:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.163743:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.163744:0:33247:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787998279.163746:0:33247:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787998279.163748:0:33247:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb22 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acfe2 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1787998279.163754:0:33247:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787998279.163756:0:33247:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787998279.163757:0:33247:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998279.163759:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.163760:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.163761:0:33247:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.163763:0:33247:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787998279.163764:0:33247:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.163796:0:33247:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.163799:0:33247:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.163801:0:33247:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998279.163802:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.163803:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1787998279.163805:0:33247:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1787998279.163806:0:33247:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787998279.163808:0:33247:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 3 00000080:00000001:3.0:1787998279.163811:0:33247:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998279.163815:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbe20 00000080:00200000:3.0:1787998279.163817:0:33247:0:(namei.c:2129:ll_create_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), flags=33188, excl=1 00000080:00000001:3.0:1787998279.163820:0:33247:0:(namei.c:2080:ll_mknod()) Process entered 00000020:00000001:3.0:1787998279.163821:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbdd0 00000080:00200000:3.0:1787998279.163823:0:33247:0:(namei.c:2084:ll_mknod()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff94d1989ad348) mode 100644 dev 0 00000080:00000001:3.0:1787998279.163826:0:33247:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:3.0:1787998279.163828:0:33247:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:3.0:1787998279.163831:0:33247:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191d92e00. 00800000:00000002:3.0:1787998279.163833:0:33247:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:3.0:1787998279.163838:0:33247:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998279.163841:0:33247:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:3.0:1787998279.163843:0:33247:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1787998279.163845:0:33247:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998279.163846:0:33247:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998279.163848:0:33247:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998279.163849:0:33247:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998279.163851:0:33247:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998279.163853:0:33247:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998279.163855:0:33247:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998279.163857:0:33247:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446626226367802368 : -117847341749248 : ffff94d1870eac00) 00800000:00000001:3.0:1787998279.163860:0:33247:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1787998279.163862:0:33247:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1787998279.163864:0:33247:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1787998279.163866:0:33247:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1787998279.163868:0:33247:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94d1a0bb2800: Allocated FID [0x200000405:0x28:0x0] 40000000:00000001:3.0:1787998279.163871:0:33247:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.163873:0:33247:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998279.163874:0:33247:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998279.163876:0:33247:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998279.163878:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbbf0 00800000:00000002:3.0:1787998279.163880:0:33247:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'f22.recovery-small-1' [0x200000405:0x28:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:3.0:1787998279.163883:0:33247:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1787998279.163885:0:33247:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1787998279.163888:0:33247:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360f00 count: 2 00010000:00000001:3.0:1787998279.163890:0:33247:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998279.163893:0:33247:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1787998279.163895:0:33247:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1787998279.163898:0:33247:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb22 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4fd9a50f3a6acfe2 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:3.0:1787998279.163905:0:33247:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1787998279.163908:0:33247:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1787998279.163910:0:33247:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1787998279.163912:0:33247:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1787998279.163914:0:33247:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998279.163915:0:33247:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998279.163917:0:33247:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360f00 count: 3 00010000:00000001:3.0:1787998279.163919:0:33247:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1787998279.163921:0:33247:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.163923:0:33247:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998279.163924:0:33247:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998279.163926:0:33247:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360f00 count: 3 00010000:00000001:3.0:1787998279.163928:0:33247:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1787998279.163930:0:33247:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.163931:0:33247:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998279.163932:0:33247:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998279.163933:0:33247:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360f00 count: 3 00010000:00000001:3.0:1787998279.163935:0:33247:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1787998279.163936:0:33247:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998279.163938:0:33247:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1787998279.163940:0:33247:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d1989ad280, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1787998279.163944:0:33247:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1787998279.163947:0:33247:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1787998279.163949:0:33247:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1787998279.163950:0:33247:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.163953:0:33247:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1787998279.163956:0:33247:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1787998279.163957:0:33247:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1787998279.163959:0:33247:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998279.163961:0:33247:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1787998279.163963:0:33247:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1903e4000 with handle 0xb2d39e653c8cb22 from hash 00010000:00000001:3.0:1787998279.163965:0:33247:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1787998279.163967:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.163968:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.163969:0:33247:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1787998279.163971:0:33247:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1787998279.163973:0:33247:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1787998279.163976:0:33247:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787998279.163977:0:33247:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1787998279.163979:0:33247:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1787998279.163984:0:33247:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d02300. 00000020:00000040:3.0:1787998279.163988:0:33247:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:3.0:1787998279.163992:0:33247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787998279.163994:0:33247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.163996:0:33247:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1787998279.163999:0:33247:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998279.164002:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.164003:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.164004:0:33247:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998279.164007:0:33247:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998279.164009:0:33247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998279.164012:0:33247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998279.164017:0:33247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0096000. 00000100:00000001:3.0:1787998279.164023:0:33247:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.164025:0:33247:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998279.164027:0:33247:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1787998279.164031:0:33247:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb22 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6acfe2 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787998279.164037:0:33247:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1787998279.164039:0:33247:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787998279.164040:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1787998279.164042:0:33247:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb22 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6acfe2 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:3.0:1787998279.164049:0:33247:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d18a360f00 count: 0 00010000:00000010:3.0:1787998279.164054:0:33247:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d190a8d800. 00010000:00000001:3.0:1787998279.164062:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.164063:0:33247:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.164065:0:33247:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998279.164066:0:33247:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.164068:0:33247:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1787998279.164078:0:33247:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:3.0:1787998279.164084:0:33247:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191d02300 x1874850291766784/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998279.164091:0:33247:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787998279.164092:0:33247:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787998279.164098:0:33247:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191c553c0. 00000100:00000001:3.0:1787998279.164100:0:33247:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226547545024 : -117847162006592 : ffff94d191c553c0) 00000100:00000001:3.0:1787998279.164103:0:33247:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998279.164104:0:33247:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548253440 : -117847161298176 : ffff94d191d02300) 00000100:00000001:3.0:1787998279.164108:0:33247:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998279.164112:0:33247:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998279.164113:0:33247:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787998279.164115:0:33247:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998279.164119:0:33247:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d02300 x1874850291766784/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998279.164126:0:33247:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998279.164128:0:33247:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998279.164131:0:33247:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998279.164133:0:33247:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998279.164136:0:33247:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998279.164139:0:33247:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d02300 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:33247:1874850291766784:192.168.206.123@tcp:36:multiop.0 00000100:00000001:3.0:1787998279.164143:0:33247:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998279.164147:0:33247:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998279.164149:0:33247:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998279.164151:0:33247:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998279.164155:0:33247:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1a0095000. 02000000:00000001:3.0:1787998279.164157:0:33247:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998279.164162:0:33247:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998279.164166:0:33247:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a790. 00000400:00000010:3.0:1787998279.164170:0:33247:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5f68. 00000100:00000200:3.0:1787998279.164183:0:33247:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291766784, portal 10 00000100:00000001:3.0:1787998279.164185:0:33247:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998279.164186:0:33247:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548253440 : -117847161298176 : ffff94d191d02300) 00000100:00000040:3.0:1787998279.164192:0:33247:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d02300 x1874850291766784/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/576 e 0 to 0 dl 1787998295 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998279.164198:0:33247:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998279.164200:0:33247:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998279.164203:0:33247:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5000. 00000100:00000200:3.0:1787998279.164206:0:33247:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874850291766784, offset 0 00000400:00000200:3.0:1787998279.164212:0:33247:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998279.164219:0:33247:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998279.164226:0:33247:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998279.164232:0:33247:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998279.164236:0:33247:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998279.164240:0:33247:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998279.164242:0:33247:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998279.164246:0:33247:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2758:2758:256:4294967295] 192.168.206.123@tcp LPNI seq info [2758:2758:8:4294967295] 00000400:00000200:3.0:1787998279.164251:0:33247:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998279.164260:0:33247:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998279.164265:0:33247:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998279.164270:0:33247:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d191fa7200. 00000800:00000200:3.0:1787998279.164277:0:33247:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998279.164284:0:33247:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998279.164287:0:33247:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d191fa7200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1787998279.164302:0:33247:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998279.164306:0:33247:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 823856 usecs (824 jiffies) 00000400:00000200:3.0:1787998279.164310:0:33247:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998279.164312:0:33247:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296460144 00000100:00000001:3.0:1787998279.164315:0:33247:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296460279 00000100:00000001:3.0:1787998279.164318:0:33247:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296460144 00000100:00000001:3.0:1787998279.164320:0:33247:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296460279 00000100:00000001:3.0:1787998279.164322:0:33247:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998279.164325:0:33247:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998279.164327:0:33247:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998279.164329:0:33247:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787998279.164331:0:33247:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191c553c0 going to sleep for 11 seconds 00000100:00000001:3.0:1787998279.164334:0:33247:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998279.164336:0:33247:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998279.164682:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998279.164686:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d191fa7200. 00000400:00000200:2.0:1787998279.164691:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998279.164696:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998279.164700:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5000 00000400:00000010:2.0:1787998279.164702:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5000. 00000100:00000001:2.0:1787998279.164706:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998279.164710:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d02300 x1874850291766784/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/576 e 0 to 0 dl 1787998295 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998279.164718:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998279.164721:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d02300 x1874850291766784/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/576 e 0 to 0 dl 1787998295 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998279.164727:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998279.164728:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1787998279.169824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360f00. 00010000:00000010:3.1:1787998279.169839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e4000. 00000800:00000001:2.0:1787998279.174935:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998279.174949:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998279.174953:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998279.174955:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998279.174963:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.175030:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998279.175039:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.175043:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.175049:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.175053:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 448 into portal 10 MB=0x6a92a99a5d600 00000400:00000200:2.0:1787998279.175058:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.175063:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 448/448 into md 0x8035 [1] + 224 00000800:00000001:2.0:1787998279.175069:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998279.175076:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998279.175079:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998279.175083:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998279.175090:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998279.175098:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d02300 x1874850291766784/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/576 e 0 to 0 dl 1787998295 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998279.175110:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff94d191d02300 x1874850291766784/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/576 e 0 to 0 dl 1787998295 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998279.175169:0:33247:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998279.175240:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998279.175249:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998279.175252:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1787998279.175291:0:33247:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998279.175293:0:33247:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998279.175296:0:33247:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a790. 00000400:00000200:3.0:1787998279.175301:0:33247:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5f68 00000400:00000010:3.0:1787998279.175303:0:33247:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5f68. 00000100:00000001:3.0:1787998279.175306:0:33247:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998279.175310:0:33247:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d02300 x1874850291766784/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/576 e 0 to 0 dl 1787998295 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998279.175318:0:33247:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d02300 x1874850291766784/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/576 e 0 to 0 dl 1787998295 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998279.175323:0:33247:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998279.175325:0:33247:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998279.175328:0:33247:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998279.175330:0:33247:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998279.175332:0:33247:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998279.175334:0:33247:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998279.175337:0:33247:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998279.175346:0:33247:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=105 v=5 (5 104 104 104) 00000100:00001000:3.0:1787998279.175350:0:33247:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998279.175352:0:33247:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998279.175355:0:33247:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.175357:0:33247:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998279.175361:0:33247:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998279.175363:0:33247:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1787998279.175365:0:33247:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009a/0x1] 00000100:00000001:3.0:1787998279.175367:0:33247:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1787998279.175369:0:33247:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998279.175370:0:33247:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548253440 : -117847161298176 : ffff94d191d02300) 00000100:00000001:3.0:1787998279.175374:0:33247:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998279.175375:0:33247:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967630 00000100:00000001:3.0:1787998279.175377:0:33247:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998279.175495:0:33247:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998279.175503:0:33247:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d02300 x1874850291766784/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/448 e 0 to 0 dl 1787998295 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998279.175510:0:33247:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998279.175513:0:33247:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998279.175515:0:33247:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998279.175519:0:33247:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d02300 x1874850291766784/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/448 e 0 to 0 dl 1787998295 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998279.176103:0:33247:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d02300 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:33247:1874850291766784:192.168.206.123@tcp:36:multiop.0 00000100:00000001:3.0:1787998279.176107:0:33247:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998279.176110:0:33247:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998279.176112:0:33247:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787998279.176114:0:33247:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998279.176118:0:33247:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d02300 x1874850291766784/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/448 e 0 to 0 dl 1787998295 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998279.176125:0:33247:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787998279.176127:0:33247:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191c553c0. 00000100:00000001:3.0:1787998279.176131:0:33247:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787998279.176132:0:33247:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.176139:0:33247:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998279.176143:0:33247:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000405:0x28:0x0] 00800000:00000001:3.0:1787998279.176145:0:33247:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998279.176148:0:33247:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:3.0:1787998279.176150:0:33247:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1787998278 to 1787998279 00000080:00000001:3.0:1787998279.176154:0:33247:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1787998279.176159:0:33247:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1787998279.176161:0:33247:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1787998279.176164:0:33247:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611176 : 144115205339611176 : 200000405000028) 00000080:00000001:3.0:1787998279.176166:0:33247:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1787998279.176180:0:33247:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94d188002940. 00000020:00000001:3.0:1787998279.176190:0:33247:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:3.0:1787998279.176192:0:33247:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1787998279.176194:0:33247:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1787998279.176196:0:33247:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x28:0x0](ffff94d188002a08) 00000080:00000001:3.0:1787998279.176199:0:33247:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611176 : 144115205339611176 : 200000405000028) 00000080:00000001:3.0:1787998279.176201:0:33247:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1787998279.176203:0:33247:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611176 mtime from 0 to 1787998279 00000080:00000001:3.0:1787998279.176207:0:33247:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000020:00000001:3.0:1787998279.176209:0:33247:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787998279.176214:0:33247:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798655176 : -117846910896440 : ffff94d1a0bcf6c8) 00000020:00001000:3.0:1787998279.176217:0:33247:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf6c0 00000020:00000001:3.0:1787998279.176221:0:33247:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:3.0:1787998279.176225:0:33247:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff94d18543a258. 00000020:00000001:3.0:1787998279.176227:0:33247:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1787998279.176229:0:33247:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998279.176236:0:33247:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:3.0:1787998279.176239:0:33247:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff94d191daa6c8. 00020000:00000001:3.0:1787998279.176241:0:33247:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446626226548942536 : -117847160609080 : ffff94d191daa6c8) 00020000:00000001:3.0:1787998279.176244:0:33247:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:3.0:1787998279.176247:0:33247:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998279.176250:0:33247:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446626226337719000 : -117847371832616 : ffff94d18543a2d8) 00000020:00001000:3.0:1787998279.176253:0:33247:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf6c0 00000080:00000001:3.0:1787998279.176256:0:33247:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626226383628808 : -117847325922808 : ffff94d188002a08) 00000080:00000001:3.0:1787998279.176258:0:33247:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1787998279.176261:0:33247:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1787998279.176263:0:33247:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998279.176267:0:33247:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998279.176269:0:33247:0:(namei.c:2063:ll_new_node()) Process leaving 00000100:00000001:3.0:1787998279.176271:0:33247:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998279.176276:0:33247:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d02300 x1874850291766784/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/448 e 0 to 0 dl 1787998295 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998279.176282:0:33247:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998279.176284:0:33247:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:3.0:1787998279.176287:0:33247:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191d92e00. 00000080:00000001:3.0:1787998279.176290:0:33247:0:(namei.c:2071:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998279.176293:0:33247:0:(namei.c:2112:ll_mknod()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998279.176296:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbe20 00000080:00200000:3.0:1787998279.176298:0:33247:0:(namei.c:2137:ll_create_nd()) VFS Op:name=f22.recovery-small-1, unhashed 1 00000080:00000001:3.0:1787998279.176310:0:33247:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1787998279.176316:0:33247:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1787998279.176419:0:33247:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998279.176423:0:33247:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998279.176424:0:33247:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1787998279.176426:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbb20 00000080:00200000:3.0:1787998279.176429:0:33247:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:3.0:1787998279.176434:0:33247:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191d92e00. 00800000:00000002:3.0:1787998279.176439:0:33247:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:3.0:1787998279.176442:0:33247:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787998279.176503:0:33247:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787998279.176506:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddba40 00800000:00000002:3.0:1787998279.176509:0:33247:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998279.176512:0:33247:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787998279.176514:0:33247:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998279.176517:0:33247:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998279.176518:0:33247:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998279.176520:0:33247:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998279.176522:0:33247:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998279.176524:0:33247:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998279.176527:0:33247:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998279.176529:0:33247:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1787998279.176534:0:33247:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787998279.176535:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddb910 00000002:00010000:3.0:1787998279.176537:0:33247:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1787998279.176541:0:33247:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787998279.176543:0:33247:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998279.176546:0:33247:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1787998279.176551:0:33247:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.176553:0:33247:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.176555:0:33247:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.176557:0:33247:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1787998279.176559:0:33247:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1787998279.176564:0:33247:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d01f80. 00000020:00000040:3.0:1787998279.176567:0:33247:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:3.0:1787998279.176572:0:33247:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1787998279.176576:0:33247:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998279.176581:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.176583:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.176596:0:33247:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998279.176599:0:33247:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998279.176601:0:33247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998279.176605:0:33247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998279.176614:0:33247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0096800. 00000100:00000001:3.0:1787998279.176619:0:33247:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.176622:0:33247:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998279.176623:0:33247:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.176625:0:33247:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998279.176626:0:33247:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.176628:0:33247:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.176705:0:33247:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226548252544 : -117847161299072 : ffff94d191d01f80) 00010000:00000001:3.0:1787998279.176710:0:33247:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1787998279.176712:0:33247:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1787998279.176718:0:33247:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d18a360f00. 00010000:00000010:3.0:1787998279.176722:0:33247:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d190a8d800. 00010000:00000001:3.0:1787998279.176725:0:33247:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1787998279.176728:0:33247:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1903e4000. 00000020:00000001:3.0:1787998279.176732:0:33247:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1787998279.176734:0:33247:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1903e4000 with handle 0xb2d39e653c8cb29 to hash 00000020:00000001:3.0:1787998279.176737:0:33247:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1787998279.176738:0:33247:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:3.0:1787998279.176741:0:33247:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:3.0:1787998279.176744:0:33247:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998279.176747:0:33247:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998279.176750:0:33247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb29 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33247 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998279.176759:0:33247:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb29 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33247 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998279.176982:0:33247:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb29 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33247 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1787998279.176989:0:33247:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787998279.176991:0:33247:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787998279.177220:0:33247:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d19223d600. 00000100:00000001:2.0:1787998279.177224:0:33247:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226553738752 : -117847155812864 : ffff94d19223d600) 00000100:00000001:2.0:1787998279.177227:0:33247:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998279.177228:0:33247:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548252544 : -117847161299072 : ffff94d191d01f80) 00000100:00000001:2.0:1787998279.177232:0:33247:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998279.177235:0:33247:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998279.177237:0:33247:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787998279.177239:0:33247:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998279.177245:0:33247:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d01f80 x1874850291766912/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998279.177253:0:33247:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998279.177255:0:33247:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998279.177258:0:33247:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998279.177261:0:33247:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998279.177263:0:33247:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998279.177267:0:33247:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d01f80 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:33247:1874850291766912:192.168.206.123@tcp:101:multiop.0 00000100:00000001:2.0:1787998279.177276:0:33247:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998279.177281:0:33247:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998279.177283:0:33247:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998279.177285:0:33247:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998279.177290:0:33247:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d192181000. 02000000:00000001:2.0:1787998279.177292:0:33247:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998279.177298:0:33247:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998279.177301:0:33247:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151cb8. 00000400:00000010:2.0:1787998279.177307:0:33247:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf088. 00000100:00000200:2.0:1787998279.177313:0:33247:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291766912, portal 10 00000100:00000001:2.0:1787998279.177316:0:33247:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998279.177317:0:33247:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548252544 : -117847161299072 : ffff94d191d01f80) 00000100:00000040:2.0:1787998279.177322:0:33247:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d01f80 x1874850291766912/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998295 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998279.177330:0:33247:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998279.177333:0:33247:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998279.177335:0:33247:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfe58. 00000100:00000200:2.0:1787998279.177338:0:33247:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1874850291766912, offset 0 00000400:00000200:2.0:1787998279.177344:0:33247:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998279.177351:0:33247:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.177357:0:33247:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998279.177362:0:33247:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998279.177366:0:33247:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998279.177369:0:33247:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998279.177371:0:33247:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998279.177375:0:33247:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2759:2759:256:4294967295] 192.168.206.123@tcp LPNI seq info [2759:2759:8:4294967295] 00000400:00000200:2.0:1787998279.177379:0:33247:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.177512:0:33247:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998279.177519:0:33247:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998279.177573:0:33247:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19381e500. 00000800:00000200:2.0:1787998279.177657:0:33247:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998279.177665:0:33247:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998279.177670:0:33247:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19381e500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1787998279.177730:0:33247:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998279.177736:0:33247:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 822751 usecs (823 jiffies) 00000400:00000200:2.0:1787998279.177740:0:33247:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998279.177743:0:33247:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296460157 00000100:00000001:2.0:1787998279.177745:0:33247:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296460279 00000100:00000001:2.0:1787998279.177748:0:33247:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296460157 00000100:00000001:2.0:1787998279.177750:0:33247:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296460279 00000100:00000001:2.0:1787998279.177752:0:33247:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998279.177755:0:33247:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998279.177758:0:33247:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998279.177759:0:33247:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787998279.177762:0:33247:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d19223d600 going to sleep for 11 seconds 00000100:00000001:2.0:1787998279.177764:0:33247:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998279.177788:0:33247:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998279.178620:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998279.178625:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19381e500. 00000400:00000200:3.0:1787998279.178695:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998279.178703:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998279.178708:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfe58 00000400:00000010:3.0:1787998279.178711:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfe58. 00000100:00000001:3.0:1787998279.178716:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998279.178721:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d01f80 x1874850291766912/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998295 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998279.178730:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998279.178734:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d01f80 x1874850291766912/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998295 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998279.178741:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998279.178743:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:3.1:1787998279.181927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1870f3060. 00000800:00000001:2.0:1787998279.184099:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998279.184114:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998279.184118:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998279.184120:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998279.184128:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.184134:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998279.184143:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.184148:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.184152:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.184156:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a5d680 00000400:00000200:2.0:1787998279.184161:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.184166:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x8045 [1] + 224 00000800:00000001:2.0:1787998279.184173:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998279.184179:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998279.184182:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998279.184186:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998279.184193:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998279.184202:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d01f80 x1874850291766912/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998295 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998279.184213:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d191d01f80 x1874850291766912/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998295 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998279.184273:0:33247:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998279.184294:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998279.184302:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998279.184305:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1787998279.186372:0:33247:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998279.186378:0:33247:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998279.186381:0:33247:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151cb8. 00000400:00000200:1.0:1787998279.186389:0:33247:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf088 00000400:00000010:1.0:1787998279.186392:0:33247:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf088. 00000100:00000001:1.0:1787998279.186397:0:33247:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998279.186405:0:33247:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d01f80 x1874850291766912/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998295 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998279.186416:0:33247:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d01f80 x1874850291766912/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998295 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998279.186424:0:33247:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998279.186426:0:33247:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998279.186428:0:33247:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998279.186431:0:33247:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998279.186433:0:33247:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998279.186436:0:33247:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998279.186439:0:33247:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998279.186545:0:33247:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=105 v=5 (5 104 104 104) 00000100:00001000:1.0:1787998279.186550:0:33247:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998279.186553:0:33247:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998279.186555:0:33247:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998279.186558:0:33247:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998279.186561:0:33247:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998279.186565:0:33247:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998279.186567:0:33247:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967630 00000100:00000001:1.0:1787998279.186569:0:33247:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998279.186572:0:33247:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998279.186577:0:33247:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d01f80 x1874850291766912/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998295 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998279.186595:0:33247:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998279.186599:0:33247:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998279.186601:0:33247:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998279.186605:0:33247:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d01f80 x1874850291766912/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998295 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998279.186612:0:33247:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d01f80 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:33247:1874850291766912:192.168.206.123@tcp:101:multiop.0 00000100:00000001:1.0:1787998279.186619:0:33247:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998279.186622:0:33247:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998279.186625:0:33247:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998279.186627:0:33247:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998279.186703:0:33247:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d01f80 x1874850291766912/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998295 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998279.186711:0:33247:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998279.186714:0:33247:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d19223d600. 00000100:00000001:1.0:1787998279.186718:0:33247:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998279.186719:0:33247:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998279.186721:0:33247:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787998279.186726:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998279.186729:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998279.186732:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4000 refcount=4 00000020:00000001:1.0:1787998279.186734:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:1.0:1787998279.186736:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000040:1.0:1787998279.186742:0:33247:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1903e4000, remote cookie: 0x4fd9a50f3a6acffe, flags: 0x1001 00010000:00010000:1.0:1787998279.186747:0:33247:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb29 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acffe expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998279.186756:0:33247:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb29 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acffe expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998279.186761:0:33247:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787998279.186765:0:33247:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787998279.186785:0:33247:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1787998279.186786:0:33247:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787998279.186788:0:33247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787998279.186791:0:33247:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d18a360f00) refcount = 1 00010000:00010000:1.0:1787998279.186794:0:33247:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb29 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acffe expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998279.186805:0:33247:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787998279.186809:0:33247:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787998279.186810:0:33247:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998279.186813:0:33247:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787998279.186815:0:33247:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998279.186819:0:33247:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb29 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acffe expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998279.186825:0:33247:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787998279.186827:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.186828:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998279.186829:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.186830:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998279.186832:0:33247:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998279.186836:0:33247:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1787998279.186838:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998279.186839:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998279.186841:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4000 refcount=3 00000020:00000001:1.0:1787998279.186843:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:1.0:1787998279.186845:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:1.0:1787998279.186847:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998279.186848:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998279.186849:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4000 refcount=4 00000020:00000001:1.0:1787998279.186851:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:1.0:1787998279.186853:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:1.0:1787998279.186855:0:33247:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998279.186858:0:33247:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998279.186861:0:33247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb29 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acffe expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998279.186867:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.186868:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998279.186870:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998279.186871:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998279.186872:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4000 refcount=5 00000020:00000001:1.0:1787998279.186874:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:1.0:1787998279.186876:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:1.0:1787998279.186878:0:33247:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998279.186881:0:33247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb29 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acffe expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998279.186887:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.186888:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998279.186890:0:33247:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb29 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acffe expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998279.186896:0:33247:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998279.186898:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.186899:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998279.186900:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.186901:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1787998279.186907:0:33247:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d191d01f80 x1874850291766912/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998295 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1787998279.186915:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998279.186916:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998279.186918:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4000 refcount=3 00000020:00000001:1.0:1787998279.186919:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:1.0:1787998279.186922:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:1.0:1787998279.186924:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.186925:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998279.186926:0:33247:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998279.186928:0:33247:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998279.186931:0:33247:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1787998279.186933:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998279.186934:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998279.186936:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4000 refcount=3 00000020:00000001:1.0:1787998279.186938:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:1.0:1787998279.186940:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00000002:00010000:1.0:1787998279.186943:0:33247:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb29 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acffe expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998279.186949:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.186950:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998279.186952:0:33247:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787998279.186953:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998279.186955:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998279.186956:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4000 refcount=3 00000020:00000001:1.0:1787998279.186958:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:1.0:1787998279.186960:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000040:1.0:1787998279.186965:0:33247:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360f00 count: 2 00010000:00000001:1.0:1787998279.186967:0:33247:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1787998279.186970:0:33247:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1787998279.186973:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.186974:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998279.186975:0:33247:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1787998279.186978:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddb898 00000002:00002000:1.0:1787998279.186979:0:33247:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1787998279.187066:0:33247:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998279.187072:0:33247:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998279.187075:0:33247:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787998279.187078:0:33247:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1787998279.187081:0:33247:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998279.187085:0:33247:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998279.187089:0:33247:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191d92e00. 00000080:00000001:1.0:1787998279.187093:0:33247:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998279.187095:0:33247:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1787998279.187101:0:33247:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1787998279.187105:0:33247:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1787998279.187112:0:33247:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d191236500. 00800000:00000001:1.0:1787998279.187114:0:33247:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626226536932608 : -117847172619008 : ffff94d191236500) 00800000:00000001:1.0:1787998279.187116:0:33247:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998279.187118:0:33247:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1787998279.187121:0:33247:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1787998279.187122:0:33247:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1787998279.187125:0:33247:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1787998279.187127:0:33247:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1787998279.187128:0:33247:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998279.187132:0:33247:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1787998279.187135:0:33247:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1787998279.187139:0:33247:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1787998279.187141:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998279.187142:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998279.187144:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4000 refcount=3 00000020:00000001:1.0:1787998279.187146:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:1.0:1787998279.187148:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:1.0:1787998279.187150:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.187151:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787998279.187153:0:33247:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1787998279.187155:0:33247:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1787998279.187156:0:33247:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d191236500 1 00800000:00000010:1.0:1787998279.187159:0:33247:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d191236500. 00800000:00000001:1.0:1787998279.187162:0:33247:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998279.187165:0:33247:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cb29 00800000:00000001:1.0:1787998279.187167:0:33247:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998279.187169:0:33247:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998279.187170:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998279.187171:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998279.187173:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4000 refcount=3 00000020:00000001:1.0:1787998279.187174:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:1.0:1787998279.187176:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:1.0:1787998279.187178:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.187179:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998279.187180:0:33247:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998279.187182:0:33247:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998279.187184:0:33247:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998279.187186:0:33247:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:1.0:1787998279.187189:0:33247:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cb29 from it ffffb66d40ddbb58 00010000:00000001:1.0:1787998279.187190:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998279.187191:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998279.187192:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4000 refcount=3 00000020:00000001:1.0:1787998279.187194:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:1.0:1787998279.187195:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:1.0:1787998279.187198:0:33247:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998279.187201:0:33247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb29 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acffe expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998279.187206:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.187208:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998279.187209:0:33247:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998279.187211:0:33247:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998279.187214:0:33247:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb29 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acffe expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998279.187220:0:33247:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998279.187222:0:33247:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998279.187223:0:33247:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998279.187227:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.187228:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998279.187229:0:33247:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998279.187232:0:33247:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998279.187233:0:33247:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998279.187235:0:33247:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998279.187237:0:33247:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998279.187238:0:33247:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998279.187239:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.187240:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998279.187242:0:33247:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998279.187246:0:33247:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d01f80 x1874850291766912/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998295 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998279.187253:0:33247:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998279.187255:0:33247:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998279.187258:0:33247:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d192181000. 02000000:00000001:1.0:1787998279.187261:0:33247:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998279.187263:0:33247:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998279.187265:0:33247:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998279.187266:0:33247:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998279.187268:0:33247:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1a0096800. 02000000:00000001:1.0:1787998279.187272:0:33247:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998279.187273:0:33247:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998279.187275:0:33247:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d01f80. 00000100:00000001:1.0:1787998279.187278:0:33247:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998279.187279:0:33247:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998279.187282:0:33247:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:1.0:1787998279.187286:0:33247:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998279.187299:0:33247:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d190a900a0. 00000020:00000001:1.0:1787998279.187304:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbae8 00000080:00200000:1.0:1787998279.187306:0:33247:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), flags=9 00000080:00000001:1.0:1787998279.187309:0:33247:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1787998279.187311:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddb998 00000080:00200000:1.0:1787998279.187313:0:33247:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), intent=getattr 00000080:00000010:1.0:1787998279.187441:0:33247:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d190451800. 00800000:00000002:1.0:1787998279.187504:0:33247:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998279.187510:0:33247:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998279.187514:0:33247:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998279.187516:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddb8b8 00800000:00000002:1.0:1787998279.187518:0:33247:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f22.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998279.187521:0:33247:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998279.187524:0:33247:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998279.187527:0:33247:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998279.187529:0:33247:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998279.187532:0:33247:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998279.187533:0:33247:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998279.187535:0:33247:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998279.187538:0:33247:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998279.187542:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddb850 00800000:00000002:1.0:1787998279.187544:0:33247:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f22.recovery-small-1' -> mds #0 00000002:00000001:1.0:1787998279.187548:0:33247:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998279.187549:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddb788 00000002:00010000:1.0:1787998279.187551:0:33247:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f22.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:1.0:1787998279.187555:0:33247:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1787998279.187557:0:33247:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1787998279.187561:0:33247:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edea00. 00000020:00000040:1.0:1787998279.187565:0:33247:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:1.0:1787998279.187569:0:33247:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787998279.187573:0:33247:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998279.187576:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.187577:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998279.187578:0:33247:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998279.187581:0:33247:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998279.187583:0:33247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998279.187596:0:33247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998279.187602:0:33247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d199e25400. 00000100:00000001:1.0:1787998279.187608:0:33247:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998279.187611:0:33247:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998279.187612:0:33247:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998279.187613:0:33247:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998279.187615:0:33247:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998279.187616:0:33247:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998279.187622:0:33247:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226684422656 : -117847025128960 : ffff94d199edea00) 00010000:00000001:1.0:1787998279.187625:0:33247:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787998279.187627:0:33247:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1787998279.187701:0:33247:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360f00 count: 2 00010000:00000001:1.0:1787998279.187706:0:33247:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998279.187708:0:33247:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787998279.187712:0:33247:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1917f2e00. 00000020:00000001:1.0:1787998279.187715:0:33247:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787998279.187718:0:33247:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1917f2e00 with handle 0xb2d39e653c8cb30 to hash 00000020:00000001:1.0:1787998279.187720:0:33247:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787998279.187722:0:33247:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998279.187725:0:33247:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998279.187728:0:33247:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998279.187729:0:33247:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998279.187733:0:33247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb30 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 33247 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998279.187740:0:33247:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb30 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33247 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998279.187750:0:33247:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb30 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33247 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787998279.187754:0:33247:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998279.187756:0:33247:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998279.187761:0:33247:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a0070c00. 00000100:00000001:1.0:1787998279.187763:0:33247:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786733056 : -117846922818560 : ffff94d1a0070c00) 00000100:00000001:1.0:1787998279.187765:0:33247:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998279.187795:0:33247:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684422656 : -117847025128960 : ffff94d199edea00) 00000100:00000001:1.0:1787998279.187799:0:33247:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998279.187803:0:33247:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998279.187805:0:33247:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998279.187806:0:33247:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998279.187812:0:33247:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edea00 x1874850291767040/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998279.187819:0:33247:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998279.187821:0:33247:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998279.187824:0:33247:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998279.187827:0:33247:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998279.187829:0:33247:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998279.187832:0:33247:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edea00 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:33247:1874850291767040:192.168.206.123@tcp:101:multiop.0 00000100:00000001:1.0:1787998279.187835:0:33247:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998279.187840:0:33247:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998279.187843:0:33247:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998279.187845:0:33247:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998279.187849:0:33247:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d191c6e800. 02000000:00000001:1.0:1787998279.187851:0:33247:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998279.187857:0:33247:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998279.187861:0:33247:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc7e8. 00000400:00000010:1.0:1787998279.187866:0:33247:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409aa0. 00000100:00000200:1.0:1787998279.187873:0:33247:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291767040, portal 10 00000100:00000001:1.0:1787998279.187875:0:33247:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998279.187876:0:33247:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684422656 : -117847025128960 : ffff94d199edea00) 00000100:00000040:1.0:1787998279.187881:0:33247:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199edea00 x1874850291767040/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998295 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998279.187888:0:33247:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998279.187891:0:33247:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998279.187894:0:33247:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1854094c8. 00000100:00000200:1.0:1787998279.187897:0:33247:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1874850291767040, offset 0 00000400:00000200:1.0:1787998279.187902:0:33247:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998279.187910:0:33247:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998279.187916:0:33247:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998279.187921:0:33247:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998279.187925:0:33247:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998279.187928:0:33247:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998279.187930:0:33247:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998279.187933:0:33247:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2760:2760:256:4294967295] 192.168.206.123@tcp LPNI seq info [2760:2760:8:4294967295] 00000400:00000200:1.0:1787998279.187937:0:33247:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998279.187946:0:33247:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998279.187951:0:33247:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998279.187955:0:33247:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f600. 00000800:00000200:1.0:1787998279.187961:0:33247:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998279.187969:0:33247:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998279.187973:0:33247:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f600 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1787998279.188108:0:33247:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998279.188113:0:33247:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 821646 usecs (822 jiffies) 00000400:00000200:1.0:1787998279.188117:0:33247:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998279.188120:0:33247:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296460167 00000100:00000001:1.0:1787998279.188123:0:33247:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296460279 00000100:00000001:1.0:1787998279.188125:0:33247:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296460167 00000100:00000001:1.0:1787998279.188127:0:33247:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296460279 00000100:00000001:1.0:1787998279.188129:0:33247:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998279.188132:0:33247:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998279.188134:0:33247:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998279.188136:0:33247:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998279.188139:0:33247:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a0070c00 going to sleep for 11 seconds 00000100:00000001:1.0:1787998279.188141:0:33247:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998279.188143:0:33247:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998279.188543:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998279.188547:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f600. 00000400:00000200:3.0:1787998279.188553:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998279.188558:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998279.188563:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854094c8 00000400:00000010:3.0:1787998279.188565:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854094c8. 00000100:00000001:3.0:1787998279.188569:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998279.188573:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edea00 x1874850291767040/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998295 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998279.188583:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998279.188598:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edea00 x1874850291767040/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998295 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998279.188604:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998279.188606:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998279.195893:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998279.195909:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998279.195913:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998279.195916:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998279.195924:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.195932:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998279.195939:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.195943:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.195946:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.195949:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 584 into portal 10 MB=0x6a92a99a5d700 00000400:00000200:2.0:1787998279.195953:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.195957:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 584/584 into md 0x8055 [1] + 224 00000800:00000001:2.0:1787998279.195962:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998279.195967:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998279.195969:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998279.195972:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998279.195978:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998279.195985:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edea00 x1874850291767040/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998295 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998279.195992:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff94d199edea00 x1874850291767040/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998295 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998279.196009:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998279.196015:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998279.196017:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998279.196540:0:33247:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998279.196552:0:33247:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998279.196554:0:33247:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998279.196560:0:33247:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc7e8. 00000400:00000200:1.0:1787998279.196568:0:33247:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409aa0 00000400:00000010:1.0:1787998279.196573:0:33247:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409aa0. 00000100:00000001:1.0:1787998279.196576:0:33247:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998279.196592:0:33247:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edea00 x1874850291767040/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998295 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998279.196608:0:33247:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edea00 x1874850291767040/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998295 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998279.196616:0:33247:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998279.196620:0:33247:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998279.196623:0:33247:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998279.196628:0:33247:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998279.196643:0:33247:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998279.196645:0:33247:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998279.196651:0:33247:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998279.196664:0:33247:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=105 v=5 (5 104 104 104) 00000100:00001000:1.0:1787998279.196755:0:33247:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998279.196763:0:33247:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998279.196765:0:33247:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998279.196829:0:33247:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998279.196835:0:33247:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998279.196842:0:33247:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998279.196847:0:33247:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967630 00000100:00000001:1.0:1787998279.196930:0:33247:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998279.196933:0:33247:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998279.196943:0:33247:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edea00 x1874850291767040/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1787998295 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998279.196950:0:33247:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998279.196953:0:33247:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998279.196955:0:33247:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998279.196959:0:33247:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edea00 x1874850291767040/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1787998295 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998279.196967:0:33247:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edea00 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:33247:1874850291767040:192.168.206.123@tcp:101:multiop.0 00000100:00000001:1.0:1787998279.196972:0:33247:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998279.196975:0:33247:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998279.196977:0:33247:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998279.196979:0:33247:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998279.197098:0:33247:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edea00 x1874850291767040/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1787998295 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998279.197107:0:33247:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998279.197110:0:33247:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a0070c00. 00000100:00000001:1.0:1787998279.197118:0:33247:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998279.197120:0:33247:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998279.197123:0:33247:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787998279.197127:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998279.197130:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998279.197133:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2e00 refcount=4 00000020:00000001:1.0:1787998279.197138:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998279.197141:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000040:1.0:1787998279.197149:0:33247:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1917f2e00, remote cookie: 0x4fd9a50f3a6ad01a, flags: 0x1001 00010000:00010000:1.0:1787998279.197154:0:33247:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb30 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad01a expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1787998279.197162:0:33247:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1787998279.197165:0:33247:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1787998279.197259:0:33247:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d192b98600. 00010000:00000010:1.0:1787998279.197265:0:33247:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d1a0046100. 00010000:00000001:1.0:1787998279.197271:0:33247:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998279.197274:0:33247:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb30 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x28:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad01a expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998279.197283:0:33247:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb30 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad01a expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998279.197290:0:33247:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787998279.197294:0:33247:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787998279.197296:0:33247:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1787998279.197298:0:33247:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787998279.197299:0:33247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787998279.197301:0:33247:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x28:0x0].0x0 (ffff94d192b98600) refcount = 1 00010000:00010000:1.0:1787998279.197304:0:33247:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb30 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad01a expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998279.197309:0:33247:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787998279.197313:0:33247:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787998279.197315:0:33247:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998279.197318:0:33247:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787998279.197320:0:33247:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998279.197323:0:33247:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb30 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad01a expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998279.197334:0:33247:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787998279.197336:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.197337:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998279.197338:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.197411:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998279.197417:0:33247:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998279.197425:0:33247:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1787998279.197426:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998279.197428:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998279.197432:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2e00 refcount=3 00000020:00000001:1.0:1787998279.197435:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998279.197521:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998279.197524:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998279.197525:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998279.197527:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2e00 refcount=4 00000020:00000001:1.0:1787998279.197529:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998279.197531:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998279.197534:0:33247:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998279.197537:0:33247:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998279.197540:0:33247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb30 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad01a expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998279.197547:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.197548:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998279.197550:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998279.197551:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998279.197552:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2e00 refcount=5 00000020:00000001:1.0:1787998279.197554:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998279.197557:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998279.197559:0:33247:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998279.197561:0:33247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb30 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad01a expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998279.197568:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.197569:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998279.197571:0:33247:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb30 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad01a expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998279.197577:0:33247:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998279.197578:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.197579:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998279.197580:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.197582:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1787998279.197602:0:33247:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d199edea00 x1874850291767040/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1787998295 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1787998279.197609:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998279.197611:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998279.197612:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2e00 refcount=3 00000020:00000001:1.0:1787998279.197614:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998279.197616:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998279.197618:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.197619:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998279.197620:0:33247:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998279.197622:0:33247:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998279.197625:0:33247:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1787998279.197627:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998279.197628:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998279.197630:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2e00 refcount=3 00000020:00000001:1.0:1787998279.198259:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998279.198262:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00000002:00010000:1.0:1787998279.198266:0:33247:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb30 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad01a expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998279.198274:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.198276:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998279.198278:0:33247:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787998279.198279:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998279.198280:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998279.198282:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2e00 refcount=3 00000020:00000001:1.0:1787998279.198283:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998279.198285:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000040:1.0:1787998279.198289:0:33247:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98600 count: 2 00010000:00000001:1.0:1787998279.198291:0:33247:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1787998279.198295:0:33247:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589935621/40 (0 0) 00010000:00000001:1.0:1787998279.198298:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.198299:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998279.198300:0:33247:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1787998279.198302:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddb710 00000002:00002000:1.0:1787998279.198304:0:33247:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-1 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1787998279.198308:0:33247:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998279.198312:0:33247:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998279.198314:0:33247:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787998279.198318:0:33247:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1787998279.198321:0:33247:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998279.198324:0:33247:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000001:1.0:1787998279.198327:0:33247:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1787998279.198328:0:33247:0:(namei.c:674:ll_lookup_it_finish()) it ffffb66d40ddbb20 it_disposition b 00000080:00000001:1.0:1787998279.198331:0:33247:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1787998279.198337:0:33247:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1787998279.198339:0:33247:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1787998279.198342:0:33247:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611176 : 144115205339611176 : 200000405000028) 00000080:00000001:1.0:1787998279.198345:0:33247:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1787998279.198350:0:33247:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611176 : 144115205339611176 : 200000405000028) 00000080:00000001:1.0:1787998279.198353:0:33247:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1787998279.198358:0:33247:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x28:0x0], updating i_size 0 00000080:00200000:1.0:1787998279.198360:0:33247:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x28:0x0](ffff94d188002a08): rc = 0 00000080:00000001:1.0:1787998279.198362:0:33247:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626226383628808 : -117847325922808 : ffff94d188002a08) 00010000:00000001:1.0:1787998279.198364:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998279.198366:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998279.198367:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2e00 refcount=3 00000020:00000001:1.0:1787998279.198369:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998279.198371:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00000080:00000001:1.0:1787998279.198374:0:33247:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:1.0:1787998279.198376:0:33247:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998279.198380:0:33247:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798657048 : -117846910894568 : ffff94d1a0bcfe18) 00000020:00001000:1.0:1787998279.198382:0:33247:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfe10 00000020:00000001:1.0:1787998279.198384:0:33247:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1787998279.198388:0:33247:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000002:1.0:1787998279.198391:0:33247:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d191daa6c8) owner ffff94d199e527c0 00020000:00000001:1.0:1787998279.198393:0:33247:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1787998279.198396:0:33247:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d191daa6c8) owner ffff94d199e527c0 00020000:00000002:1.0:1787998279.198399:0:33247:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x28:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1787998279.198401:0:33247:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998279.198403:0:33247:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998279.198405:0:33247:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1787998279.198408:0:33247:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d191daa6c8) owner 0000000000000000/ffff94d199e527c0 00020000:00000002:1.0:1787998279.198410:0:33247:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d191daa6c8) owner 0000000000000000/ffff94d199e527c0 00020000:00000001:1.0:1787998279.198413:0:33247:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1787998279.198414:0:33247:0:(lov_object.c:2289:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787998279.198417:0:33247:0:(file.c:6836:ll_layout_conf()) [0x200000405:0x28:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1787998279.198419:0:33247:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfe10 00000080:00000001:1.0:1787998279.198421:0:33247:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998279.198423:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.198424:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787998279.198426:0:33247:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1787998279.198429:0:33247:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1787998279.198430:0:33247:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998279.198434:0:33247:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x28:0x0](ffff94d188002a08) for lock 0xb2d39e653c8cb30 00800000:00000001:1.0:1787998279.198436:0:33247:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998279.198438:0:33247:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998279.198439:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998279.198441:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998279.198442:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2e00 refcount=3 00000020:00000001:1.0:1787998279.198510:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998279.198515:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998279.198517:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.198519:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998279.198520:0:33247:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998279.198522:0:33247:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1787998279.198529:0:33247:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d183582360 inode ffff94d188002a08 refc 1 flags 0x40000e 00000080:00000001:1.0:1787998279.198532:0:33247:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1787998279.198536:0:33247:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x28:0x0](ffff94d188002a08) 00000080:00010000:1.0:1787998279.198539:0:33247:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cb30 from it ffffb66d40ddbb20 00010000:00000001:1.0:1787998279.198541:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998279.198542:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998279.198544:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2e00 refcount=3 00000020:00000001:1.0:1787998279.198545:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998279.198548:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998279.198550:0:33247:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998279.198553:0:33247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb30 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6ad01a expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998279.198560:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.198561:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998279.198562:0:33247:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998279.198565:0:33247:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998279.198567:0:33247:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb30 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad01a expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998279.198575:0:33247:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998279.198578:0:33247:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998279.198580:0:33247:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998279.198592:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.198594:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998279.198595:0:33247:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998279.198598:0:33247:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998279.198600:0:33247:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998279.198602:0:33247:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998279.198605:0:33247:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998279.198607:0:33247:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998279.198608:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.198609:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787998279.198611:0:33247:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1787998279.198615:0:33247:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d190451800. 00000100:00000001:1.0:1787998279.198621:0:33247:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998279.198628:0:33247:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edea00 x1874850291767040/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1787998295 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998279.198882:0:33247:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998279.198885:0:33247:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998279.198888:0:33247:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d191c6e800. 02000000:00000001:1.0:1787998279.198892:0:33247:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998279.198894:0:33247:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998279.198896:0:33247:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998279.198898:0:33247:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998279.198901:0:33247:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e25400. 02000000:00000001:1.0:1787998279.198904:0:33247:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998279.198906:0:33247:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998279.198908:0:33247:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edea00. 00000100:00000001:1.0:1787998279.198913:0:33247:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998279.198914:0:33247:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998279.198917:0:33247:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1787998279.198919:0:33247:0:(dcache.c:176:ll_intent_release()) intent ffffb66d40ddbb20 released 00000080:00000001:1.0:1787998279.198921:0:33247:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:1.0:1787998279.198933:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbd08 00000080:00200008:1.0:1787998279.198935:0:33247:0:(file.c:6295:ll_getattr_dentry()) START file f22.recovery-small-1:[0x200000405:0x28:0x0](ffff94d188002a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1787998279.198943:0:33247:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1787998279.198945:0:33247:0:(statahead.c:604:ll_sai_alloc()) Process entered 00000080:00000010:1.0:1787998279.198951:0:33247:0:(statahead.c:606:ll_sai_alloc()) kmalloced '(sai)': 504 at ffff94d190451800. 00000080:00000001:1.0:1787998279.198953:0:33247:0:(statahead.c:628:ll_sai_alloc()) Process leaving (rc=18446626226522363904 : -117847187187712 : ffff94d190451800) 00000080:00000001:1.0:1787998279.198958:0:33247:0:(statahead.c:529:ll_sax_alloc()) Process entered 00000080:00000010:1.0:1787998279.198962:0:33247:0:(statahead.c:531:ll_sax_alloc()) kmalloced '(ctx)': 2592 at ffff94d18599a000. 00000080:00000001:1.0:1787998279.198964:0:33247:0:(statahead.c:544:ll_sax_alloc()) Process leaving (rc=18446626226343354368 : -117847366197248 : ffff94d18599a000) 00000080:00400000:1.0:1787998279.198968:0:33247:0:(statahead.c:2469:start_statahead_thread()) start statahead thread: [pid 33247] [parent /] 00000080:00000001:1.0:1787998279.201230:0:33247:0:(statahead.c:1163:ll_start_agl()) Process entered 00000080:00400000:1.0:1787998279.201235:0:33247:0:(statahead.c:1166:ll_start_agl()) start agl thread: sai ffff94d190451800, parent / 00000080:00000001:1.0:1787998279.201505:0:33247:0:(statahead.c:1183:ll_start_agl()) Process leaving 00000080:00000001:1.0:1787998279.201518:0:33247:0:(statahead.c:2500:start_statahead_thread()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998279.201525:0:33247:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998279.201528:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbc80 00000080:00200000:1.0:1787998279.201531:0:33247:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x28:0x0](ffff94d188002a08),name=f22.recovery-small-1 00000080:00000010:1.0:1787998279.201539:0:33247:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d190451400. 00800000:00000002:1.0:1787998279.201545:0:33247:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998279.201551:0:33247:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998279.201556:0:33247:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998279.201558:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbba0 00800000:00000002:1.0:1787998279.201560:0:33247:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x28:0x0] 'f22.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998279.201563:0:33247:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998279.201566:0:33247:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998279.201569:0:33247:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998279.201571:0:33247:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998279.201573:0:33247:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998279.201575:0:33247:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998279.201577:0:33247:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998279.201580:0:33247:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998279.201582:0:33247:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998279.201593:0:33247:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998279.201594:0:33247:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998279.201595:0:33247:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998279.201597:0:33247:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998279.201598:0:33247:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x28:0x0] 00800000:00000001:1.0:1787998279.201600:0:33247:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998279.201602:0:33247:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x28:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998279.201607:0:33247:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998279.201608:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddba70 00000002:00010000:1.0:1787998279.201610:0:33247:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787998279.201613:0:33247:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998279.201614:0:33247:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998279.201619:0:33247:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998279.201624:0:33247:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98600 count: 2 00010000:00000001:1.0:1787998279.201626:0:33247:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998279.201701:0:33247:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998279.201706:0:33247:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998279.201710:0:33247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb30 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad01a expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1787998279.201721:0:33247:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998279.201726:0:33247:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998279.201729:0:33247:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb30 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad01a expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1787998279.201736:0:33247:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787998279.201737:0:33247:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998279.201739:0:33247:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998279.201741:0:33247:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998279.201743:0:33247:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998279.201745:0:33247:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787998279.201749:0:33247:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787998279.201751:0:33247:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998279.201754:0:33247:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d190451400. 00000080:00000001:1.0:1787998279.201758:0:33247:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998279.201759:0:33247:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998279.201762:0:33247:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x28:0x0](ffff94d188002a08) 00000080:00010000:1.0:1787998279.201764:0:33247:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x28:0x0](ffff94d188002a08) for lock 0xb2d39e653c8cb30 00800000:00000001:1.0:1787998279.201801:0:33247:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998279.201803:0:33247:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998279.201805:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998279.201807:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998279.201809:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2e00 refcount=3 00000020:00000001:1.0:1787998279.201812:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998279.201814:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998279.201817:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.201819:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998279.201820:0:33247:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998279.201822:0:33247:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998279.201824:0:33247:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cb30 from it ffffb66d40ddbcb8 00010000:00000001:1.0:1787998279.201826:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998279.201827:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998279.201829:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2e00 refcount=3 00000020:00000001:1.0:1787998279.201831:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998279.201833:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542947840 : -117847166603776 : ffff94d1917f2e00) 00010000:00000001:1.0:1787998279.201835:0:33247:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998279.201838:0:33247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb30 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6ad01a expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998279.201845:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.201846:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998279.201847:0:33247:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998279.201849:0:33247:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998279.201851:0:33247:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb30 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad01a expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787998279.201857:0:33247:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998279.201860:0:33247:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998279.201862:0:33247:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998279.201866:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.201867:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998279.201868:0:33247:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998279.201871:0:33247:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998279.201873:0:33247:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998279.201875:0:33247:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998279.201877:0:33247:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998279.201879:0:33247:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998279.201880:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.201881:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998279.201884:0:33247:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787998279.201886:0:33247:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998279.201888:0:33247:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1787998279.201892:0:33247:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1787998279.201893:0:33247:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998279.201895:0:33247:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1787998279.201897:0:33247:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998279.201899:0:33247:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998279.201901:0:33247:0:(file.c:6359:ll_getattr_dentry()) Process leaving via fill_attr (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1787998279.201907:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbd08 00000080:00000008:1.0:1787998279.201909:0:33247:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file f22.recovery-small-1:[0x200000405:0x28:0x0](ffff94d188002a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1787998279.201913:0:33247:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1787998279.201915:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbda0 00000080:00002000:1.0:1787998279.201917:0:33247:0:(dcache.c:127:ll_ddelete()) keeping dentry f22.recovery-small-1 (ffff94d183582360, parent ffff94d198a90798, inode ffff94d188002a08) hashed, 00000080:00000001:1.0:1787998279.201919:0:33247:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998279.201956:0:33247:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998279.201960:0:33247:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998279.201961:0:33247:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998279.201963:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbbd8 00000080:00200000:1.0:1787998279.201965:0:33247:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:1.0:1787998279.201968:0:33247:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d190451400. 00800000:00000002:1.0:1787998279.201971:0:33247:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998279.201974:0:33247:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998279.201975:0:33247:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998279.201977:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbaf8 00800000:00000002:1.0:1787998279.201978:0:33247:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998279.201981:0:33247:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000080:00000001:3.0:1787998279.202168:0:33248:0:(statahead.c:1544:ll_statahead_thread()) Process entered 00000080:00400000:3.0:1787998279.202173:0:33248:0:(statahead.c:1547:ll_statahead_thread()) statahead thread starting: sai ffff94d190451800, parent / 00800000:00000001:3.0:1787998279.202176:0:33248:0:(lmv_obd.c:4431:lmv_batch_create()) Process entered 00800000:00000010:3.0:1787998279.202179:0:33248:0:(lmv_obd.c:4432:lmv_batch_create()) kmalloced '(lbh)': 48 at ffff94d1987e51c0. 00800000:00000001:3.0:1787998279.202181:0:33248:0:(lmv_obd.c:4449:lmv_batch_create()) Process leaving (rc=18446626226660331968 : -117847049219648 : ffff94d1987e51c0) 00000080:00000001:3.0:1787998279.202184:0:33248:0:(statahead.c:1486:ll_statahead_by_fname()) Process entered 00000080:00400000:3.0:1787998279.202185:0:33248:0:(statahead.c:1489:ll_statahead_by_fname()) lustre: FNAME statahead: parent / fname prefix f22.recovery-small- 00000080:00000010:3.0:1787998279.202189:0:33248:0:(statahead.c:1491:ll_statahead_by_fname()) kmalloced '(fname)': 255 at ffff94d191fa7100. 00000080:00000001:3.0:1787998279.202193:0:33248:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1787998279.202195:0:33248:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1787998279.202197:0:33248:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff94d190a8d680. 00000020:00000001:3.0:1787998279.202199:0:33248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d53cd8 00000080:00400000:3.0:1787998279.202200:0:33248:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-2(ffff94d190a8d680) index 1 00000080:00000001:3.0:1787998279.202203:0:33248:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446626226528900736 : -117847180650880 : ffff94d190a8d680) 00000080:00000001:3.0:1787998279.202205:0:33248:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1787998279.202208:0:33248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d53c98 00000080:00002000:3.0:1787998279.202209:0:33248:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-2(ffff94d183582438) flags 0x40000e refc 1 00000080:00000001:3.0:1787998279.202212:0:33248:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998279.202214:0:33248:0:(statahead.c:1012:sa_revalidate()) Process entered 00000080:00000010:3.0:1787998279.202217:0:33248:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff94d1a0096400. 00800000:00000002:3.0:1787998279.202220:0:33248:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 3 00800000:00000001:3.0:1787998279.202225:0:33248:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1787998279.202227:0:33248:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998279.202228:0:33248:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998279.202229:0:33248:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998279.202231:0:33248:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998279.202232:0:33248:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998279.202233:0:33248:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:3.0:1787998279.202235:0:33248:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.202237:0:33248:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787998279.202238:0:33248:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998279.202240:0:33248:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998279.202244:0:33248:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98d00 count: 2 00010000:00000001:3.0:1787998279.202246:0:33248:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998279.202249:0:33248:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998279.202251:0:33248:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787998279.202255:0:33248:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb1b lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6acfcd expref: -99 pid: 33245 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1787998279.202261:0:33248:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 00800000:00000001:1.0:1787998279.202314:0:33247:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998279.202316:0:33247:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998279.202317:0:33247:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998279.202318:0:33247:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998279.202320:0:33247:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998279.202321:0:33247:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998279.202323:0:33247:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998279.202325:0:33247:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998279.202328:0:33247:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998279.202330:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddb9c8 00000002:00010000:1.0:1787998279.202331:0:33247:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787998279.202334:0:33247:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998279.202336:0:33247:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998279.202338:0:33247:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998279.202341:0:33247:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360f00 count: 2 00010000:00000001:1.0:1787998279.202343:0:33247:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998279.202345:0:33247:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998279.202347:0:33247:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998279.202350:0:33247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb29 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acffe expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1787998279.202356:0:33247:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998279.202358:0:33247:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998279.202360:0:33247:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb29 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acffe expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1787998279.202366:0:33247:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787998279.202367:0:33247:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998279.202369:0:33247:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998279.202370:0:33247:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998279.202371:0:33247:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998279.202373:0:33247:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787998279.202375:0:33247:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787998279.202377:0:33247:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 3 00000080:00000010:1.0:1787998279.202379:0:33247:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d190451400. 00000080:00000001:1.0:1787998279.202382:0:33247:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998279.202383:0:33247:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998279.202385:0:33247:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:1.0:1787998279.202387:0:33247:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cb29 00800000:00000001:1.0:1787998279.202390:0:33247:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998279.202392:0:33247:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998279.202393:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998279.202395:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998279.202397:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4000 refcount=3 00000020:00000001:1.0:1787998279.202399:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:1.0:1787998279.202401:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:1.0:1787998279.202403:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.202405:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998279.202406:0:33247:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998279.202408:0:33247:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998279.202409:0:33247:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cb29 from it ffffb66d40ddbc10 00010000:00000001:1.0:1787998279.202411:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998279.202412:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998279.202413:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4000 refcount=3 00000020:00000001:1.0:1787998279.202414:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:1.0:1787998279.202416:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:1.0:1787998279.202418:0:33247:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998279.202420:0:33247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb29 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acffe expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998279.202426:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.202427:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998279.202428:0:33247:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998279.202430:0:33247:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998279.202432:0:33247:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb29 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acffe expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787998279.202437:0:33247:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998279.202439:0:33247:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998279.202440:0:33247:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998279.202442:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.202443:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998279.202445:0:33247:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998279.202511:0:33248:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998279.202516:0:33248:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb1b lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6acfcd expref: -99 pid: 33245 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1787998279.202528:0:33248:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1787998279.202530:0:33248:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787998279.202532:0:33248:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1787998279.202534:0:33248:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1787998279.202535:0:33248:0:(dcache.c:176:ll_intent_release()) intent ffffb66d40d53d78 released 00000080:00010000:3.0:1787998279.202537:0:33248:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cb1b from it ffffb66d40d53d78 00010000:00000001:3.0:1787998279.202539:0:33248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998279.202541:0:33248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998279.202542:0:33248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3a00 refcount=3 00000020:00000001:3.0:1787998279.202544:0:33248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:3.0:1787998279.202545:0:33248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:3.0:1787998279.202547:0:33248:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998279.202550:0:33248:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb1b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6acfcd expref: -99 pid: 33245 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1787998279.202555:0:33248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.202556:0:33248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.202557:0:33248:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787998279.202559:0:33248:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787998279.202561:0:33248:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb1b lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6acfcd expref: -99 pid: 33245 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1787998279.202566:0:33248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787998279.202568:0:33248:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787998279.202569:0:33248:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998279.202571:0:33248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.202572:0:33248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.202573:0:33248:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.202575:0:33248:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787998279.202576:0:33248:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.202578:0:33248:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.202580:0:33248:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.202582:0:33248:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998279.202964:0:33248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.202966:0:33248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1787998279.202967:0:33248:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1787998279.202969:0:33248:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:3.0:1787998279.202973:0:33248:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff94d1a0096400. 00000080:00000001:3.0:1787998279.202977:0:33248:0:(statahead.c:1031:sa_revalidate()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787998279.203020:0:33247:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998279.203022:0:33247:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998279.203024:0:33247:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998279.203026:0:33247:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998279.203028:0:33247:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998279.203029:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.203031:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998279.203033:0:33247:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787998279.203035:0:33247:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998279.203038:0:33247:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:1.0:1787998279.203042:0:33247:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998279.203049:0:33247:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1787998279.203051:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbda8 00000080:00002000:1.0:1787998279.203053:0:33247:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-1(ffff94d183582360) flags 0x48000e refc 0 00000080:00000001:1.0:1787998279.203055:0:33247:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998279.203057:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbe18 00000080:00200000:1.0:1787998279.203059:0:33247:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f22.recovery-small-1, flags=0 00000080:00000001:1.0:1787998279.203062:0:33247:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000001:1.0:1787998279.203064:0:33247:0:(statahead.c:1941:ll_shared_statahead_check()) Process entered 00000080:00000001:1.0:1787998279.203066:0:33247:0:(statahead.c:1958:ll_shared_statahead_check()) Process leaving via out_unlock (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000080:00000001:1.0:1787998279.203069:0:33247:0:(statahead.c:1967:ll_shared_statahead_check()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000080:00000001:1.0:1787998279.203071:0:33247:0:(statahead.c:2050:revalidate_statahead_dentry()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000080:00000001:1.0:1787998279.203074:0:33247:0:(statahead.c:2145:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000080:00400000:1.0:1787998279.203075:0:33247:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-1: rc = -17. 00000080:00000001:1.0:1787998279.203080:0:33247:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998279.203081:0:33247:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998279.203082:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbd38 00000080:00200000:1.0:1787998279.203083:0:33247:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:1.0:1787998279.203088:0:33247:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d190451400. 00800000:00000002:1.0:1787998279.203091:0:33247:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998279.203098:0:33247:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998279.203101:0:33247:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998279.203102:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbc58 00800000:00000002:1.0:1787998279.203104:0:33247:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998279.203107:0:33247:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998279.203108:0:33247:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998279.203110:0:33247:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998279.203112:0:33247:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998279.203114:0:33247:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998279.203117:0:33247:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998279.203119:0:33247:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998279.203121:0:33247:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998279.203123:0:33247:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000080:00000001:2.0:1787998279.203127:0:33249:0:(statahead.c:1097:ll_agl_thread()) Process entered 00000002:00000001:1.0:1787998279.203128:0:33247:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998279.203132:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbb28 00000080:00400000:2.0:1787998279.203133:0:33249:0:(statahead.c:1100:ll_agl_thread()) agl thread started: sai ffff94d190451800, parent / 00000002:00010000:1.0:1787998279.203135:0:33247:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787998279.203139:0:33247:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998279.203141:0:33247:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998279.203157:0:33247:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998279.203160:0:33247:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360f00 count: 2 00010000:00000001:1.0:1787998279.203163:0:33247:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998279.203165:0:33247:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998279.203171:0:33247:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998279.203174:0:33247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb29 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acffe expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1787998279.203180:0:33247:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998279.203183:0:33247:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998279.203186:0:33247:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb29 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acffe expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1787998279.203192:0:33247:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787998279.203194:0:33247:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998279.203195:0:33247:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998279.203197:0:33247:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998279.203198:0:33247:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998279.203200:0:33247:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787998279.203202:0:33247:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787998279.203204:0:33247:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998279.203207:0:33247:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d190451400. 00000080:00000001:1.0:1787998279.203210:0:33247:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998279.203211:0:33247:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998279.203213:0:33247:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:1.0:1787998279.203215:0:33247:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cb29 00800000:00000001:1.0:1787998279.203217:0:33247:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998279.203219:0:33247:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998279.203221:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998279.203222:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998279.203224:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4000 refcount=3 00000020:00000001:1.0:1787998279.203226:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:1.0:1787998279.203228:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:1.0:1787998279.203230:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.203231:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998279.203232:0:33247:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998279.203234:0:33247:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998279.203236:0:33247:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cb29 from it ffffb66d40ddbd70 00010000:00000001:1.0:1787998279.203238:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998279.203239:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998279.203240:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4000 refcount=3 00000020:00000001:1.0:1787998279.203242:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:1.0:1787998279.203244:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915392 : -117847187636224 : ffff94d1903e4000) 00010000:00000001:1.0:1787998279.203246:0:33247:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998279.203249:0:33247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb29 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6acffe expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787998279.203255:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.203256:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998279.203257:0:33247:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998279.203258:0:33247:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998279.203261:0:33247:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb29 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6acffe expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1787998279.203266:0:33247:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998279.203268:0:33247:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998279.203269:0:33247:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998279.203271:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.203272:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998279.203273:0:33247:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998279.203275:0:33247:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998279.203276:0:33247:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998279.203277:0:33247:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998279.203280:0:33247:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998279.203281:0:33247:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998279.203282:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.203283:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998279.203284:0:33247:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787998279.203285:0:33247:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998279.203287:0:33247:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 3 00000080:00000001:1.0:1787998279.203290:0:33247:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998279.203293:0:33247:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:1.0:1787998279.203295:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbe00 00000080:00200000:1.0:1787998279.203297:0:33247:0:(namei.c:2418:ll_unlink()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00000001:1.0:1787998279.203300:0:33247:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1787998279.203302:0:33247:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998279.203306:0:33247:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798657048 : -117846910894568 : ffff94d1a0bcfe18) 00000020:00001000:1.0:1787998279.203308:0:33247:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfe10 00000020:00000001:1.0:1787998279.203310:0:33247:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1787998279.203313:0:33247:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d191daa6c8) owner 0000000000000000/ffff94d199e527c0 00020000:00000002:1.0:1787998279.203316:0:33247:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d191daa6c8) owner 0000000000000000/ffff94d199e527c0 00020000:00000001:1.0:1787998279.203318:0:33247:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1787998279.203320:0:33247:0:(lov_object.c:2289:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1787998279.203322:0:33247:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfe10 00000080:00000001:1.0:1787998279.203325:0:33247:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1787998279.203329:0:33247:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d190451400. 00800000:00000002:1.0:1787998279.203331:0:33247:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00800000:00000001:1.0:1787998279.203337:0:33247:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1787998279.203340:0:33247:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998279.203341:0:33247:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998279.203354:0:33247:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998279.203356:0:33247:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998279.203357:0:33247:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998279.203359:0:33247:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998279.203361:0:33247:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998279.203362:0:33247:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998279.203363:0:33247:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998279.203364:0:33247:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998279.203365:0:33247:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998279.203366:0:33247:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998279.203368:0:33247:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x28:0x0] 00800000:00000001:1.0:1787998279.203370:0:33247:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998279.203371:0:33247:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:1.0:1787998279.203373:0:33247:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998279.203374:0:33247:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998279.203375:0:33247:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998279.203376:0:33247:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998279.203377:0:33247:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998279.203378:0:33247:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x28:0x0] 00800000:00000001:1.0:1787998279.203380:0:33247:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998279.203382:0:33247:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x28:0x0] 00800000:00000001:1.0:1787998279.203384:0:33247:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998279.203386:0:33247:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x28:0x0] -> mds #0 00000002:00000001:1.0:1787998279.203389:0:33247:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1787998279.203391:0:33247:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1787998279.203394:0:33247:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360f00 count: 2 00010000:00000001:1.0:1787998279.203396:0:33247:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998279.203398:0:33247:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1787998279.203401:0:33247:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787998279.203403:0:33247:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb29 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4fd9a50f3a6acffe expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1787998279.203410:0:33247:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787998279.203413:0:33247:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787998279.203415:0:33247:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787998279.203417:0:33247:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1787998279.203419:0:33247:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998279.203420:0:33247:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998279.203421:0:33247:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360f00 count: 3 00010000:00000001:1.0:1787998279.203423:0:33247:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998279.203425:0:33247:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998279.203426:0:33247:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998279.203427:0:33247:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998279.203428:0:33247:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360f00 count: 3 00010000:00000001:1.0:1787998279.203430:0:33247:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998279.203432:0:33247:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998279.203439:0:33247:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998279.203440:0:33247:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998279.203441:0:33247:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360f00 count: 3 00010000:00000001:1.0:1787998279.203443:0:33247:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998279.203445:0:33247:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998279.203516:0:33247:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1787998279.203519:0:33247:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d1989ad280, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1787998279.203528:0:33247:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1787998279.203530:0:33247:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1787998279.203532:0:33247:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787998279.203534:0:33247:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998279.203537:0:33247:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787998279.203540:0:33247:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787998279.203541:0:33247:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787998279.203542:0:33247:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998279.203544:0:33247:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1787998279.203546:0:33247:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1903e4000 with handle 0xb2d39e653c8cb29 from hash 00010000:00000001:1.0:1787998279.203548:0:33247:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787998279.203549:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.203550:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998279.203552:0:33247:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787998279.203554:0:33247:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787998279.203555:0:33247:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1787998279.203558:0:33247:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787998279.203559:0:33247:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998279.203565:0:33247:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998279.203568:0:33247:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1787998279.203571:0:33247:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98600 count: 2 00010000:00000001:1.0:1787998279.203573:0:33247:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998279.203574:0:33247:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1787998279.203576:0:33247:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787998279.203578:0:33247:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb30 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x4fd9a50f3a6ad01a expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1787998279.203595:0:33247:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787998279.203597:0:33247:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787998279.203598:0:33247:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787998279.203600:0:33247:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000405:0x28:0x0] mode (null) 00000002:00000001:1.0:1787998279.203602:0:33247:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998279.203603:0:33247:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998279.203604:0:33247:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98600 count: 3 00010000:00000001:1.0:1787998279.203606:0:33247:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998279.203608:0:33247:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998279.203609:0:33247:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998279.203610:0:33247:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998279.203612:0:33247:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98600 count: 3 00010000:00000001:1.0:1787998279.203613:0:33247:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998279.203615:0:33247:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998279.203616:0:33247:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998279.203617:0:33247:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998279.203619:0:33247:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98600 count: 3 00010000:00000001:1.0:1787998279.203621:0:33247:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998279.203623:0:33247:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998279.203624:0:33247:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998279.203625:0:33247:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998279.203626:0:33247:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98600 count: 3 00010000:00000001:1.0:1787998279.203627:0:33247:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998279.203629:0:33247:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998279.203641:0:33247:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998279.203643:0:33247:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:1.0:1787998279.203645:0:33247:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998279.203647:0:33247:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798657048 : -117846910894568 : ffff94d1a0bcfe18) 00000020:00001000:1.0:1787998279.203649:0:33247:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfe10 00000020:00000001:1.0:1787998279.203868:0:33247:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1787998279.203871:0:33247:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x28:0x0]: losing layout lock 00000080:00000001:1.0:1787998279.203874:0:33247:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1787998279.203877:0:33247:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1787998279.203880:0:33247:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1787998279.203882:0:33247:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1787998279.203884:0:33247:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x28:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1787998279.203886:0:33247:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998279.203887:0:33247:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1787998279.203889:0:33247:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfe10 00000080:00000001:1.0:1787998279.203892:0:33247:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998279.203894:0:33247:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1787998279.203896:0:33247:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x28:0x0](ffff94d188002a08) invalid 00000020:00000001:1.0:1787998279.203898:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddba68 00000080:00002000:1.0:1787998279.203900:0:33247:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f22.recovery-small-1 (ffff94d183582360) parent ffff94d198a90798 inode ffff94d188002a08 refc 1 00000080:00000001:1.0:1787998279.203903:0:33247:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1787998279.203904:0:33247:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787998279.203905:0:33247:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998279.203908:0:33247:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787998279.203910:0:33247:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787998279.203911:0:33247:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787998279.203912:0:33247:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998279.203914:0:33247:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1787998279.203916:0:33247:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1917f2e00 with handle 0xb2d39e653c8cb30 from hash 00010000:00000001:1.0:1787998279.203918:0:33247:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787998279.203919:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.203920:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998279.203921:0:33247:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787998279.203923:0:33247:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787998279.203924:0:33247:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1787998279.203927:0:33247:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787998279.203928:0:33247:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998279.203930:0:33247:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1787998279.203936:0:33247:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edea00. 00000020:00000040:1.0:1787998279.203941:0:33247:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:1.0:1787998279.203946:0:33247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787998279.203948:0:33247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998279.203950:0:33247:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787998279.203954:0:33247:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998279.203957:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.203957:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998279.203959:0:33247:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998279.203961:0:33247:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998279.203962:0:33247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998279.203966:0:33247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998279.204110:0:33247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d190451000. 00000100:00000001:1.0:1787998279.204118:0:33247:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998279.204120:0:33247:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998279.204123:0:33247:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1787998279.204133:0:33247:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb30 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4fd9a50f3a6ad01a expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787998279.204142:0:33247:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb29 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6acffe expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787998279.204147:0:33247:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:1.0:1787998279.204149:0:33247:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1787998279.204150:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787998279.204153:0:33247:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2e00/0xb2d39e653c8cb30 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4fd9a50f3a6ad01a expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1787998279.204160:0:33247:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d192b98600 count: 0 00010000:00000010:1.0:1787998279.204165:0:33247:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d1a0046100. 00010000:00000001:1.0:1787998279.204174:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998279.204175:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787998279.204177:0:33247:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4000/0xb2d39e653c8cb29 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6acffe expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:1.0:1787998279.204183:0:33247:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d18a360f00 count: 0 00010000:00000010:1.0:1787998279.204186:0:33247:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d190a8d800. 00010000:00000001:1.0:1787998279.204194:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998279.204195:0:33247:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998279.204197:0:33247:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998279.204198:0:33247:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998279.204200:0:33247:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1787998279.204210:0:33247:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:1.0:1787998279.204221:0:33247:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d199edea00 x1874850291767296/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787998279.204233:0:33247:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998279.204235:0:33247:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998279.204240:0:33247:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a0070c00. 00000100:00000001:1.0:1787998279.204243:0:33247:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786733056 : -117846922818560 : ffff94d1a0070c00) 00000100:00000001:1.0:1787998279.204245:0:33247:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998279.204246:0:33247:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684422656 : -117847025128960 : ffff94d199edea00) 00000100:00000001:1.0:1787998279.204250:0:33247:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998279.204254:0:33247:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998279.204256:0:33247:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998279.204257:0:33247:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998279.204261:0:33247:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edea00 x1874850291767296/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998279.204317:0:33247:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998279.204319:0:33247:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998279.204323:0:33247:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998279.204325:0:33247:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998279.204328:0:33247:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998279.204332:0:33247:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edea00 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:33247:1874850291767296:192.168.206.123@tcp:36:multiop.0 00000100:00000001:1.0:1787998279.204335:0:33247:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998279.204340:0:33247:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998279.204342:0:33247:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998279.204344:0:33247:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998279.204349:0:33247:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d199e25400. 02000000:00000001:1.0:1787998279.204351:0:33247:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998279.204357:0:33247:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998279.204361:0:33247:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc7e8. 00000400:00000010:1.0:1787998279.204366:0:33247:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409aa0. 00000100:00000200:1.0:1787998279.204373:0:33247:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291767296, portal 10 00000100:00000001:1.0:1787998279.204374:0:33247:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998279.204376:0:33247:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684422656 : -117847025128960 : ffff94d199edea00) 00000100:00000040:1.0:1787998279.204382:0:33247:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199edea00 x1874850291767296/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1787998295 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998279.204394:0:33247:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998279.204397:0:33247:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998279.204399:0:33247:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1854093b8. 00000100:00000200:1.0:1787998279.204403:0:33247:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1874850291767296, offset 0 00000400:00000200:1.0:1787998279.204409:0:33247:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998279.204416:0:33247:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998279.204423:0:33247:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998279.204428:0:33247:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998279.204432:0:33247:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998279.204436:0:33247:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998279.204438:0:33247:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998279.204442:0:33247:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2761:2761:256:4294967295] 192.168.206.123@tcp LPNI seq info [2761:2761:8:4294967295] 00000400:00000200:1.0:1787998279.205252:0:33247:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998279.205266:0:33247:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998279.205272:0:33247:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998279.205278:0:33247:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031fd00. 00000800:00000200:1.0:1787998279.205284:0:33247:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998279.205290:0:33247:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998279.205294:0:33247:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031fd00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1787998279.205307:0:33247:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998279.205312:0:33247:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 820542 usecs (821 jiffies) 00000400:00000200:1.0:1787998279.205316:0:33247:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998279.205318:0:33247:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296460183 00000100:00000001:1.0:1787998279.205321:0:33247:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296460279 00000100:00000001:1.0:1787998279.205324:0:33247:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296460183 00000100:00000001:1.0:1787998279.205325:0:33247:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296460279 00000100:00000001:1.0:1787998279.205327:0:33247:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998279.205330:0:33247:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998279.205333:0:33247:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998279.205335:0:33247:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998279.205337:0:33247:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a0070c00 going to sleep for 11 seconds 00000100:00000001:1.0:1787998279.205339:0:33247:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998279.205342:0:33247:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998279.205994:0:33249:0:(statahead.c:681:ll_agl_trigger()) Process entered 00000080:00400000:2.0:1787998279.206000:0:33249:0:(statahead.c:738:ll_agl_trigger()) Handling (init) async glimpse: inode = [0x200000405:0x27:0x0], idx = 1 00000001:00000001:2.0:1787998279.206004:0:33249:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1787998279.206007:0:33249:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787998279.206011:0:33249:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798653448 : -117846910898168 : ffff94d1a0bcf008) 00000020:00001000:2.0:1787998279.206016:0:33249:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf000 00000020:00000001:2.0:1787998279.206022:0:33249:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3210 -> ffff94d1a0aa3210 00000020:00000001:2.0:1787998279.206024:0:33249:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1787998279.206027:0:33249:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1787998279.206029:0:33249:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x27:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1787998279.206032:0:33249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787998279.206033:0:33249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1787998279.206036:0:33249:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1787998279.206038:0:33249:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998279.206040:0:33249:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1787998279.206044:0:33249:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x27:0x0]io ffff94d19226e0c0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1787998279.206048:0:33249:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1872423e0) owner 0000000000000000/ffff94d1917fcf80 00020000:00000001:2.0:1787998279.206051:0:33249:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1787998279.206053:0:33249:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1787998279.206055:0:33249:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1787998279.206057:0:33249:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998279.206059:0:33249:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1787998279.206061:0:33249:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1787998279.206063:0:33249:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998279.206064:0:33249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787998279.206065:0:33249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1787998279.206067:0:33249:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1787998279.206068:0:33249:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1872423e0) owner 0000000000000000/ffff94d1917fcf80 00000020:00000001:2.0:1787998279.206070:0:33249:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1787998279.206072:0:33249:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1787998279.206074:0:33249:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x27:0x0] 00000020:00000001:2.0:1787998279.206076:0:33249:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1787998279.206078:0:33249:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1787998279.206080:0:33249:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1787998279.206082:0:33249:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1787998279.206087:0:33249:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1787998279.206094:0:33249:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d19219de80. 00020000:00000002:2.0:1787998279.206097:0:33249:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1787998279.206099:0:33249:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1787998279.206100:0:33249:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787998279.206102:0:33249:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1787998279.206104:0:33249:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787998279.206106:0:33249:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798656472 : -117846910895144 : ffff94d1a0bcfbd8) 00000020:00001000:2.0:1787998279.206108:0:33249:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfbd0 00000020:00000001:2.0:1787998279.206110:0:33249:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3918 -> ffff94d1a0aa3210 00000020:00000001:2.0:1787998279.206112:0:33249:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1787998279.206115:0:33249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787998279.206116:0:33249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1787998279.206118:0:33249:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998279.206120:0:33249:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998279.206121:0:33249:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:2.0:1787998279.206124:0:33249:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000080:00000001:3.0:1787998279.206126:0:33248:0:(statahead.c:1081:sa_statahead()) Process leaving 00000008:00000010:2.0:1787998279.206129:0:33249:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d1861ada20. 00000080:00000001:3.0:1787998279.206133:0:33248:0:(statahead.c:1053:sa_statahead()) Process entered 00000008:00010000:2.0:1787998279.206134:0:33249:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 2b 00000080:00000001:3.0:1787998279.206137:0:33248:0:(statahead.c:199:sa_alloc()) Process entered 00000020:00000001:2.0:1787998279.206139:0:33249:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1787998279.206142:0:33249:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000080:00000010:3.0:1787998279.206144:0:33248:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff94d190a8d200. 00000008:00010000:2.0:1787998279.206144:0:33249:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d19219deb0, osc lock ffff94d1861ada20, flags 0x400041012 00000020:00000001:2.0:1787998279.206149:0:33249:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998279.206150:0:33248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d53cd8 00020000:00000001:2.0:1787998279.206152:0:33249:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1787998279.206155:0:33248:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-3(ffff94d190a8d200) index 2 00020000:00000001:2.0:1787998279.206156:0:33249:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626226553085568 : -117847156466048 : ffff94d19219de80) 00000080:00000001:3.0:1787998279.206161:0:33248:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446626226528899584 : -117847180652032 : ffff94d190a8d200) 00000020:00000001:2.0:1787998279.206161:0:33249:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1787998279.206164:0:33249:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1787998279.206167:0:33249:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998279.206168:0:33248:0:(statahead.c:977:sa_lookup()) Process entered 00000020:00000001:2.0:1787998279.206170:0:33249:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1787998279.206174:0:33248:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff94d1a0096400. 00000020:00000001:2.0:1787998279.206174:0:33249:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1787998279.206176:0:33249:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1787998279.206178:0:33249:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787998279.206180:0:33249:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00800000:00000002:3.0:1787998279.206182:0:33248:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 3 00000020:00000001:2.0:1787998279.206182:0:33249:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1787998279.206186:0:33249:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1787998279.206189:0:33249:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1787998279.206191:0:33248:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00000020:00000001:2.0:1787998279.206193:0:33249:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1787998279.206196:0:33249:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00800000:00000001:3.0:1787998279.206197:0:33248:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 00000020:00000001:2.0:1787998279.206198:0:33249:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1787998279.206201:0:33249:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 80000000:00000001:3.0:1787998279.206202:0:33248:0:(fld_request.c:427:fld_client_lookup()) Process entered 00020000:00000001:2.0:1787998279.206203:0:33249:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 80000000:00000001:3.0:1787998279.206206:0:33248:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 00000020:00000001:2.0:1787998279.206207:0:33249:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 80000000:00000001:3.0:1787998279.206211:0:33248:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1787998279.206211:0:33249:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 80000000:00000001:3.0:1787998279.206216:0:33248:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998279.206216:0:33249:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00800000:00000002:3.0:1787998279.206221:0:33248:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00010000:00000001:2.0:1787998279.206224:0:33249:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998279.206225:0:33248:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998279.206229:0:33249:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00800000:00000001:3.0:1787998279.206231:0:33248:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00000100:00000010:2.0:1787998279.206236:0:33249:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1b100. 00800000:00000010:3.0:1787998279.206237:0:33248:0:(lmv_obd.c:4594:lmv_batch_get_sub()) kmalloced '(sbh)': 32 at ffff94d1870f3360. 00000020:00000040:2.0:1787998279.206241:0:33249:0:(genops.c:1210:class_import_get()) import ffff94d183eca000 refcount=3 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000002:00000001:3.0:1787998279.206243:0:33248:0:(batch.c:649:cli_batch_create()) Process entered 00010000:00000001:2.0:1787998279.206247:0:33249:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00000002:00000010:3.0:1787998279.206248:0:33248:0:(batch.c:651:cli_batch_create()) kmalloced '(cbh)': 32 at ffff94d1870f3040. 00010000:00000001:2.0:1787998279.206252:0:33249:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000002:00000010:3.0:1787998279.206254:0:33248:0:(batch.c:289:batch_update_request_create()) kmalloced '(head)': 80 at ffff94d1a0013900. 00010000:00000001:2.0:1787998279.206256:0:33249:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1787998279.206259:0:33248:0:(batch.c:217:batch_update_buffer_create()) kmalloced '(buf)': 40 at ffff94d1987e5f40. 00000100:00000001:2.0:1787998279.206261:0:33249:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998279.206264:0:33249:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000002:00000010:3.0:1787998279.206265:0:33248:0:(batch.c:223:batch_update_buffer_create()) kmalloced '(bur)': 4096 at ffff94d191c26000. 02000000:00000001:2.0:1787998279.206269:0:33249:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.206270:0:33248:0:(batch.c:666:cli_batch_create()) Process leaving (rc=18446626226367836224 : -117847341715392 : ffff94d1870f3040) 00800000:00000001:3.0:1787998279.206275:0:33248:0:(lmv_obd.c:4612:lmv_batch_get_sub()) Process leaving (rc=18446626226367836224 : -117847341715392 : ffff94d1870f3040) 00000002:00000001:3.0:1787998279.206278:0:33248:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 02000000:00000010:2.0:1787998279.206278:0:33249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d190903000. 00000002:00000010:3.0:1787998279.206284:0:33248:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff94d191c553c0. 00000100:00000001:2.0:1787998279.206286:0:33249:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.206288:0:33248:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1787998279.206293:0:33248:0:(batch.c:495:batch_update_request_add()) Process entered 00010000:00000001:2.0:1787998279.206293:0:33249:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00000002:00000001:3.0:1787998279.206294:0:33248:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00010000:00000001:2.0:1787998279.206296:0:33249:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998279.206299:0:33249:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787998279.206300:0:33249:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998279.206302:0:33249:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.206304:0:33248:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:2.0:1787998279.206304:0:33249:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446626226548355328 : -117847161196288 : ffff94d191d1b100) 00010000:00000001:3.0:1787998279.206308:0:33248:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:2.0:1787998279.206310:0:33249:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1787998279.206312:0:33248:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000001:2.0:1787998279.206313:0:33249:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1787998279.206320:0:33248:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d18a360d00. 00010000:00000010:2.0:1787998279.206320:0:33249:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d188d3c300. 00010000:00000010:2.0:1787998279.206325:0:33249:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff94d188d3c600. 00010000:00000010:3.0:1787998279.206328:0:33248:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d190a8d580. 00010000:00000001:2.0:1787998279.206333:0:33249:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000001:3.0:1787998279.206334:0:33248:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1787998279.206338:0:33249:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d190a5c800. 00010000:00000010:3.0:1787998279.206339:0:33248:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1903e4a00. 00000020:00000001:2.0:1787998279.206344:0:33249:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000001:3.0:1787998279.206345:0:33248:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1787998279.206349:0:33249:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d190a5c800 with handle 0xb2d39e653c8cb37 to hash 00000020:00000040:3.0:1787998279.206350:0:33248:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1903e4a00 with handle 0xb2d39e653c8cb3e to hash 00000020:00000001:3.0:1787998279.206355:0:33248:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00000020:00000001:2.0:1787998279.206355:0:33249:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1787998279.206358:0:33249:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226528700416 : -117847180851200 : ffff94d190a5c800) 00010000:00000001:3.0:1787998279.206359:0:33248:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226521917952 : -117847187633664 : ffff94d1903e4a00) 00010000:00000001:3.0:1787998279.206366:0:33248:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226521917952 : -117847187633664 : ffff94d1903e4a00) 00010000:00000010:2.0:1787998279.206366:0:33249:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff94d191d63f00. 00010000:00000001:2.0:1787998279.206371:0:33249:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226528700416 : -117847180851200 : ffff94d190a5c800) 00010000:00000001:3.0:1787998279.206372:0:33248:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998279.206375:0:33249:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998279.206377:0:33248:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998279.206379:0:33249:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998279.206384:0:33248:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4a00/0xb2d39e653c8cb3e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998279.206385:0:33249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000d963924f/0xb2d39e653c8cb37 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 33249 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998279.206403:0:33248:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4a00/0xb2d39e653c8cb3e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998279.206405:0:33249:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400041010 ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000d963924f/0xb2d39e653c8cb37 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 33249 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.206420:0:33248:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.206424:0:33248:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998279.206425:0:33249:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.206428:0:33248:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998279.206431:0:33249:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000002:00000010:3.0:1787998279.206434:0:33248:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff94d1987e5140. 00000100:00000001:2.0:1787998279.206437:0:33249:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.206439:0:33248:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.206443:0:33248:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998279.206449:0:33249:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097fb7ef8] to pc [ptlrpcd_01_01+1] req@ffff94d191d1b100 x1874850291767424/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:NQU/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1787998279.206474:0:33249:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1787998279.206476:0:33249:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998279.206478:0:33249:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998279.206480:0:33249:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998279.206482:0:33249:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998279.206484:0:33249:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998279.206486:0:33249:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1787998279.206487:0:33249:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d19226e060 (ffff94d1a0bcf008/0) at cl_lock_release():245 00000020:00000001:2.0:1787998279.206490:0:33249:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1787998279.206491:0:33249:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d19226e060 (ffff94d1a0bcf008/0) at cl_lock_cancel():142 00020000:00000001:2.0:1787998279.206493:0:33249:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1787998279.206495:0:33249:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787998279.206496:0:33249:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:2.0:1787998279.206497:0:33249:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1787998279.206498:0:33249:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d19219deb0 (ffff94d1a0bcfbd8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1787998279.206501:0:33249:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1787998279.206502:0:33249:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00000008:00000001:2.0:1787998279.206503:0:33249:0:(osc_lock.c:1125:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1787998279.206505:0:33249:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1787998279.206506:0:33249:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1787998279.206507:0:33249:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000002:00000001:3.0:1787998279.206509:0:33248:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998279.206509:0:33249:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1787998279.206511:0:33249:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d19226e060 (ffff94d1a0bcf008/0) at cl_lock_fini():72 00800000:00000001:3.0:1787998279.206514:0:33248:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998279.206516:0:33249:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000080:00000001:3.0:1787998279.206519:0:33248:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998279.206519:0:33249:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1787998279.206522:0:33249:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d19219deb0 (ffff94d1a0bcf008/1) at cl_lock_fini():72 00000080:00000001:3.0:1787998279.206523:0:33248:0:(statahead.c:1081:sa_statahead()) Process leaving 00000008:00000010:2.0:1787998279.206527:0:33249:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d1861ada20. 00000080:00000001:3.0:1787998279.206528:0:33248:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1787998279.206532:0:33248:0:(statahead.c:199:sa_alloc()) Process entered 00000020:00000001:2.0:1787998279.206534:0:33249:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000080:00000010:3.0:1787998279.206535:0:33248:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff94d190a8d180. 00020000:00000010:2.0:1787998279.206538:0:33249:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d19219de80. 00000020:00000001:3.0:1787998279.206540:0:33248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d53cd8 00020000:00000001:2.0:1787998279.206543:0:33249:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000080:00400000:3.0:1787998279.206545:0:33248:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-4(ffff94d190a8d180) index 3 00000020:00000001:2.0:1787998279.206546:0:33249:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1787998279.206548:0:33249:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1787998279.206551:0:33249:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998279.206552:0:33248:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446626226528899456 : -117847180652160 : ffff94d190a8d180) 00000020:00000001:2.0:1787998279.206554:0:33249:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:3.0:1787998279.206559:0:33248:0:(statahead.c:977:sa_lookup()) Process entered 00020000:00000001:2.0:1787998279.206559:0:33249:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1787998279.206562:0:33249:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000080:00000010:3.0:1787998279.206564:0:33248:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff94d1a0095c00. 00000020:00000001:2.0:1787998279.206565:0:33249:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1787998279.206569:0:33249:0:(cl_io.c:112:cl_io_fini()) Process leaving 00800000:00000002:3.0:1787998279.206570:0:33248:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 4 00000020:00001000:2.0:1787998279.206571:0:33249:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfbd0 00020000:00000001:2.0:1787998279.206576:0:33249:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00800000:00000001:3.0:1787998279.206577:0:33248:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00020000:00000001:2.0:1787998279.206578:0:33249:0:(lov_io.c:919:lov_io_fini()) Process leaving 00800000:00000001:3.0:1787998279.206581:0:33248:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 00000080:00000001:2.0:1787998279.206583:0:33249:0:(vvp_io.c:296:vvp_io_fini()) Process entered 80000000:00000001:3.0:1787998279.206594:0:33248:0:(fld_request.c:427:fld_client_lookup()) Process entered 00000080:00200000:2.0:1787998279.206596:0:33249:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x27:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 80000000:00000001:3.0:1787998279.206598:0:33248:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 00000080:00000001:2.0:1787998279.206601:0:33249:0:(file.c:7102:ll_layout_refresh()) Process entered 80000000:00000001:3.0:1787998279.206602:0:33248:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998279.206604:0:33249:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998279.206606:0:33248:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998279.206608:0:33249:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:3.0:1787998279.206610:0:33248:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00000080:00000001:2.0:1787998279.206612:0:33249:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00800000:00000001:3.0:1787998279.206614:0:33248:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998279.206615:0:33249:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1787998279.206619:0:33249:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf000 00800000:00000001:3.0:1787998279.206620:0:33248:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00000001:00000001:2.0:1787998279.206622:0:33249:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998279.206623:0:33248:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446626226367836224 : -117847341715392 : ffff94d1870f3040) 00000080:00400000:2.0:1787998279.206627:0:33249:0:(statahead.c:747:ll_agl_trigger()) Handled (init) async glimpse: inode= [0x200000405:0x27:0x0], idx = 1, rc = 1 00000002:00000001:3.0:1787998279.206628:0:33248:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000080:00000001:2.0:1787998279.206632:0:33249:0:(statahead.c:751:ll_agl_trigger()) Process leaving 00000100:00000001:2.0:1787998279.206639:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998279.206642:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998279.206645:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998279.206650:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1b100 x1874850291767424/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:NQU/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998279.206670:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998279.206672:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998279.206675:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998279.206677:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998279.206679:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998279.206683:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291767424:192.168.206.123@tcp:101:ll_agl.0 00000100:00000001:2.0:1787998279.206687:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998279.206690:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998279.206693:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998279.206696:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000002:00000010:3.0:1787998279.206700:0:33248:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff94d1907126c0. 02000000:00000010:2.0:1787998279.206701:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1a0bacc00. 00000002:00000001:3.0:1787998279.206705:0:33248:0:(batch.c:710:cli_batch_add()) Process entered 02000000:00000001:2.0:1787998279.206706:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.206709:0:33248:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1787998279.206712:0:33248:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000400:00000200:2.0:1787998279.206714:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000002:00000001:3.0:1787998279.206718:0:33248:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00000400:00000010:2.0:1787998279.206719:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1861513c8. 00010000:00000001:3.0:1787998279.206722:0:33248:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1787998279.206726:0:33248:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00000400:00000010:2.0:1787998279.206727:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf6e8. 00010000:00000040:3.0:1787998279.206729:0:33248:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360d00 count: 2 00010000:00000001:3.0:1787998279.206734:0:33248:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1787998279.206734:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291767424, portal 4 00010000:00000001:3.0:1787998279.206738:0:33248:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00000100:00000001:2.0:1787998279.206739:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998279.206742:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548355328 : -117847161196288 : ffff94d191d1b100) 00010000:00000010:3.0:1787998279.206743:0:33248:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1903e5600. 00000020:00000001:3.0:1787998279.206748:0:33248:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000100:00000040:2.0:1787998279.206749:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d1b100 x1874850291767424/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998295 ref 2 fl Rpc:Nr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000040:3.0:1787998279.206752:0:33248:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1903e5600 with handle 0xb2d39e653c8cb45 to hash 00000020:00000001:3.0:1787998279.206757:0:33248:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1787998279.206760:0:33248:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226521921024 : -117847187630592 : ffff94d1903e5600) 00000100:00000001:2.0:1787998279.206763:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1787998279.206764:0:33248:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226521921024 : -117847187630592 : ffff94d1903e5600) 00000100:00000040:2.0:1787998279.206787:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998279.206790:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf7f8. 00000100:00000200:2.0:1787998279.206793:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1874850291767424, offset 0 00000400:00000200:2.0:1787998279.206801:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998279.206808:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.206814:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998279.206819:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998279.206822:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998279.206825:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998279.206828:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998279.206831:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2762:2762:255:4294967295] 192.168.206.123@tcp LPNI seq info [2762:2762:7:4294967295] 00000400:00000200:2.0:1787998279.206835:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.206842:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998279.206847:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998279.206851:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19381e700. 00000800:00000200:2.0:1787998279.206857:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998279.206864:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998279.206867:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19381e700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1787998279.206871:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998279.206875:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 20140 usecs (21 jiffies) 00000400:00000200:2.0:1787998279.206878:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998279.206881:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296459385 00000100:00000001:2.0:1787998279.206884:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296460279 00000100:00000001:2.0:1787998279.206886:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296459385 00000100:00000001:2.0:1787998279.206889:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296460279 00000100:00000001:2.0:1787998279.206891:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998279.206894:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998279.206897:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998279.206899:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998279.206905:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998279.206907:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787998279.206909:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998279.206911:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998279.206912:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998279.206914:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998279.206925:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998279.206928:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.206930:0:33248:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998279.206934:0:33248:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998279.206938:0:33248:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8cb45 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998279.206951:0:33248:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8cb45 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.206957:0:33248:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.206959:0:33248:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.206962:0:33248:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1787998279.206966:0:33248:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff94d1987e5f80. 00000002:00000001:3.0:1787998279.206968:0:33248:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.206970:0:33248:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.206972:0:33248:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998279.206974:0:33248:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998279.206976:0:33248:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998279.206978:0:33248:0:(statahead.c:1081:sa_statahead()) Process leaving 00000800:00000200:2.0:1787998279.206980:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000080:00000001:3.0:1787998279.206981:0:33248:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1787998279.206985:0:33248:0:(statahead.c:199:sa_alloc()) Process entered 00000800:00000010:2.0:1787998279.206986:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031fd00. 00000080:00000010:3.0:1787998279.206988:0:33248:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff94d190a8df80. 00000020:00000001:3.0:1787998279.206992:0:33248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d53cd8 00000080:00400000:3.0:1787998279.206994:0:33248:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-5(ffff94d190a8df80) index 4 00000400:00000200:2.0:1787998279.206995:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000080:00000001:3.0:1787998279.206998:0:33248:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446626226528903040 : -117847180648576 : ffff94d190a8df80) 00000400:00000200:2.0:1787998279.207003:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000080:00000001:3.0:1787998279.207004:0:33248:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1787998279.207008:0:33248:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff94d1a0097800. 00000400:00000200:2.0:1787998279.207009:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854093b8 00800000:00000002:3.0:1787998279.207013:0:33248:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 5 00000400:00000010:2.0:1787998279.207014:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854093b8. 00800000:00000001:3.0:1787998279.207020:0:33248:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00000100:00000001:2.0:1787998279.207021:0:2396:0:(events.c:34:request_out_callback()) Process entered 00800000:00000001:3.0:1787998279.207024:0:33248:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998279.207028:0:33248:0:(fld_request.c:427:fld_client_lookup()) Process entered 00000100:00000200:2.0:1787998279.207028:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edea00 x1874850291767296/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1787998295 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 80000000:00000001:3.0:1787998279.207031:0:33248:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998279.207034:0:33248:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998279.207039:0:33248:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998279.207044:0:33248:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998279.207048:0:33248:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998279.207050:0:33248:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1787998279.207051:0:33248:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446626226367836224 : -117847341715392 : ffff94d1870f3040) 00000100:00000001:2.0:1787998279.207053:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000002:00000001:3.0:1787998279.207054:0:33248:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1787998279.207059:0:33248:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff94d1a00af900. 00000100:00000040:2.0:1787998279.207059:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edea00 x1874850291767296/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1787998295 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000002:00000001:3.0:1787998279.207065:0:33248:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1787998279.207067:0:33248:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1787998279.207070:0:33248:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000100:00000001:2.0:1787998279.207076:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.207077:0:33248:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00000100:00000001:2.0:1787998279.207078:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1787998279.207080:0:33248:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1787998279.207083:0:33248:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1787998279.207086:0:33248:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360d00 count: 3 00010000:00000001:3.0:1787998279.207089:0:33248:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998279.207091:0:33248:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1787998279.207094:0:33248:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1903e4c00. 00000020:00000001:3.0:1787998279.207097:0:33248:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1787998279.207098:0:33248:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1903e4c00 with handle 0xb2d39e653c8cb4c to hash 00000020:00000001:3.0:1787998279.207100:0:33248:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1787998279.207102:0:33248:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226521918464 : -117847187633152 : ffff94d1903e4c00) 00010000:00000001:3.0:1787998279.207104:0:33248:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226521918464 : -117847187633152 : ffff94d1903e4c00) 00010000:00000001:3.0:1787998279.207106:0:33248:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998279.207108:0:33248:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998279.207111:0:33248:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4c00/0xb2d39e653c8cb4c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998279.207117:0:33248:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4c00/0xb2d39e653c8cb4c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.207122:0:33248:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.207123:0:33248:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.207126:0:33248:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1787998279.207129:0:33248:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff94d1987e5800. 00000002:00000001:3.0:1787998279.207131:0:33248:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.207132:0:33248:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.207134:0:33248:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998279.207135:0:33248:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998279.207137:0:33248:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998279.207139:0:33248:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1787998279.207140:0:33248:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1787998279.207141:0:33248:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1787998279.207145:0:33248:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff94d190a8d800. 00000020:00000001:3.0:1787998279.207147:0:33248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d53cd8 00000080:00400000:3.0:1787998279.207148:0:33248:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-6(ffff94d190a8d800) index 5 00000080:00000001:3.0:1787998279.207150:0:33248:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446626226528901120 : -117847180650496 : ffff94d190a8d800) 00000080:00000001:3.0:1787998279.207153:0:33248:0:(statahead.c:977:sa_lookup()) Process entered 00000800:00000200:2.0:1787998279.207153:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000080:00000010:3.0:1787998279.207158:0:33248:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff94d1a0097c00. 00000800:00000010:2.0:1787998279.207158:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19381e700. 00800000:00000002:3.0:1787998279.207163:0:33248:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 6 00000400:00000200:2.0:1787998279.207164:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00800000:00000001:3.0:1787998279.207169:0:33248:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00000400:00000200:2.0:1787998279.207171:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00800000:00000001:3.0:1787998279.207173:0:33248:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 00000400:00000200:2.0:1787998279.207175:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf7f8 80000000:00000001:3.0:1787998279.207176:0:33248:0:(fld_request.c:427:fld_client_lookup()) Process entered 00000400:00000010:2.0:1787998279.207179:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf7f8. 80000000:00000001:3.0:1787998279.207180:0:33248:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998279.207184:0:33248:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998279.207184:0:2396:0:(events.c:34:request_out_callback()) Process entered 80000000:00000001:3.0:1787998279.207188:0:33248:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1787998279.207191:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1b100 x1874850291767424/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998295 ref 2 fl Rpc:Nr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00800000:00000002:3.0:1787998279.207192:0:33248:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998279.207198:0:33248:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998279.207203:0:33248:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1787998279.207205:0:33248:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446626226367836224 : -117847341715392 : ffff94d1870f3040) 00000100:00000001:2.0:1787998279.207208:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000002:00000001:3.0:1787998279.207210:0:33248:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1787998279.207215:0:33248:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff94d1a00afd80. 00000100:00000040:2.0:1787998279.207215:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1b100 x1874850291767424/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998295 ref 2 fl Rpc:NQr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1787998279.207220:0:33248:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1787998279.207223:0:33248:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1787998279.207225:0:33248:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000100:00000001:2.0:1787998279.207229:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.207231:0:33248:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00000100:00000001:2.0:1787998279.207232:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1787998279.207236:0:33248:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1787998279.207239:0:33248:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1787998279.207241:0:33248:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360d00 count: 4 00010000:00000001:3.0:1787998279.207244:0:33248:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998279.207246:0:33248:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1787998279.207249:0:33248:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1903e4200. 00000020:00000001:3.0:1787998279.207252:0:33248:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1787998279.207254:0:33248:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1903e4200 with handle 0xb2d39e653c8cb53 to hash 00000020:00000001:3.0:1787998279.207256:0:33248:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1787998279.207258:0:33248:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226521915904 : -117847187635712 : ffff94d1903e4200) 00010000:00000001:3.0:1787998279.207260:0:33248:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226521915904 : -117847187635712 : ffff94d1903e4200) 00010000:00000001:3.0:1787998279.207262:0:33248:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998279.207263:0:33248:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998279.207267:0:33248:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4200/0xb2d39e653c8cb53 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998279.207272:0:33248:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4200/0xb2d39e653c8cb53 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.207278:0:33248:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.207279:0:33248:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.207281:0:33248:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1787998279.207284:0:33248:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff94d1987e5740. 00000002:00000001:3.0:1787998279.207286:0:33248:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.207287:0:33248:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.207289:0:33248:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998279.207290:0:33248:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998279.207292:0:33248:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998279.207294:0:33248:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1787998279.207296:0:33248:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1787998279.207297:0:33248:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1787998279.207299:0:33248:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff94d190a8d000. 00000020:00000001:3.0:1787998279.207300:0:33248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d53cd8 00000080:00400000:3.0:1787998279.207302:0:33248:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-7(ffff94d190a8d000) index 6 00000080:00000001:3.0:1787998279.207304:0:33248:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446626226528899072 : -117847180652544 : ffff94d190a8d000) 00000080:00000001:3.0:1787998279.207306:0:33248:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1787998279.207308:0:33248:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff94d1a0095400. 00800000:00000002:3.0:1787998279.207310:0:33248:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 7 00800000:00000001:3.0:1787998279.207313:0:33248:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1787998279.207315:0:33248:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998279.207316:0:33248:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998279.207317:0:33248:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998279.207319:0:33248:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998279.207320:0:33248:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998279.207321:0:33248:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998279.207323:0:33248:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998279.207325:0:33248:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1787998279.207326:0:33248:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446626226367836224 : -117847341715392 : ffff94d1870f3040) 00000002:00000001:3.0:1787998279.207327:0:33248:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1787998279.207330:0:33248:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff94d1a00af780. 00000002:00000001:3.0:1787998279.207332:0:33248:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1787998279.207333:0:33248:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1787998279.207334:0:33248:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1787998279.207337:0:33248:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1787998279.207338:0:33248:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1787998279.207339:0:33248:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1787998279.207342:0:33248:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360d00 count: 5 00010000:00000001:3.0:1787998279.207343:0:33248:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998279.207345:0:33248:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1787998279.207347:0:33248:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1903e4400. 00000020:00000001:3.0:1787998279.207349:0:33248:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1787998279.207351:0:33248:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1903e4400 with handle 0xb2d39e653c8cb5a to hash 00000020:00000001:3.0:1787998279.207353:0:33248:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1787998279.207354:0:33248:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226521916416 : -117847187635200 : ffff94d1903e4400) 00010000:00000001:3.0:1787998279.207356:0:33248:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226521916416 : -117847187635200 : ffff94d1903e4400) 00010000:00000001:3.0:1787998279.207358:0:33248:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998279.207360:0:33248:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998279.207362:0:33248:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4400/0xb2d39e653c8cb5a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x10000000000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998279.207368:0:33248:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4400/0xb2d39e653c8cb5a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.207373:0:33248:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.207375:0:33248:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.207377:0:33248:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1787998279.207379:0:33248:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff94d1987e5900. 00000002:00000001:3.0:1787998279.207381:0:33248:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.207383:0:33248:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.207384:0:33248:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998279.207386:0:33248:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998279.207387:0:33248:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998279.207389:0:33248:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1787998279.207390:0:33248:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1787998279.207392:0:33248:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1787998279.207394:0:33248:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff94d190a8db00. 00000020:00000001:3.0:1787998279.207396:0:33248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d53cd8 00000080:00400000:3.0:1787998279.207397:0:33248:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-8(ffff94d190a8db00) index 7 00000080:00000001:3.0:1787998279.207399:0:33248:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446626226528901888 : -117847180649728 : ffff94d190a8db00) 00000080:00000001:3.0:1787998279.207401:0:33248:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1787998279.207403:0:33248:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff94d1a0094c00. 00800000:00000002:3.0:1787998279.207406:0:33248:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 8 00800000:00000001:3.0:1787998279.207408:0:33248:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1787998279.207409:0:33248:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998279.207411:0:33248:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998279.207412:0:33248:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998279.207413:0:33248:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998279.207415:0:33248:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998279.207416:0:33248:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998279.207418:0:33248:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998279.207420:0:33248:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1787998279.207421:0:33248:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446626226367836224 : -117847341715392 : ffff94d1870f3040) 00000002:00000001:3.0:1787998279.207423:0:33248:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1787998279.207425:0:33248:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff94d1a00afc00. 00000002:00000001:3.0:1787998279.207427:0:33248:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1787998279.207428:0:33248:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1787998279.207429:0:33248:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1787998279.207432:0:33248:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1787998279.207434:0:33248:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1787998279.207435:0:33248:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1787998279.207437:0:33248:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360d00 count: 6 00010000:00000001:3.0:1787998279.207439:0:33248:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998279.207441:0:33248:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1787998279.207443:0:33248:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1903e4e00. 00000020:00000001:3.0:1787998279.208599:0:33248:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1787998279.208604:0:33248:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1903e4e00 with handle 0xb2d39e653c8cb61 to hash 00000020:00000001:3.0:1787998279.208608:0:33248:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1787998279.208609:0:33248:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226521918976 : -117847187632640 : ffff94d1903e4e00) 00010000:00000001:3.0:1787998279.208614:0:33248:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226521918976 : -117847187632640 : ffff94d1903e4e00) 00010000:00000001:3.0:1787998279.208617:0:33248:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998279.208620:0:33248:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998279.208623:0:33248:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4e00/0xb2d39e653c8cb61 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x10000000000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998279.208685:0:33248:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4e00/0xb2d39e653c8cb61 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.208692:0:33248:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.208695:0:33248:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.208698:0:33248:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1787998279.208705:0:33248:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff94d1987e5b80. 00000002:00000001:3.0:1787998279.208707:0:33248:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.208708:0:33248:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.208710:0:33248:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998279.208713:0:33248:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998279.208715:0:33248:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998279.208717:0:33248:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1787998279.208720:0:33248:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1787998279.208721:0:33248:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1787998279.208724:0:33248:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff94d190a8d900. 00000020:00000001:3.0:1787998279.208726:0:33248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d53cd8 00000080:00400000:3.0:1787998279.208728:0:33248:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-9(ffff94d190a8d900) index 8 00000080:00000001:3.0:1787998279.208730:0:33248:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446626226528901376 : -117847180650240 : ffff94d190a8d900) 00000080:00000001:3.0:1787998279.208732:0:33248:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1787998279.208735:0:33248:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff94d1a0094800. 00800000:00000002:3.0:1787998279.208740:0:33248:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 9 00800000:00000001:3.0:1787998279.208745:0:33248:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1787998279.208748:0:33248:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998279.208750:0:33248:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998279.208752:0:33248:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998279.208753:0:33248:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998279.208755:0:33248:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998279.208757:0:33248:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998279.208759:0:33248:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998279.208761:0:33248:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1787998279.208762:0:33248:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446626226367836224 : -117847341715392 : ffff94d1870f3040) 00000002:00000001:3.0:1787998279.208765:0:33248:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1787998279.208955:0:33248:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff94d1a00af9c0. 00000002:00000001:3.0:1787998279.208958:0:33248:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1787998279.208959:0:33248:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1787998279.208961:0:33248:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1787998279.208967:0:33248:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1787998279.208970:0:33248:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1787998279.208971:0:33248:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1787998279.208974:0:33248:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360d00 count: 7 00010000:00000001:3.0:1787998279.208976:0:33248:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998279.208979:0:33248:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1787998279.208981:0:33248:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1903e5e00. 00000020:00000001:3.0:1787998279.208984:0:33248:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1787998279.208986:0:33248:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1903e5e00 with handle 0xb2d39e653c8cb68 to hash 00000020:00000001:3.0:1787998279.208987:0:33248:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1787998279.208988:0:33248:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226521923072 : -117847187628544 : ffff94d1903e5e00) 00010000:00000001:3.0:1787998279.208990:0:33248:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226521923072 : -117847187628544 : ffff94d1903e5e00) 00010000:00000001:3.0:1787998279.208992:0:33248:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998279.208994:0:33248:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998279.208997:0:33248:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5e00/0xb2d39e653c8cb68 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x10000000000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998279.209003:0:33248:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5e00/0xb2d39e653c8cb68 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.209008:0:33248:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.209010:0:33248:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.209012:0:33248:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1787998279.209019:0:33248:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff94d1987e5240. 00000002:00000001:3.0:1787998279.209021:0:33248:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.209023:0:33248:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.209024:0:33248:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998279.209026:0:33248:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998279.209028:0:33248:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998279.209030:0:33248:0:(lmv_obd.c:4492:lmv_batch_flush()) Process entered 00000002:00000001:3.0:1787998279.209032:0:33248:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:3.0:1787998279.209034:0:33248:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:3.0:1787998279.209036:0:33248:0:(batch.c:121:batch_prep_update_req()) Process entered 00000100:00000010:3.0:1787998279.209039:0:33248:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d03b80. 00000020:00000040:3.0:1787998279.209043:0:33248:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998279.209046:0:33248:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998279.209048:0:33248:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998279.209052:0:33248:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998279.209058:0:33248:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 4096 at ffff94d191c22000. 00000100:00000001:3.0:1787998279.209062:0:33248:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.209066:0:33248:0:(batch.c:105:batch_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.209067:0:33248:0:(batch.c:143:batch_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1787998279.209070:0:33248:0:(batch.c:198:batch_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998279.209074:0:33248:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998279.209077:0:33248:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998279.209085:0:33248:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087e9c979] to pc [ptlrpcd_01_00+0] req@ffff94d191d03b80 x1874850291767552/t0(0) o63->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:24/4 lens 3128/7008 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000002:00000001:3.0:1787998279.209112:0:33248:0:(batch.c:480:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998279.209114:0:33248:0:(batch.c:699:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998279.209115:0:33248:0:(lmv_obd.c:4514:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998279.209117:0:33248:0:(statahead.c:1081:sa_statahead()) Process leaving 00000100:00000001:2.0:1787998279.209182:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998279.209186:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998279.209189:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998279.209195:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d03b80 x1874850291767552/t0(0) o63->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:24/4 lens 3128/7008 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998279.209202:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998279.209204:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998279.209207:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998279.209210:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998279.209212:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998279.209215:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291767552:192.168.206.123@tcp:63:ll_sa.0 00000100:00000001:2.0:1787998279.209219:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998279.209223:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998279.209225:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998279.209227:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998279.209233:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff94d1a01e8000. 02000000:00000001:2.0:1787998279.209235:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998279.209240:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998279.209244:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151e70. 00000400:00000010:2.0:1787998279.209249:0:2404:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff94d19223d240. 00000100:00000200:2.0:1787998279.209255:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1874850291767552, portal 4 00000100:00000001:2.0:1787998279.209257:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998279.209258:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548259712 : -117847161291904 : ffff94d191d03b80) 00000100:00000040:2.0:1787998279.209264:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d03b80 x1874850291767552/t0(0) o63->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1787998295 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998279.209270:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998279.209272:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998279.209275:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf7f8. 00000100:00000200:2.0:1787998279.209278:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 3128 bytes to portal 24, xid 1874850291767552, offset 0 00000400:00000200:2.0:1787998279.209282:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998279.209289:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.209295:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998279.209299:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998279.209303:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998279.209306:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998279.209308:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998279.209312:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2763:2763:256:4294967295] 192.168.206.123@tcp LPNI seq info [2763:2763:8:4294967295] 00000400:00000200:2.0:1787998279.209316:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.209324:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998279.209329:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 3128 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998279.209333:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19381e700. 00000800:00000200:2.0:1787998279.209338:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998279.209344:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998279.209348:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19381e700 type 1, nob 3224 niov 1 nkiov 1 00000100:00000001:2.0:1787998279.209399:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998279.209404:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 820542 usecs (821 jiffies) 00000400:00000200:2.0:1787998279.209408:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998279.209410:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296460187 00000100:00000001:2.0:1787998279.209413:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296460279 00000100:00000001:2.0:1787998279.209416:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296460187 00000100:00000001:2.0:1787998279.209418:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296460279 00000100:00000001:2.0:1787998279.209420:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998279.209422:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998279.209425:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998279.209428:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998279.209434:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998279.209436:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787998279.209439:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998279.209440:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998279.209441:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998279.209443:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998279.209514:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998279.209516:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998279.209518:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998279.209520:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998279.210335:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998279.210340:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19381e700. 00000400:00000200:3.0:1787998279.210346:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998279.210351:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998279.210356:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf7f8 00000400:00000010:3.0:1787998279.210359:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf7f8. 00000100:00000001:3.0:1787998279.210363:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998279.210368:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d03b80 x1874850291767552/t0(0) o63->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1787998295 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998279.210378:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998279.210381:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d03b80 x1874850291767552/t0(0) o63->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1787998295 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998279.210388:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998279.210389:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1787998279.210815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98600. 00010000:00000010:1.1:1787998279.210823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2e00. 00010000:00000010:1.1:1787998279.210826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360f00. 00010000:00000010:1.1:1787998279.210830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e4000. 00000800:00000001:2.0:1787998279.216323:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998279.216348:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998279.216354:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998279.216356:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998279.216367:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.216376:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998279.216386:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.216392:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.216397:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.216402:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 7008 into portal 4 MB=0x6a92a99a5d900 00000400:00000200:2.0:1787998279.216407:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.216415:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 7008/7008 into md 0x8075 [2] + 224 00000800:00000001:2.0:1787998279.216424:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998279.216467:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998279.216472:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998279.216477:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998279.216487:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998279.216499:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d03b80 x1874850291767552/t0(0) o63->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1787998295 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998279.216512:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=7008 offset=224 replen=7008 req@ffff94d191d03b80 x1874850291767552/t0(0) o63->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1787998295 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998279.216532:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998279.216542:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998279.216546:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998279.216718:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998279.216734:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998279.216743:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998279.216745:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998279.216749:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151e70. 00000400:00000200:3.0:1787998279.216753:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d19223d240 00000400:00000010:3.0:1787998279.216756:0:2404:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff94d19223d240. 00000100:00000001:3.0:1787998279.216759:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998279.216765:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d03b80 x1874850291767552/t0(0) o63->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1787998295 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998279.216818:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d03b80 x1874850291767552/t0(0) o63->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1787998295 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998279.216825:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998279.216828:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998279.216831:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998279.216835:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998279.216837:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998279.216840:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998279.216844:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998279.216855:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06dc8 time=1787998279 v=5 (0 0 0 0) 00000100:00001000:3.0:1787998279.216860:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998279.216862:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1787998279.216866:0:2404:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff94d191d03b80 x1874850291767552/t0(0) o63->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1787998295 ref 1 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998279.216872:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1787998279.216876:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998279.216879:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967630 00000100:00000001:3.0:1787998279.216882:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998279.216885:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1787998279.216890:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d03b80 x1874850291767552/t0(0) o63->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1787998295 ref 1 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998279.216897:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:3.0:1787998279.216901:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998279.216904:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1787998279.216908:0:2404:0:(batch.c:404:batch_update_interpret()) Process entered 00000002:00000001:3.0:1787998279.216913:0:2404:0:(batch.c:335:batch_update_request_fini()) Process entered 00010000:00000001:3.0:1787998279.216919:0:2404:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1787998279.216922:0:2404:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998279.216925:0:2404:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998279.216929:0:2404:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4a00 refcount=4 00000020:00000001:3.0:1787998279.216932:0:2404:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521917952 : -117847187633664 : ffff94d1903e4a00) 00010000:00000001:3.0:1787998279.216935:0:2404:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521917952 : -117847187633664 : ffff94d1903e4a00) 00010000:00010000:3.0:1787998279.216940:0:2404:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4a00/0xb2d39e653c8cb3e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.216948:0:2404:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1787998279.216953:0:2404:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4a00/0xb2d39e653c8cb3e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.216961:0:2404:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998279.216964:0:2404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4a00/0xb2d39e653c8cb3e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.216970:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.216972:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1787998279.216975:0:2404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4a00/0xb2d39e653c8cb3e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.216981:0:2404:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998279.216984:0:2404:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.216988:0:2404:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1787998279.216990:0:2404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4a00/0xb2d39e653c8cb3e lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998279.216996:0:2404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d1903e4a00 already unused, calling callback (ffffffffc1bbc3c0) 00000080:00000001:3.0:1787998279.217000:0:2404:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1787998279.217004:0:2404:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4a00/0xb2d39e653c8cb3e lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.217012:0:2404:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1787998279.217015:0:2404:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1787998279.217018:0:2404:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4a00/0xb2d39e653c8cb3e lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.217023:0:2404:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1787998279.217026:0:2404:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1787998279.217027:0:2404:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998279.217028:0:2404:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998279.217030:0:2404:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4a00 refcount=5 00000020:00000001:3.0:1787998279.217032:0:2404:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521917952 : -117847187633664 : ffff94d1903e4a00) 00010000:00000001:3.0:1787998279.217034:0:2404:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521917952 : -117847187633664 : ffff94d1903e4a00) 00010000:00000001:3.0:1787998279.217037:0:2404:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1787998279.217039:0:2404:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4a00/0xb2d39e653c8cb3e lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x20e400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1787998279.217045:0:2404:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1787998279.217047:0:2404:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998279.217050:0:2404:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1787998279.217052:0:2404:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1787998279.217056:0:2404:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1787998279.217057:0:2404:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1787998279.217059:0:2404:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998279.217060:0:2404:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1787998279.217063:0:2404:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1903e4a00 with handle 0xb2d39e653c8cb3e from hash 00010000:00000001:3.0:1787998279.217065:0:2404:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1787998279.217066:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.217067:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.217069:0:2404:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1787998279.217071:0:2404:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1787998279.217073:0:2404:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1787998279.217075:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.217077:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.217079:0:2404:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998279.217080:0:2404:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998279.217083:0:2404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4a00/0xb2d39e653c8cb3e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.217089:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.217090:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.217092:0:2404:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1787998279.217094:0:2404:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998279.217095:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.217096:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.217097:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1787998279.217099:0:2404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4a00/0xb2d39e653c8cb3e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.217112:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998279.217114:0:2404:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1787998279.217118:0:2404:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1787998279.217122:0:2404:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419dbc58 00000080:00400000:3.0:1787998279.217124:0:2404:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-3 rc -125 00000080:00000001:3.0:1787998279.217126:0:2404:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1787998279.217130:0:2404:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1787998279.217132:0:2404:0:(dcache.c:176:ll_intent_release()) intent ffff94d1a0096590 released 00000080:00000001:3.0:1787998279.217134:0:2404:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1787998279.217138:0:2404:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 9 00000080:00000010:3.0:1787998279.217142:0:2404:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff94d191c553c0. 00000080:00000010:3.0:1787998279.217147:0:2404:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff94d1a0096400. 00000080:00000001:3.0:1787998279.217152:0:2404:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1787998279.217155:0:2404:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff94d1987e5140. 00010000:00000001:3.0:1787998279.217159:0:2404:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1787998279.217161:0:2404:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998279.217162:0:2404:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998279.217164:0:2404:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5600 refcount=4 00000020:00000001:3.0:1787998279.217166:0:2404:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521921024 : -117847187630592 : ffff94d1903e5600) 00010000:00000001:3.0:1787998279.217168:0:2404:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521921024 : -117847187630592 : ffff94d1903e5600) 00010000:00010000:3.0:1787998279.217171:0:2404:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8cb45 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.217177:0:2404:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1787998279.217180:0:2404:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8cb45 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.217185:0:2404:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998279.217187:0:2404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8cb45 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.217192:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.217194:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1787998279.217196:0:2404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8cb45 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.217201:0:2404:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998279.217203:0:2404:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.217205:0:2404:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1787998279.217207:0:2404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8cb45 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998279.217213:0:2404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d1903e5600 already unused, calling callback (ffffffffc1bbc3c0) 00000080:00000001:3.0:1787998279.217215:0:2404:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1787998279.217217:0:2404:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8cb45 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.217222:0:2404:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1787998279.217224:0:2404:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1787998279.217227:0:2404:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8cb45 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.217232:0:2404:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1787998279.217235:0:2404:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1787998279.217236:0:2404:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998279.217238:0:2404:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998279.217239:0:2404:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5600 refcount=5 00000020:00000001:3.0:1787998279.217241:0:2404:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521921024 : -117847187630592 : ffff94d1903e5600) 00010000:00000001:3.0:1787998279.217243:0:2404:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521921024 : -117847187630592 : ffff94d1903e5600) 00010000:00000001:3.0:1787998279.217246:0:2404:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1787998279.217248:0:2404:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8cb45 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x20e400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1787998279.217253:0:2404:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1787998279.217254:0:2404:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998279.217256:0:2404:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1787998279.217257:0:2404:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1787998279.217259:0:2404:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1787998279.217260:0:2404:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1787998279.217261:0:2404:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998279.217263:0:2404:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1787998279.217265:0:2404:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1903e5600 with handle 0xb2d39e653c8cb45 from hash 00010000:00000001:3.0:1787998279.217267:0:2404:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1787998279.217268:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.217269:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.217271:0:2404:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1787998279.217272:0:2404:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1787998279.217274:0:2404:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1787998279.217276:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.217277:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.217278:0:2404:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998279.217280:0:2404:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998279.217282:0:2404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8cb45 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.217287:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.217288:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.217289:0:2404:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1787998279.217290:0:2404:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998279.217292:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.217294:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.217295:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1787998279.217297:0:2404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8cb45 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.217305:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998279.217307:0:2404:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1787998279.217310:0:2404:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1787998279.217312:0:2404:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419dbc58 00000080:00400000:3.0:1787998279.217314:0:2404:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-4 rc -125 00000080:00000001:3.0:1787998279.217316:0:2404:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1787998279.217318:0:2404:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1787998279.217319:0:2404:0:(dcache.c:176:ll_intent_release()) intent ffff94d1a0095d90 released 00000080:00000001:3.0:1787998279.217321:0:2404:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1787998279.217323:0:2404:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 8 00000080:00000010:3.0:1787998279.217325:0:2404:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff94d1907126c0. 00000080:00000010:3.0:1787998279.217328:0:2404:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff94d1a0095c00. 00000080:00000001:3.0:1787998279.217331:0:2404:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1787998279.217333:0:2404:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff94d1987e5f80. 00010000:00000001:3.0:1787998279.217336:0:2404:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1787998279.217338:0:2404:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998279.217339:0:2404:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998279.217341:0:2404:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4c00 refcount=4 00000020:00000001:3.0:1787998279.217343:0:2404:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521918464 : -117847187633152 : ffff94d1903e4c00) 00010000:00000001:3.0:1787998279.217345:0:2404:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521918464 : -117847187633152 : ffff94d1903e4c00) 00010000:00010000:3.0:1787998279.217348:0:2404:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4c00/0xb2d39e653c8cb4c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.217354:0:2404:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1787998279.217357:0:2404:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4c00/0xb2d39e653c8cb4c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.217361:0:2404:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998279.217364:0:2404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4c00/0xb2d39e653c8cb4c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.217369:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.217370:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1787998279.217372:0:2404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4c00/0xb2d39e653c8cb4c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.217377:0:2404:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998279.217379:0:2404:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.217380:0:2404:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1787998279.217382:0:2404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4c00/0xb2d39e653c8cb4c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998279.217387:0:2404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d1903e4c00 already unused, calling callback (ffffffffc1bbc3c0) 00000080:00000001:3.0:1787998279.217388:0:2404:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1787998279.217390:0:2404:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4c00/0xb2d39e653c8cb4c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.217395:0:2404:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1787998279.217397:0:2404:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1787998279.217399:0:2404:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4c00/0xb2d39e653c8cb4c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.217404:0:2404:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1787998279.217406:0:2404:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1787998279.217407:0:2404:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998279.217408:0:2404:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998279.217410:0:2404:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4c00 refcount=5 00000020:00000001:3.0:1787998279.217412:0:2404:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521918464 : -117847187633152 : ffff94d1903e4c00) 00010000:00000001:3.0:1787998279.217414:0:2404:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521918464 : -117847187633152 : ffff94d1903e4c00) 00010000:00000001:3.0:1787998279.217416:0:2404:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1787998279.217419:0:2404:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4c00/0xb2d39e653c8cb4c lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x20e400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1787998279.217428:0:2404:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1787998279.217429:0:2404:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998279.217431:0:2404:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1787998279.217432:0:2404:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1787998279.217434:0:2404:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1787998279.217435:0:2404:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1787998279.217436:0:2404:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998279.217438:0:2404:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1787998279.217440:0:2404:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1903e4c00 with handle 0xb2d39e653c8cb4c from hash 00010000:00000001:3.0:1787998279.217443:0:2404:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1787998279.217444:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.217626:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.217627:0:2404:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1787998279.217629:0:2404:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1787998279.217630:0:2404:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1787998279.217633:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.217635:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.217636:0:2404:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998279.217638:0:2404:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998279.217641:0:2404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4c00/0xb2d39e653c8cb4c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.217647:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.217648:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.217649:0:2404:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1787998279.217650:0:2404:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998279.217651:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.217652:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.217653:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1787998279.217706:0:2404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4c00/0xb2d39e653c8cb4c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.217716:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998279.217718:0:2404:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1787998279.217813:0:2404:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1787998279.217816:0:2404:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419dbc58 00000080:00400000:3.0:1787998279.217818:0:2404:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-5 rc -125 00000080:00000001:3.0:1787998279.217820:0:2404:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1787998279.217822:0:2404:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1787998279.217823:0:2404:0:(dcache.c:176:ll_intent_release()) intent ffff94d1a0097990 released 00000080:00000001:3.0:1787998279.217825:0:2404:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1787998279.217827:0:2404:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 7 00000080:00000010:3.0:1787998279.217829:0:2404:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff94d1a00af900. 00000080:00000010:3.0:1787998279.217832:0:2404:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff94d1a0097800. 00000080:00000001:3.0:1787998279.217834:0:2404:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1787998279.217837:0:2404:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff94d1987e5800. 00010000:00000001:3.0:1787998279.217840:0:2404:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1787998279.217841:0:2404:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998279.217843:0:2404:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998279.217845:0:2404:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4200 refcount=4 00000020:00000001:3.0:1787998279.217847:0:2404:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915904 : -117847187635712 : ffff94d1903e4200) 00010000:00000001:3.0:1787998279.217850:0:2404:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915904 : -117847187635712 : ffff94d1903e4200) 00010000:00010000:3.0:1787998279.217853:0:2404:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4200/0xb2d39e653c8cb53 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.217857:0:2404:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1787998279.217860:0:2404:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4200/0xb2d39e653c8cb53 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.217864:0:2404:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998279.217866:0:2404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4200/0xb2d39e653c8cb53 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.217871:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.217872:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1787998279.217874:0:2404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4200/0xb2d39e653c8cb53 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.217878:0:2404:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998279.217881:0:2404:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.217883:0:2404:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1787998279.217885:0:2404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4200/0xb2d39e653c8cb53 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998279.217889:0:2404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d1903e4200 already unused, calling callback (ffffffffc1bbc3c0) 00000080:00000001:3.0:1787998279.217891:0:2404:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1787998279.217893:0:2404:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4200/0xb2d39e653c8cb53 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.217898:0:2404:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1787998279.217899:0:2404:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1787998279.217902:0:2404:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4200/0xb2d39e653c8cb53 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.217906:0:2404:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1787998279.217908:0:2404:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1787998279.217909:0:2404:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998279.217910:0:2404:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998279.217912:0:2404:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4200 refcount=5 00000020:00000001:3.0:1787998279.217913:0:2404:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915904 : -117847187635712 : ffff94d1903e4200) 00010000:00000001:3.0:1787998279.217915:0:2404:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915904 : -117847187635712 : ffff94d1903e4200) 00010000:00000001:3.0:1787998279.217917:0:2404:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1787998279.217919:0:2404:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4200/0xb2d39e653c8cb53 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x20e400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1787998279.217925:0:2404:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1787998279.217926:0:2404:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998279.217928:0:2404:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1787998279.217929:0:2404:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1787998279.217930:0:2404:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1787998279.217932:0:2404:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1787998279.217933:0:2404:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998279.217935:0:2404:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1787998279.217937:0:2404:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1903e4200 with handle 0xb2d39e653c8cb53 from hash 00010000:00000001:3.0:1787998279.217939:0:2404:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1787998279.217940:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.217941:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.217942:0:2404:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1787998279.217943:0:2404:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1787998279.217944:0:2404:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1787998279.217947:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.217947:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.217949:0:2404:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998279.217950:0:2404:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998279.217953:0:2404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4200/0xb2d39e653c8cb53 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.217958:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.217959:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.217960:0:2404:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1787998279.217962:0:2404:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998279.217963:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.217964:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.217965:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1787998279.217967:0:2404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4200/0xb2d39e653c8cb53 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.217975:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998279.217976:0:2404:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1787998279.217979:0:2404:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1787998279.217981:0:2404:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419dbc58 00000080:00400000:3.0:1787998279.217982:0:2404:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-6 rc -125 00000080:00000001:3.0:1787998279.217984:0:2404:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1787998279.217987:0:2404:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1787998279.217988:0:2404:0:(dcache.c:176:ll_intent_release()) intent ffff94d1a0097d90 released 00000080:00000001:3.0:1787998279.217990:0:2404:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1787998279.217991:0:2404:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 6 00000080:00000010:3.0:1787998279.217993:0:2404:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff94d1a00afd80. 00000080:00000010:3.0:1787998279.217996:0:2404:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff94d1a0097c00. 00000080:00000001:3.0:1787998279.217998:0:2404:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1787998279.218001:0:2404:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff94d1987e5740. 00010000:00000001:3.0:1787998279.218004:0:2404:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1787998279.218005:0:2404:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998279.218006:0:2404:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998279.218008:0:2404:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4400 refcount=4 00000020:00000001:3.0:1787998279.218009:0:2404:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521916416 : -117847187635200 : ffff94d1903e4400) 00010000:00000001:3.0:1787998279.218011:0:2404:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521916416 : -117847187635200 : ffff94d1903e4400) 00010000:00010000:3.0:1787998279.218014:0:2404:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4400/0xb2d39e653c8cb5a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.218020:0:2404:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1787998279.218023:0:2404:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4400/0xb2d39e653c8cb5a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.218028:0:2404:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998279.218030:0:2404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4400/0xb2d39e653c8cb5a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.218034:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.218035:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1787998279.218037:0:2404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4400/0xb2d39e653c8cb5a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.218041:0:2404:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998279.218043:0:2404:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.218044:0:2404:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1787998279.218046:0:2404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4400/0xb2d39e653c8cb5a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998279.218051:0:2404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d1903e4400 already unused, calling callback (ffffffffc1bbc3c0) 00000080:00000001:3.0:1787998279.218053:0:2404:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1787998279.218055:0:2404:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4400/0xb2d39e653c8cb5a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.218061:0:2404:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1787998279.218062:0:2404:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1787998279.218065:0:2404:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4400/0xb2d39e653c8cb5a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.218071:0:2404:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1787998279.218072:0:2404:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1787998279.218073:0:2404:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998279.218074:0:2404:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998279.218076:0:2404:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4400 refcount=5 00000020:00000001:3.0:1787998279.218078:0:2404:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521916416 : -117847187635200 : ffff94d1903e4400) 00010000:00000001:3.0:1787998279.218080:0:2404:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521916416 : -117847187635200 : ffff94d1903e4400) 00010000:00000001:3.0:1787998279.218082:0:2404:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1787998279.218084:0:2404:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4400/0xb2d39e653c8cb5a lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1787998279.218090:0:2404:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1787998279.218091:0:2404:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998279.218093:0:2404:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1787998279.218094:0:2404:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1787998279.218096:0:2404:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1787998279.218097:0:2404:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1787998279.218099:0:2404:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998279.218100:0:2404:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1787998279.218102:0:2404:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1903e4400 with handle 0xb2d39e653c8cb5a from hash 00010000:00000001:3.0:1787998279.218105:0:2404:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1787998279.218106:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.218107:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.218108:0:2404:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1787998279.218110:0:2404:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1787998279.218111:0:2404:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1787998279.218113:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.218115:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.218116:0:2404:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998279.218118:0:2404:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998279.218119:0:2404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4400/0xb2d39e653c8cb5a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.218124:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.218125:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.218126:0:2404:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1787998279.218127:0:2404:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998279.218128:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.218129:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.218130:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1787998279.218132:0:2404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4400/0xb2d39e653c8cb5a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.218138:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998279.218140:0:2404:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1787998279.218142:0:2404:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1787998279.218144:0:2404:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419dbc58 00000080:00400000:3.0:1787998279.218146:0:2404:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-7 rc -125 00000080:00000001:3.0:1787998279.218148:0:2404:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1787998279.218150:0:2404:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1787998279.218152:0:2404:0:(dcache.c:176:ll_intent_release()) intent ffff94d1a0095590 released 00000080:00000001:3.0:1787998279.218153:0:2404:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1787998279.218155:0:2404:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 5 00000080:00000010:3.0:1787998279.218157:0:2404:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff94d1a00af780. 00000080:00000010:3.0:1787998279.218159:0:2404:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff94d1a0095400. 00000080:00000001:3.0:1787998279.218162:0:2404:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1787998279.218164:0:2404:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff94d1987e5900. 00010000:00000001:3.0:1787998279.218167:0:2404:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1787998279.218168:0:2404:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998279.218169:0:2404:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998279.218171:0:2404:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4e00 refcount=4 00000020:00000001:3.0:1787998279.218172:0:2404:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521918976 : -117847187632640 : ffff94d1903e4e00) 00010000:00000001:3.0:1787998279.218174:0:2404:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521918976 : -117847187632640 : ffff94d1903e4e00) 00010000:00010000:3.0:1787998279.218178:0:2404:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4e00/0xb2d39e653c8cb61 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.218182:0:2404:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1787998279.218185:0:2404:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4e00/0xb2d39e653c8cb61 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.218189:0:2404:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998279.218192:0:2404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4e00/0xb2d39e653c8cb61 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.218197:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.218198:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1787998279.218200:0:2404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4e00/0xb2d39e653c8cb61 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.218204:0:2404:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998279.218206:0:2404:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.218208:0:2404:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1787998279.218209:0:2404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4e00/0xb2d39e653c8cb61 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998279.218214:0:2404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d1903e4e00 already unused, calling callback (ffffffffc1bbc3c0) 00000080:00000001:3.0:1787998279.218216:0:2404:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1787998279.218218:0:2404:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4e00/0xb2d39e653c8cb61 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.218223:0:2404:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1787998279.218225:0:2404:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1787998279.218228:0:2404:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4e00/0xb2d39e653c8cb61 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.218232:0:2404:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1787998279.218235:0:2404:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1787998279.218237:0:2404:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998279.218238:0:2404:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998279.218239:0:2404:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4e00 refcount=5 00000020:00000001:3.0:1787998279.218241:0:2404:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521918976 : -117847187632640 : ffff94d1903e4e00) 00010000:00000001:3.0:1787998279.218244:0:2404:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521918976 : -117847187632640 : ffff94d1903e4e00) 00010000:00000001:3.0:1787998279.218246:0:2404:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1787998279.218248:0:2404:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4e00/0xb2d39e653c8cb61 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x20e400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1787998279.218252:0:2404:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1787998279.218253:0:2404:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998279.218256:0:2404:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1787998279.218257:0:2404:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1787998279.218258:0:2404:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1787998279.218259:0:2404:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1787998279.218261:0:2404:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998279.218262:0:2404:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1787998279.218264:0:2404:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1903e4e00 with handle 0xb2d39e653c8cb61 from hash 00010000:00000001:3.0:1787998279.218266:0:2404:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1787998279.218267:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.218268:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.218269:0:2404:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1787998279.218270:0:2404:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1787998279.218271:0:2404:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1787998279.218273:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.218274:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.218276:0:2404:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998279.218277:0:2404:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998279.218279:0:2404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4e00/0xb2d39e653c8cb61 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.218285:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.218286:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.218287:0:2404:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1787998279.218288:0:2404:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998279.218290:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.218291:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.218292:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1787998279.218294:0:2404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4e00/0xb2d39e653c8cb61 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.218301:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998279.218303:0:2404:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1787998279.218305:0:2404:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1787998279.218307:0:2404:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419dbc58 00000080:00400000:3.0:1787998279.218308:0:2404:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-8 rc -125 00000080:00000001:3.0:1787998279.218310:0:2404:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1787998279.218312:0:2404:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1787998279.218313:0:2404:0:(dcache.c:176:ll_intent_release()) intent ffff94d1a0094d90 released 00000080:00000001:3.0:1787998279.218315:0:2404:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1787998279.218316:0:2404:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 4 00000080:00000010:3.0:1787998279.218318:0:2404:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff94d1a00afc00. 00000080:00000010:3.0:1787998279.218320:0:2404:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff94d1a0094c00. 00000080:00000001:3.0:1787998279.218323:0:2404:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1787998279.218325:0:2404:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff94d1987e5b80. 00010000:00000001:3.0:1787998279.218328:0:2404:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1787998279.218329:0:2404:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998279.218331:0:2404:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998279.218332:0:2404:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5e00 refcount=4 00000020:00000001:3.0:1787998279.218334:0:2404:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521923072 : -117847187628544 : ffff94d1903e5e00) 00010000:00000001:3.0:1787998279.218336:0:2404:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521923072 : -117847187628544 : ffff94d1903e5e00) 00010000:00010000:3.0:1787998279.218339:0:2404:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5e00/0xb2d39e653c8cb68 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.218344:0:2404:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1787998279.218347:0:2404:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5e00/0xb2d39e653c8cb68 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.218353:0:2404:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998279.218356:0:2404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5e00/0xb2d39e653c8cb68 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.218361:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.218362:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1787998279.218364:0:2404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5e00/0xb2d39e653c8cb68 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.218369:0:2404:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998279.218371:0:2404:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.218373:0:2404:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1787998279.218375:0:2404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5e00/0xb2d39e653c8cb68 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998279.218380:0:2404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d1903e5e00 already unused, calling callback (ffffffffc1bbc3c0) 00000080:00000001:3.0:1787998279.218382:0:2404:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1787998279.218384:0:2404:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5e00/0xb2d39e653c8cb68 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.218389:0:2404:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1787998279.218390:0:2404:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1787998279.218393:0:2404:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5e00/0xb2d39e653c8cb68 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.218398:0:2404:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1787998279.218399:0:2404:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1787998279.218400:0:2404:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998279.218402:0:2404:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998279.218403:0:2404:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5e00 refcount=5 00000020:00000001:3.0:1787998279.218405:0:2404:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521923072 : -117847187628544 : ffff94d1903e5e00) 00010000:00000001:3.0:1787998279.218407:0:2404:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521923072 : -117847187628544 : ffff94d1903e5e00) 00010000:00000001:3.0:1787998279.218409:0:2404:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1787998279.218411:0:2404:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5e00/0xb2d39e653c8cb68 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x20e400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1787998279.218421:0:2404:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1787998279.218422:0:2404:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998279.218424:0:2404:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1787998279.218426:0:2404:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1787998279.218427:0:2404:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1787998279.218429:0:2404:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1787998279.218430:0:2404:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998279.218431:0:2404:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1787998279.218433:0:2404:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1903e5e00 with handle 0xb2d39e653c8cb68 from hash 00010000:00000001:3.0:1787998279.218435:0:2404:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1787998279.218436:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.218437:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.218438:0:2404:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1787998279.218440:0:2404:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1787998279.218441:0:2404:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1787998279.218443:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.218443:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.218444:0:2404:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998279.219113:0:2404:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998279.219118:0:2404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5e00/0xb2d39e653c8cb68 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998279.219126:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.219127:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.219128:0:2404:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1787998279.219130:0:2404:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998279.219141:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998279.219142:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998279.219143:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1787998279.219145:0:2404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5e00/0xb2d39e653c8cb68 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1787998279.219152:0:2404:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d18a360d00 count: 0 00010000:00000010:3.0:1787998279.219161:0:2404:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d190a8d580. 00010000:00000001:3.0:1787998279.219173:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998279.219176:0:2404:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1787998279.219179:0:2404:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1787998279.219181:0:2404:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419dbc58 00000080:00400000:3.0:1787998279.219183:0:2404:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-9 rc -125 00000080:00000001:3.0:1787998279.219184:0:2404:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1787998279.219187:0:2404:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1787998279.219188:0:2404:0:(dcache.c:176:ll_intent_release()) intent ffff94d1a0094990 released 00000080:00000001:3.0:1787998279.219190:0:2404:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1787998279.219192:0:2404:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 3 00000080:00000010:3.0:1787998279.219195:0:2404:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff94d1a00af9c0. 00000080:00000010:3.0:1787998279.219197:0:2404:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff94d1a0094800. 00000080:00000001:3.0:1787998279.219200:0:2404:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1787998279.219203:0:2404:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff94d1987e5240. 00000002:00000010:3.0:1787998279.219207:0:2404:0:(batch.c:317:batch_update_request_destroy()) kvfree 'bub->bub_req': 4096 at ffff94d191c26000. 00000002:00000010:3.0:1787998279.219211:0:2404:0:(batch.c:318:batch_update_request_destroy()) kfreed 'bub': 40 at ffff94d1987e5f40. 00000002:00000010:3.0:1787998279.219213:0:2404:0:(batch.c:321:batch_update_request_destroy()) kfreed 'head': 80 at ffff94d1a0013900. 00000002:00000001:3.0:1787998279.219216:0:2404:0:(batch.c:394:batch_update_request_fini()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000002:00000001:3.0:1787998279.219219:0:2404:0:(batch.c:422:batch_update_interpret()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1787998279.219234:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d03b80 x1874850291767552/t0(0) o63->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1787998295 ref 1 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998279.219244:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291767552:192.168.206.123@tcp:63:ll_sa.0 00000100:00000001:3.0:1787998279.219251:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998279.219255:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998279.219259:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d03b80 x1874850291767552/t0(0) o63->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1787998295 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998279.219267:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998279.219270:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998279.219274:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff94d1a01e8000. 02000000:00000001:3.0:1787998279.219280:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998279.219283:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998279.219285:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998279.219288:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998279.219291:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 4096 at ffff94d191c22000. 02000000:00000001:3.0:1787998279.219295:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998279.219297:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998279.219298:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d03b80. 00000100:00000001:3.0:1787998279.219303:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998279.219304:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998279.219307:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998279.219319:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998279.219320:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998279.219323:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998279.219326:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787998279.220419:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998279.220437:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998279.220442:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998279.220445:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998279.220464:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998279.220471:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998279.220481:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998279.220486:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998279.220493:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998279.220498:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 400 into portal 4 MB=0x6a92a99a5d880 00000400:00000200:3.0:1787998279.220503:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998279.220511:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 400/400 into md 0x8065 [1] + 224 00000800:00000001:3.0:1787998279.220519:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998279.220526:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998279.220530:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998279.220535:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998279.220544:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998279.220552:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1b100 x1874850291767424/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998295 ref 1 fl Rpc:NQr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998279.220563:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff94d191d1b100 x1874850291767424/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998295 ref 1 fl Rpc:RNQ/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998279.220594:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998279.220605:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998279.220609:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998279.220680:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998279.220685:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787998279.220692:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998279.220695:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998279.220699:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1861513c8. 00000400:00000200:2.0:1787998279.220703:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf6e8 00000400:00000010:2.0:1787998279.220706:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf6e8. 00000100:00000001:2.0:1787998279.220710:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998279.220716:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1b100 x1874850291767424/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998295 ref 1 fl Rpc:RNQ/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1787998279.220723:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1b100 x1874850291767424/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998295 ref 1 fl Rpc:RNQU/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998279.220739:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998279.220741:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998279.220743:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998279.220746:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998279.220749:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998279.220751:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998279.220754:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998279.220765:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca460 time=105 v=5 (5 5 37 37) 00000100:00001000:2.0:1787998279.220805:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=56 v=5 (1 0 0 0) 00000100:00000001:2.0:1787998279.220809:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998279.220811:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998279.220814:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998279.220818:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998279.220822:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998279.220824:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:2.0:1787998279.220826:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998279.220828:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998279.220833:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1b100 x1874850291767424/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998295 ref 1 fl Rpc:RNQU/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998279.220840:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998279.220843:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998279.220845:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1787998279.220849:0:2405:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:2.0:1787998279.220852:0:2405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998279.220855:0:2405:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998279.220858:0:2405:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5c800 refcount=4 00000020:00000001:2.0:1787998279.220860:0:2405:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528700416 : -117847180851200 : ffff94d190a5c800) 00010000:00000001:2.0:1787998279.220863:0:2405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528700416 : -117847180851200 : ffff94d190a5c800) 00010000:00000001:2.0:1787998279.220865:0:2405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998279.220866:0:2405:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998279.220867:0:2405:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5c800 refcount=5 00000020:00000001:2.0:1787998279.220868:0:2405:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528700416 : -117847180851200 : ffff94d190a5c800) 00010000:00000001:2.0:1787998279.220870:0:2405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528700416 : -117847180851200 : ffff94d190a5c800) 00010000:00000001:2.0:1787998279.220874:0:2405:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998279.220881:0:2405:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998279.220887:0:2405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000d963924f/0xb2d39e653c8cb37 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 33249 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998279.220899:0:2405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998279.220901:0:2405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998279.220904:0:2405:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1787998279.220907:0:2405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998279.220908:0:2405:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998279.220909:0:2405:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5c800 refcount=6 00000020:00000001:2.0:1787998279.220912:0:2405:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528700416 : -117847180851200 : ffff94d190a5c800) 00010000:00000001:2.0:1787998279.220914:0:2405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528700416 : -117847180851200 : ffff94d190a5c800) 00010000:00000040:2.0:1787998279.220921:0:2405:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d190a5c800, remote cookie: 0x4fd9a50f3a6ad021, flags: 0x41011 00010000:00010000:2.0:1787998279.220926:0:2405:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000d963924f/0xb2d39e653c8cb37 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad021 expref: -99 pid: 33249 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998279.220939:0:2405:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1787998279.220942:0:2405:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998279.220945:0:2405:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1787998279.220949:0:2405:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1787998279.220954:0:2405:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000d963924f/0xb2d39e653c8cb37 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad021 expref: -99 pid: 33249 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1787998279.220967:0:2405:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x14:0x0].0x0 (ffff94d188d3c300) refcount = 1 00010000:00000040:2.0:1787998279.220970:0:2405:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1787998279.220972:0:2405:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000d963924f/0xb2d39e653c8cb37 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad021 expref: -99 pid: 33249 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998279.220980:0:2405:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1787998279.220981:0:2405:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998279.220984:0:2405:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1787998279.220992:0:2405:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998279.220995:0:2405:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000d963924f/0xb2d39e653c8cb37 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad021 expref: -99 pid: 33249 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998279.221002:0:2405:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1787998279.221004:0:2405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998279.221005:0:2405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998279.221006:0:2405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998279.221007:0:2405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1787998279.221010:0:2405:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1787998279.221012:0:2405:0:(osc_lock.c:317:osc_lock_upcall_speculative()) Process entered 00000020:00000001:2.0:1787998279.221015:0:2405:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787998279.221020:0:2405:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798653448 : -117846910898168 : ffff94d1a0bcf008) 00000020:00001000:2.0:1787998279.221023:0:2405:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf000 00010000:00000001:2.0:1787998279.221024:0:2405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998279.221025:0:2405:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998279.221027:0:2405:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5c800 refcount=5 00000020:00000001:2.0:1787998279.221029:0:2405:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528700416 : -117847180851200 : ffff94d190a5c800) 00010000:00000001:2.0:1787998279.221031:0:2405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528700416 : -117847180851200 : ffff94d190a5c800) 00000008:00000001:2.0:1787998279.221034:0:2405:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1787998279.221039:0:2405:0:(cl_object.c:143:cl_object_top()) ffff94d19391da40 -> ffff94d1a0aa3210 00000008:00010000:2.0:1787998279.221043:0:2405:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000d963924f/0xb2d39e653c8cb37 lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6ad021 expref: -99 pid: 33249 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1787998279.221057:0:2405:0:(cl_object.c:143:cl_object_top()) ffff94d19391da40 -> ffff94d1a0aa3210 00000020:00000001:2.0:1787998279.221060:0:2405:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1787998279.221063:0:2405:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1787998279.221070:0:2405:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1787998279.221073:0:2405:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998279.221075:0:2405:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998279.221077:0:2405:0:(cl_object.c:143:cl_object_top()) ffff94d19391da40 -> ffff94d1a0aa3210 00000008:00000001:2.0:1787998279.221078:0:2405:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00010000:00000001:2.0:1787998279.221079:0:2405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998279.221081:0:2405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00001000:2.0:1787998279.221085:0:2405:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf000 00000008:00000001:2.0:1787998279.221088:0:2405:0:(osc_lock.c:344:osc_lock_upcall_speculative()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998279.221090:0:2405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998279.221092:0:2405:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998279.221093:0:2405:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5c800 refcount=5 00000020:00000001:2.0:1787998279.221095:0:2405:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528700416 : -117847180851200 : ffff94d190a5c800) 00010000:00000001:2.0:1787998279.221098:0:2405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528700416 : -117847180851200 : ffff94d190a5c800) 00010000:00000001:2.0:1787998279.221100:0:2405:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998279.221103:0:2405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000d963924f/0xb2d39e653c8cb37 lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6ad021 expref: -99 pid: 33249 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998279.221110:0:2405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998279.221111:0:2405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1787998279.221113:0:2405:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000d963924f/0xb2d39e653c8cb37 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6ad021 expref: -99 pid: 33249 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998279.221120:0:2405:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998279.221121:0:2405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998279.221122:0:2405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1787998279.223210:0:2405:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998279.223224:0:2405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998279.223229:0:2405:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998279.223233:0:2405:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5c800 refcount=4 00000020:00000001:2.0:1787998279.223236:0:2405:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528700416 : -117847180851200 : ffff94d190a5c800) 00010000:00000001:2.0:1787998279.223241:0:2405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528700416 : -117847180851200 : ffff94d190a5c800) 00010000:00000001:2.0:1787998279.223244:0:2405:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998279.223250:0:2405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000d963924f/0xb2d39e653c8cb37 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6ad021 expref: -99 pid: 33249 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998279.223264:0:2405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998279.223266:0:2405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998279.223268:0:2405:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787998279.223272:0:2405:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787998279.223274:0:2405:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000d963924f/0xb2d39e653c8cb37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad021 expref: -99 pid: 33249 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1787998279.223286:0:2405:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787998279.223290:0:2405:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998279.223292:0:2405:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998279.223297:0:2405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998279.223299:0:2405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998279.223301:0:2405:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998279.223305:0:2405:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998279.223307:0:2405:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998279.223309:0:2405:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998279.223312:0:2405:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998279.223313:0:2405:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998279.223315:0:2405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998279.223316:0:2405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998279.223317:0:2405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998279.223318:0:2405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1787998279.223320:0:2405:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998279.223336:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1b100 x1874850291767424/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998295 ref 1 fl Interpret:RNQU/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1787998279.223348:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291767424:192.168.206.123@tcp:101:ll_agl.0 00000100:00000001:2.0:1787998279.223356:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998279.223361:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998279.223365:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1b100 x1874850291767424/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998295 ref 1 fl Complete:RNQU/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998279.223373:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998279.223377:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998279.223382:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1a0bacc00. 02000000:00000001:2.0:1787998279.223388:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998279.223390:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998279.223392:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998279.223394:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998279.223397:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d190903000. 02000000:00000001:2.0:1787998279.223402:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998279.223405:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998279.223407:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1b100. 00000100:00000001:2.0:1787998279.223412:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998279.223414:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998279.223417:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998279.223427:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998279.223429:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998279.223432:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998279.223435:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998279.226037:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998279.226063:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998279.226068:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998279.226070:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998279.226081:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.226090:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998279.226103:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.226109:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.226116:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.226121:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a5d800 00000400:00000200:2.0:1787998279.226422:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.226430:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x805d [1] + 224 00000800:00000001:2.0:1787998279.226439:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998279.226461:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998279.226465:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998279.226471:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998279.226480:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998279.226490:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edea00 x1874850291767296/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1787998295 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998279.226502:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94d199edea00 x1874850291767296/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1787998295 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998279.226529:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998279.226540:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998279.226544:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998279.226636:0:33247:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998279.226645:0:33247:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998279.226647:0:33247:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998279.226651:0:33247:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc7e8. 00000400:00000200:1.0:1787998279.226656:0:33247:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409aa0 00000400:00000010:1.0:1787998279.226670:0:33247:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409aa0. 00000100:00000001:1.0:1787998279.226674:0:33247:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998279.226679:0:33247:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edea00 x1874850291767296/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1787998295 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787998279.226689:0:33247:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edea00 x1874850291767296/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1787998295 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998279.226695:0:33247:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998279.226697:0:33247:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998279.226700:0:33247:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998279.226713:0:33247:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998279.226716:0:33247:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998279.226718:0:33247:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998279.226721:0:33247:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998279.226737:0:33247:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=105 v=5 (5 104 104 104) 00000100:00001000:1.0:1787998279.226742:0:33247:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998279.226745:0:33247:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998279.226747:0:33247:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998279.226751:0:33247:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998279.226755:0:33247:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998279.226758:0:33247:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1787998279.226760:0:33247:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009a/0x100000150] 00000100:00000001:1.0:1787998279.226762:0:33247:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1787998279.226764:0:33247:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998279.226808:0:33247:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684422656 : -117847025128960 : ffff94d199edea00) 00000100:00000001:1.0:1787998279.226813:0:33247:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998279.226814:0:33247:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967630 00000100:00000001:1.0:1787998279.226817:0:33247:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998279.226820:0:33247:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998279.226826:0:33247:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edea00 x1874850291767296/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1787998295 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998279.226834:0:33247:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998279.226838:0:33247:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998279.226840:0:33247:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998279.226845:0:33247:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edea00 x1874850291767296/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1787998295 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787998279.226853:0:33247:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edea00 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:33247:1874850291767296:192.168.206.123@tcp:36:multiop.0 00000100:00000001:1.0:1787998279.226859:0:33247:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998279.226862:0:33247:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998279.226865:0:33247:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998279.226867:0:33247:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998279.226875:0:33247:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edea00 x1874850291767296/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1787998295 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998279.226883:0:33247:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998279.226887:0:33247:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a0070c00. 00000100:00000001:1.0:1787998279.226891:0:33247:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998279.226893:0:33247:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998279.226903:0:33247:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998279.226906:0:33247:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998279.226912:0:33247:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998279.226915:0:33247:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d190451400. 00000100:00000001:1.0:1787998279.226922:0:33247:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998279.226926:0:33247:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edea00 x1874850291767296/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1787998295 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998279.226931:0:33247:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998279.226936:0:33247:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998279.226949:0:33247:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1787998279.226952:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbe30 00000080:00002000:1.0:1787998279.226956:0:33247:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-1 (ffff94d183582360, parent ffff94d198a90798, inode 0000000000000000) hashed, 00000080:00000001:1.0:1787998279.226959:0:33247:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998279.226967:0:33247:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1787998279.226975:0:33247:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1787998279.226984:0:33247:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:1.0:1787998279.226987:0:33247:0:(file.c:5294:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1787998279.226990:0:33247:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998279.226995:0:33247:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798657048 : -117846910894568 : ffff94d1a0bcfe18) 00000020:00001000:1.0:1787998279.226998:0:33247:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfe10 00000020:00000001:1.0:1787998279.227004:0:33247:0:(cl_object.c:143:cl_object_top()) ffff94d18543a2d8 -> ffff94d18543a2d8 00000020:00000001:1.0:1787998279.227007:0:33247:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1787998279.227010:0:33247:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1787998279.227012:0:33247:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x28:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1787998279.227016:0:33247:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998279.227017:0:33247:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1787998279.227019:0:33247:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1787998279.227024:0:33247:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x28:0x0]io ffff94d19226c9a0 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1787998279.227027:0:33247:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d191daa6c8) owner 0000000000000000/ffff94d199e527c0 00020000:00000001:1.0:1787998279.227032:0:33247:0:(lov_io.c:2207:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1787998279.227034:0:33247:0:(lov_io.c:2241:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1787998279.227036:0:33247:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d191daa6c8) owner 0000000000000000/ffff94d199e527c0 00000020:00000001:1.0:1787998279.227039:0:33247:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787998279.227041:0:33247:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1787998279.227044:0:33247:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1787998279.227046:0:33247:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x28:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1787998279.227049:0:33247:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1787998279.227050:0:33247:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1787998279.227054:0:33247:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfe10 00000080:00000001:1.0:1787998279.227057:0:33247:0:(file.c:5331:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998279.227061:0:33247:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:1.0:1787998279.227064:0:33247:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x28:0x0](ffff94d188002a08) 00800000:00000001:1.0:1787998279.227069:0:33247:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:1.0:1787998279.227071:0:33247:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x28:0x0] 00000002:00000001:1.0:1787998279.227078:0:33247:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1787998279.227085:0:33247:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998279.227087:0:33247:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1787998279.227089:0:33247:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998279.227092:0:33247:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998279.227095:0:33247:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1787998279.227098:0:33247:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1787998279.227100:0:33247:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998279.227103:0:33247:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998279.227106:0:33247:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998279.227107:0:33247:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798657048 : -117846910894568 : ffff94d1a0bcfe18) 00000020:00001000:1.0:1787998279.227109:0:33247:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfe10 00020000:00000001:1.0:1787998279.227116:0:33247:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:1.0:1787998279.227118:0:33247:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d191daa6c8) owner 0000000000000000/ffff94d199e527c0 00020000:00000001:1.0:1787998279.227121:0:33247:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:1.0:1787998279.227123:0:33247:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1787998279.227198:0:33247:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d191daa6c8) owner 0000000000000000/ffff94d199e527c0 00020000:00000001:1.0:1787998279.227201:0:33247:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:1.0:1787998279.227204:0:33247:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:1.0:1787998279.227205:0:33247:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d191daa6c8) owner 0000000000000000/ffff94d199e527c0 00020000:00000002:1.0:1787998279.227208:0:33247:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d191daa6c8) owner 0000000000000000/ffff94d199e527c0 00020000:00000010:1.0:1787998279.227212:0:33247:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff94d191daa6c8. 00020000:00000001:1.0:1787998279.227216:0:33247:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:1.0:1787998279.227218:0:33247:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff94d18543a258. 00000020:00001000:1.0:1787998279.227223:0:33247:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfe10 00000080:00000001:1.0:1787998279.227226:0:33247:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1787998279.227228:0:33247:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00010000:00000010:3.1:1787998279.227269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e4a00. 00010000:00000010:3.1:1787998279.227277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5600. 00010000:00000010:3.1:1787998279.227280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e4c00. 00010000:00000010:3.1:1787998279.233007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e4200. 00010000:00000010:3.1:1787998279.233022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e4400. 00010000:00000010:3.1:1787998279.233025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e4e00. 00010000:00000010:3.1:1787998279.233030:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360d00. 00010000:00000010:3.1:1787998279.233036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5e00. 00000080:00000010:1.1:1787998279.248937:0:33250:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a900a0. 00000080:00000010:1.1:1787998279.248984:0:33250:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d188002940. 00010000:00010000:0.0:1787998279.252103:0:33252:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:0.0:1787998279.252113:0:33252:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998279.252116:0:33252:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998279.252124:0:33252:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998279.252135:0:33252:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1787998279.252140:0:33252:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1787998279.252144:0:33252:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998279.252148:0:33252:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1787998279.252159:0:33252:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000001:1.0:1787998279.252303:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787998279.252307:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998279.252310:0:16822:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1787998279.252314:0:16822:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1787998279.252317:0:16822:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787998279.252324:0:16822:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb1b lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x4fd9a50f3a6acfcd expref: -99 pid: 33245 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1787998279.252336:0:16822:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787998279.252342:0:16822:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787998279.252344:0:16822:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787998279.252347:0:16822:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000405:0x27:0x0] mode (null) 00000002:00000001:1.0:1787998279.252353:0:16822:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998279.252357:0:16822:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998279.252364:0:16822:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98d00 count: 2 00010000:00000001:1.0:1787998279.252367:0:16822:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998279.252372:0:16822:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998279.252373:0:16822:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998279.252374:0:16822:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998279.252376:0:16822:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98d00 count: 2 00010000:00000001:1.0:1787998279.252378:0:16822:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998279.252379:0:16822:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998279.252381:0:16822:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998279.252382:0:16822:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998279.252384:0:16822:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98d00 count: 2 00010000:00000001:1.0:1787998279.252385:0:16822:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998279.252387:0:16822:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998279.252389:0:16822:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998279.252390:0:16822:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998279.252391:0:16822:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98d00 count: 2 00010000:00000001:1.0:1787998279.252393:0:16822:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998279.252395:0:16822:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998279.252396:0:16822:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998279.252399:0:16822:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:1.0:1787998279.252402:0:16822:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998279.252407:0:16822:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798657048 : -117846910894568 : ffff94d1a0bcfe18) 00000020:00001000:1.0:1787998279.252410:0:16822:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfe10 00000020:00000001:1.0:1787998279.252412:0:16822:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1787998279.252416:0:16822:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x27:0x0]: losing layout lock 00000080:00000001:1.0:1787998279.252420:0:16822:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1787998279.252422:0:16822:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1787998279.252427:0:16822:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1787998279.252430:0:16822:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1787998279.252433:0:16822:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x27:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1787998279.252435:0:16822:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998279.252436:0:16822:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1787998279.252438:0:16822:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfe10 00000080:00000001:1.0:1787998279.252441:0:16822:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998279.252445:0:16822:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1787998279.252448:0:16822:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x27:0x0](ffff94d198936c08) invalid 00000020:00000001:1.0:1787998279.252451:0:16822:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c87ca0 00000080:00002000:1.0:1787998279.252454:0:16822:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f22.recovery-small-2 (ffff94d183582438) parent ffff94d198a90798 inode ffff94d198936c08 refc 1 00000080:00000001:1.0:1787998279.252459:0:16822:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1787998279.252461:0:16822:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787998279.252464:0:16822:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998279.252466:0:16822:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787998279.252471:0:16822:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787998279.252474:0:16822:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787998279.252475:0:16822:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998279.252477:0:16822:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787998279.252482:0:16822:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1917f3a00 with handle 0xb2d39e653c8cb1b from hash 00010000:00000001:1.0:1787998279.252484:0:16822:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787998279.252486:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998279.252489:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998279.252490:0:16822:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787998279.252494:0:16822:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787998279.252496:0:16822:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1787998279.252498:0:16822:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787998279.252501:0:16822:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998279.252504:0:16822:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1787998279.252514:0:16822:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edfb80. 00000020:00000040:1.0:1787998279.252518:0:16822:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:1.0:1787998279.252524:0:16822:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998279.252527:0:16822:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998279.252533:0:16822:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998279.252541:0:16822:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d190450c00. 00000100:00000001:1.0:1787998279.252549:0:16822:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998279.252553:0:16822:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1787998279.252559:0:16822:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb1b lrc: 1/0,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4fd9a50f3a6acfcd expref: -99 pid: 33245 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787998279.252566:0:16822:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1787998279.252567:0:16822:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998279.252570:0:16822:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998279.252572:0:16822:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998279.252579:0:16822:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a0070c00. 00000100:00000001:1.0:1787998279.252582:0:16822:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786733056 : -117846922818560 : ffff94d1a0070c00) 00000100:00000001:1.0:1787998279.252597:0:16822:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998279.252599:0:16822:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684427136 : -117847025124480 : ffff94d199edfb80) 00000100:00000001:1.0:1787998279.252604:0:16822:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998279.252609:0:16822:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998279.252611:0:16822:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998279.252613:0:16822:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998279.252628:0:16822:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edfb80 x1874850291767680/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998279.252636:0:16822:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998279.252638:0:16822:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998279.252642:0:16822:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998279.252645:0:16822:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998279.252647:0:16822:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998279.252651:0:16822:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:16822:1874850291767680:192.168.206.123@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1787998279.252655:0:16822:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998279.252662:0:16822:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998279.252664:0:16822:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998279.252667:0:16822:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998279.252672:0:16822:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d190450600. 02000000:00000001:1.0:1787998279.252674:0:16822:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998279.252683:0:16822:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998279.252689:0:16822:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc7e8. 00000400:00000010:1.0:1787998279.252697:0:16822:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409aa0. 00000100:00000200:1.0:1787998279.252705:0:16822:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291767680, portal 18 00000100:00000001:1.0:1787998279.252708:0:16822:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998279.252709:0:16822:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684427136 : -117847025124480 : ffff94d199edfb80) 00000100:00000040:1.0:1787998279.252717:0:16822:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199edfb80 x1874850291767680/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998295 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998279.253217:0:16822:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998279.253222:0:16822:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998279.253226:0:16822:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409b28. 00000100:00000200:1.0:1787998279.253231:0:16822:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1874850291767680, offset 0 00000400:00000200:1.0:1787998279.253239:0:16822:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998279.253251:0:16822:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998279.253259:0:16822:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998279.253265:0:16822:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998279.253270:0:16822:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998279.253274:0:16822:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998279.253277:0:16822:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998279.253280:0:16822:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2764:2764:256:4294967295] 192.168.206.123@tcp LPNI seq info [2764:2764:8:4294967295] 00000400:00000200:1.0:1787998279.253284:0:16822:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998279.253295:0:16822:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998279.253302:0:16822:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998279.253308:0:16822:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f400. 00000800:00000200:1.0:1787998279.253316:0:16822:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998279.253325:0:16822:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998279.253331:0:16822:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1787998279.253471:0:16822:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998279.253478:0:16822:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 818367 usecs (819 jiffies) 00000400:00000200:1.0:1787998279.253482:0:16822:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998279.253485:0:16822:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296460229 00000100:00000001:0.0:1787998279.253575:0:16822:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296460279 00000100:00000001:0.0:1787998279.253580:0:16822:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296460229 00000100:00000001:0.0:1787998279.253582:0:16822:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296460279 00000100:00000001:0.0:1787998279.253595:0:16822:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998279.253598:0:16822:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998279.253601:0:16822:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998279.253604:0:16822:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998279.253607:0:16822:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a0070c00 going to sleep for 11 seconds 00000100:00000001:0.0:1787998279.253610:0:16822:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998279.253613:0:16822:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998279.255213:0:33251:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0001-mdc-ffff94d1a0bb2800 00010000:00000001:3.0:1787998279.255220:0:33251:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787998279.255222:0:33251:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998279.255227:0:33251:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.255232:0:33251:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787998279.255234:0:33251:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998279.255236:0:33251:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998279.256763:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998279.256799:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f400. 00000400:00000200:2.0:1787998279.256811:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998279.256820:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998279.256829:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409b28 00000400:00000010:2.0:1787998279.256833:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409b28. 00000100:00000001:2.0:1787998279.256839:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998279.256850:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edfb80 x1874850291767680/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998295 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998279.256863:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998279.256866:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edfb80 x1874850291767680/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998295 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998279.256873:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998279.256875:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998279.260231:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998279.260255:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998279.260260:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998279.260263:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998279.260274:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.260283:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998279.260294:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.260300:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.260306:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.260311:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 18 MB=0x6a92a99a5d980 00000400:00000200:2.0:1787998279.260317:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998279.260325:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.123@tcp of length 224/224 into md 0x8085 [1] + 224 00000800:00000001:2.0:1787998279.260334:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998279.260342:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998279.260346:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998279.260351:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998279.260361:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998279.260372:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edfb80 x1874850291767680/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998295 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998279.260383:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edfb80 x1874850291767680/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998295 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998279.260408:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998279.260419:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998279.260422:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998279.260490:0:16822:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998279.260501:0:16822:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998279.260503:0:16822:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998279.260507:0:16822:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc7e8. 00000400:00000200:0.0:1787998279.260513:0:16822:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409aa0 00000400:00000010:0.0:1787998279.260516:0:16822:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409aa0. 00000100:00000001:0.0:1787998279.260520:0:16822:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998279.260525:0:16822:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edfb80 x1874850291767680/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998295 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998279.260534:0:16822:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edfb80 x1874850291767680/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998295 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998279.260541:0:16822:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998279.260543:0:16822:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998279.260546:0:16822:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998279.260550:0:16822:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998279.260553:0:16822:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998279.260556:0:16822:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998279.260559:0:16822:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998279.260572:0:16822:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06d80 time=104 v=5 (5 5 5 5) 00000100:00001000:0.0:1787998279.260577:0:16822:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998279.260579:0:16822:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998279.260581:0:16822:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998279.260596:0:16822:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998279.260600:0:16822:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998279.260605:0:16822:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998279.260608:0:16822:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967630 00000100:00000001:0.0:1787998279.260610:0:16822:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998279.260613:0:16822:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998279.260620:0:16822:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edfb80 x1874850291767680/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998295 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998279.260626:0:16822:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998279.260630:0:16822:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998279.260632:0:16822:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998279.260636:0:16822:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edfb80 x1874850291767680/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998295 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998279.260644:0:16822:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:16822:1874850291767680:192.168.206.123@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1787998279.260649:0:16822:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998279.260652:0:16822:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998279.260654:0:16822:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998279.260657:0:16822:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998279.260660:0:16822:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edfb80 x1874850291767680/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998295 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998279.260666:0:16822:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998279.260670:0:16822:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a0070c00. 00000100:00000001:0.0:1787998279.260673:0:16822:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998279.260674:0:16822:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998279.260677:0:16822:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998279.260680:0:16822:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edfb80 x1874850291767680/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998295 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998279.260685:0:16822:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998279.260688:0:16822:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998279.260692:0:16822:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d190450600. 02000000:00000001:0.0:1787998279.260695:0:16822:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998279.260698:0:16822:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998279.260700:0:16822:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998279.260703:0:16822:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998279.260717:0:16822:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d190450c00. 02000000:00000001:0.0:1787998279.260721:0:16822:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998279.260729:0:16822:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998279.260731:0:16822:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edfb80. 00000100:00000001:0.0:1787998279.260737:0:16822:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998279.260738:0:16822:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1787998279.260740:0:16822:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:0.0:1787998279.260744:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787998279.260749:0:16822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb1b lrc: 0/0,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4fd9a50f3a6acfcd expref: -99 pid: 33245 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1787998279.260760:0:16822:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d1912367c0. 00010000:00000040:0.0:1787998279.260765:0:16822:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d192b98d00 count: 0 00010000:00000010:0.0:1787998279.260821:0:16822:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d1a0046f80. 00010000:00000001:0.0:1787998279.260831:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998279.260834:0:16822:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998279.260843:0:16822:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998279.260848:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998279.260850:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998279.260852:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1787998279.260854:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998279.260855:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998279.260857:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1787998279.260859:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998279.260860:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998279.260862:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787998279.261031:0:33252:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998279.261036:0:33252:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998279.261039:0:33252:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1787998279.275597:0:33253:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98d00. 00010000:00000010:0.1:1787998279.275615:0:33253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3a00. 00010000:00000001:0.0:1787998279.555817:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998279.555823:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998279.555827:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998279.555828:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998279.557000:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787998279.557004:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998279.557007:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787998280.130939:0:31987:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582220 (cpu 2) has reached its deadline 4296460279, at 4296460288 00000100:00000010:2.0:1787998280.130966:0:31987:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0ad5960. 00000100:00000040:3.0:1787998280.131375:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296460279, at 4296460288 00000100:00000010:3.0:1787998280.131384:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0ad54e0. 00010000:00000001:0.0:1787998280.578999:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998280.579007:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998280.579015:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998280.579016:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998280.579554:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998280.579559:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998280.579563:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787998281.154988:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787998281.155008:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787998281.155022:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edc380. 00000020:00000040:1.0:1787998281.155030:0:38:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:1.0:1787998281.155036:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998281.155040:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998281.155047:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998281.155060:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19031f400. 00000100:00000001:1.0:1787998281.155069:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998281.155085:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS req@ffff94d199edc380 x1874850291767808/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787998281.155098:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998281.155103:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998281.155111:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099f904f8] to pc [ptlrpcd_00_01+1] req@ffff94d199edc380 x1874850291767808/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998281.155145:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998281.155149:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787998281.155152:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787998281.155156:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edd880. 00000020:00000040:1.0:1787998281.155158:0:38:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:1.0:1787998281.155161:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998281.155162:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998281.155164:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998281.155167:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19031fd00. 00000100:00000001:1.0:1787998281.155171:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998281.155175:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID req@ffff94d199edd880 x1874850291767936/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787998281.155182:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998281.155184:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998281.155188:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f191194] to pc [ptlrpcd_00_00+0] req@ffff94d199edd880 x1874850291767936/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998281.155196:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998281.155198:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787998281.155202:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787998281.155204:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199eddc00. 00000020:00000040:1.0:1787998281.155207:0:38:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=4 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000001:1.0:1787998281.155209:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998281.155211:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998281.155213:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998281.155216:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19031f600. 00000100:00000001:1.0:1787998281.155219:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998281.155223:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID req@ffff94d199eddc00 x1874850291768064/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787998281.155230:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998281.155232:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998281.155235:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9116900] to pc [ptlrpcd_00_01+1] req@ffff94d199eddc00 x1874850291768064/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998281.155241:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998281.155243:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787998281.155247:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787998281.155249:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edca80. 00000020:00000040:1.0:1787998281.155252:0:38:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=4 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000001:1.0:1787998281.155254:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998281.155255:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998281.155257:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998281.155260:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19031fc00. 00000100:00000001:1.0:1787998281.155264:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998281.155269:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID req@ffff94d199edca80 x1874850291768192/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787998281.155274:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998281.155276:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998281.155280:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998281.155282:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1787998281.155284:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000055294f9] to pc [ptlrpcd_00_00+0] req@ffff94d199edca80 x1874850291768192/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998281.155292:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998281.155296:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787998281.155297:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1787998281.155302:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787998281.155306:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edd180. 00000100:00000040:0.0:1787998281.155309:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edc380 x1874850291767808/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1787998281.155310:0:38:0:(genops.c:1210:class_import_get()) import ffff94d183eca000 refcount=3 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000100:00000001:1.0:1787998281.155315:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998281.155317:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998281.155321:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998281.155326:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19031f700. 00000100:00000001:0.0:1787998281.155327:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998281.155332:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998281.155332:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998281.155339:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID req@ffff94d199edd180 x1874850291768320/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1787998281.155340:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998281.155344:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998281.155350:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998281.155355:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1787998281.155359:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2403:1874850291767808:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1787998281.155360:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998281.155368:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9999553] to pc [ptlrpcd_00_01+1] req@ffff94d199edd180 x1874850291768320/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998281.155368:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998281.155376:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1787998281.155378:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998281.155380:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998281.155385:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1799) 02000000:00000001:0.0:1787998281.155385:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998281.155393:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191912800. 02000000:00000001:0.0:1787998281.155396:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998281.155397:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998281.155401:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998281.155403:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1787998281.155407:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998281.155414:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30268. 00000400:00000010:0.0:1787998281.155422:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807660. 00000100:00000200:0.0:1787998281.155430:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291767808, portal 25 00000100:00000001:0.0:1787998281.155433:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998281.155435:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684412800 : -117847025138816 : ffff94d199edc380) 00000100:00000040:0.0:1787998281.155442:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199edc380 x1874850291767808/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998281.155450:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998281.155453:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998281.155455:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807e58. 00000100:00000200:0.0:1787998281.155459:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874850291767808, offset 0 00000400:00000200:0.0:1787998281.155466:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998281.155476:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998281.155484:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998281.155490:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998281.155496:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998281.155500:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998281.155503:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998281.155507:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2765:2765:256:4294967295] 192.168.206.123@tcp LPNI seq info [2765:2765:8:4294967295] 00000400:00000200:0.0:1787998281.155512:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998281.155536:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998281.155545:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998281.155550:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199f55e00. 00000800:00000200:0.0:1787998281.155558:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998281.155567:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998281.155572:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199f55e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787998281.155598:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998281.155603:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998281.155606:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296465395 00000100:00000010:0.0:1787998281.155612:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0ad5720. 00000100:00000001:0.0:1787998281.155619:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787998281.155625:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296465395 00000100:00000010:0.0:1787998281.155628:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0ad5600. 00000100:00000001:0.0:1787998281.155631:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787998281.155635:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998281.155639:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998281.155642:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998281.155655:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199eddc00 x1874850291768064/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998281.155662:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998281.155664:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998281.155666:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998281.155668:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998281.155670:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998281.155673:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199eddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2403:1874850291768064:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998281.155676:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998281.155679:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998281.155681:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998281.155683:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998281.155686:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191912600. 02000000:00000001:0.0:1787998281.155689:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998281.155692:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998281.155696:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000400:00000010:0.0:1787998281.155700:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807ee0. 00000100:00000200:0.0:1787998281.155703:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291768064, portal 10 00000100:00000001:0.0:1787998281.155705:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998281.155707:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419072 : -117847025132544 : ffff94d199eddc00) 00000100:00000040:0.0:1787998281.155715:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199eddc00 x1874850291768064/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998281.155721:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998281.155724:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998281.155727:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807b28. 00000100:00000200:0.0:1787998281.155729:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291768064, offset 0 00000400:00000200:0.0:1787998281.155733:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998281.155737:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998281.155740:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998281.155743:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998281.155745:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998281.155747:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998281.155750:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998281.155753:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2766:2766:255:4294967295] 192.168.206.123@tcp LPNI seq info [2766:2766:7:4294967295] 00000400:00000200:0.0:1787998281.155757:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000800:00000200:2.0:1787998281.155761:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1787998281.155765:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998281.155790:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998281.155794:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199f55a00. 00000800:00000200:0.0:1787998281.155800:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000010:2.0:1787998281.155803:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199f55e00. 00000800:00000200:0.0:1787998281.155805:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998281.155810:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199f55a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1787998281.155812:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1787998281.155814:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998281.155820:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18393 usecs (19 jiffies) 00000400:00000200:2.0:1787998281.155821:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:0.0:1787998281.155827:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998281.155830:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296461332 00000400:00000200:2.0:1787998281.155832:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807e58 00000100:00000001:0.0:1787998281.155834:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296465395 00000400:00000010:2.0:1787998281.155836:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807e58. 00000100:00000001:0.0:1787998281.155839:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296461332 00000100:00000001:0.0:1787998281.155842:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296465395 00000100:00000001:0.0:1787998281.155845:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998281.155847:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998281.155850:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998281.155852:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998281.155861:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998281.155863:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787998281.155866:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998281.155867:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998281.155868:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998281.155872:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edd180 x1874850291768320/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998281.155879:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998281.155881:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998281.155883:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998281.155885:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998281.155887:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998281.155889:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2403:1874850291768320:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998281.155893:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998281.155895:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998281.155897:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998281.155898:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998281.155902:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d183d17400. 02000000:00000001:0.0:1787998281.155904:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998281.155907:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998281.155910:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30dc0. 00000400:00000010:0.0:1787998281.155914:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807908. 00000100:00000200:0.0:1787998281.155917:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291768320, portal 4 00000100:00000001:0.0:1787998281.155919:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998281.155920:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684416384 : -117847025135232 : ffff94d199edd180) 00000100:00000040:0.0:1787998281.155926:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199edd180 x1874850291768320/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998281.155937:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998281.155939:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998281.155941:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1928072a8. 00000100:00000001:2.0:1787998281.156130:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787998281.156132:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291768320, offset 0 00000100:00000200:2.0:1787998281.156137:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edc380 x1874850291767808/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787998281.156144:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998281.156152:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998281.156155:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1787998281.156157:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998281.156162:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1787998281.156163:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edc380 x1874850291767808/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998297 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787998281.156167:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998281.156173:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998281.156179:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000100:00000001:2.0:1787998281.156180:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998281.156185:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1787998281.156185:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2767:2767:254:4294967295] 192.168.206.123@tcp LPNI seq info [2767:2767:6:4294967295] 00000400:00000200:0.0:1787998281.156192:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000040:1.0:1787998281.156235:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edd880 x1874850291767936/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998281.156246:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998281.156248:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998281.156252:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998281.156258:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199f55a00. 02000000:00000001:1.0:1787998281.156259:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998281.156263:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1787998281.156264:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1787998281.156266:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998281.156272:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00100000:1.0:1787998281.156275:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291767936:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1787998281.156280:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998281.156283:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998281.156285:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998281.156286:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998281.156290:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d190450200. 02000000:00000001:1.0:1787998281.156292:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998281.156296:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998281.156300:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc898. 00000400:00000010:1.0:1787998281.156305:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409bb0. 00000100:00000200:1.0:1787998281.156309:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291767936, portal 10 00000100:00000001:1.0:1787998281.156311:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998281.156312:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684418176 : -117847025133440 : ffff94d199edd880) 00000100:00000040:1.0:1787998281.156318:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199edd880 x1874850291767936/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998281.156325:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998281.156327:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998281.156329:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409110. 00000100:00000200:1.0:1787998281.156332:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291767936, offset 0 00000400:00000200:1.0:1787998281.156336:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998281.156340:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998281.156347:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998281.156354:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000400:00000200:1.0:1787998281.156355:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998281.156361:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998281.156366:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1787998281.156367:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998281.156371:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000800:00000010:0.0:1787998281.156375:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199f55900. 00000400:00000200:1.0:1787998281.156376:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2768:2768:254:4294967295] 192.168.206.123@tcp LPNI seq info [2768:2768:6:4294967295] 00000400:00000200:1.0:1787998281.156385:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000800:00000200:0.0:1787998281.156386:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000400:00000200:1.0:1787998281.156399:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998281.156399:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998281.156406:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199f55900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1787998281.156410:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807b28 00000800:00000200:1.0:1787998281.156410:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000100:00000001:0.0:1787998281.156412:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1787998281.156414:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807b28. 00000100:00000040:0.0:1787998281.156418:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 20125 usecs (21 jiffies) 00000100:00000001:2.0:1787998281.156419:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1787998281.156424:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000200:2.0:1787998281.156428:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eddc00 x1874850291768064/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998281.156429:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296461334 00000100:00000001:0.0:1787998281.156435:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296465395 00000100:00000001:0.0:1787998281.156441:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296461334 00000100:00000001:2.0:1787998281.156443:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787998281.156445:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296465395 00000100:00000040:2.0:1787998281.156449:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199eddc00 x1874850291768064/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998297 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998281.156450:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998281.156454:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998281.156750:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998281.156753:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787998281.156803:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998281.156808:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998281.156813:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998281.156815:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787998281.156819:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998281.156822:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998281.156824:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998281.156827:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998281.156832:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998281.156836:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199f55900. 00000400:00000200:2.0:1787998281.156903:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998281.156909:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998281.156912:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928072a8 00000400:00000010:2.0:1787998281.156914:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928072a8. 00000100:00000001:2.0:1787998281.156917:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998281.156922:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edd180 x1874850291768320/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998281.156930:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998281.156933:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edd180 x1874850291768320/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998297 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998281.156939:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998281.156941:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:1.0:1787998281.157520:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f100. 00000800:00000200:1.0:1787998281.157528:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998281.157534:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998281.157538:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787998281.157560:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998281.157565:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 817272 usecs (818 jiffies) 00000400:00000200:1.0:1787998281.157571:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998281.157584:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296462132 00000100:00000001:1.0:1787998281.157588:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296465395 00000100:00000001:1.0:1787998281.157591:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296462132 00000100:00000001:1.0:1787998281.157594:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296465395 00000100:00000001:1.0:1787998281.157596:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998281.157607:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998281.157611:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998281.157617:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edca80 x1874850291768192/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998281.157625:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998281.157627:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998281.157631:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998281.157634:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998281.157636:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998281.157639:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291768192:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1787998281.157643:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998281.157648:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998281.157650:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998281.157653:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998281.157658:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d190451a00. 02000000:00000001:1.0:1787998281.157660:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998281.157664:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998281.157669:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fccb8. 00000400:00000010:1.0:1787998281.157675:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409000. 00000100:00000200:1.0:1787998281.157680:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291768192, portal 4 00000100:00000001:1.0:1787998281.157682:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998281.157684:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684414592 : -117847025137024 : ffff94d199edca80) 00000100:00000040:1.0:1787998281.157691:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199edca80 x1874850291768192/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998281.157698:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998281.157701:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998281.157703:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1854095d8. 00000100:00000200:1.0:1787998281.157707:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291768192, offset 0 00000400:00000200:1.0:1787998281.157713:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998281.157720:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998281.157726:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998281.157731:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998281.157735:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998281.157737:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998281.157740:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998281.157744:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2769:2769:255:4294967295] 192.168.206.123@tcp LPNI seq info [2769:2769:7:4294967295] 00000400:00000200:1.0:1787998281.157748:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998281.157756:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998281.157761:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998281.157764:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f500. 00000800:00000200:1.0:1787998281.157787:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998281.157792:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998281.157795:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787998281.157798:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998281.157801:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 203530 usecs (204 jiffies) 00000400:00000200:1.0:1787998281.157804:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998281.157806:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296461519 00000100:00000001:1.0:1787998281.157809:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296465395 00000100:00000001:1.0:1787998281.157811:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296461519 00000100:00000001:1.0:1787998281.157813:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296465395 00000100:00000001:1.0:1787998281.157815:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998281.157817:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998281.157820:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998281.157824:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998281.157829:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998281.157831:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1787998281.157833:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998281.157835:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998281.157837:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998281.157840:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998281.158041:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998281.158045:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f100. 00000400:00000200:2.0:1787998281.158053:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998281.158058:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998281.158063:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409110 00000400:00000010:2.0:1787998281.158065:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409110. 00000100:00000001:2.0:1787998281.158069:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998281.158074:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edd880 x1874850291767936/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998281.158085:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998281.158088:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edd880 x1874850291767936/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998297 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998281.158096:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998281.158098:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998281.158158:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998281.158161:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f500. 00000400:00000200:2.0:1787998281.158165:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998281.158168:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998281.158171:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854095d8 00000400:00000010:2.0:1787998281.158172:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854095d8. 00000100:00000001:2.0:1787998281.158175:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998281.158178:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edca80 x1874850291768192/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998281.158186:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998281.158189:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edca80 x1874850291768192/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998297 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998281.158195:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998281.158197:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998281.160811:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998281.160837:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998281.160841:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998281.160844:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998281.160852:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998281.160859:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998281.160868:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998281.160873:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998281.160878:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998281.160882:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a5dc00 00000400:00000200:2.0:1787998281.160887:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998281.160893:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x809d [1] + 224 00000800:00000001:2.0:1787998281.160899:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998281.160906:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998281.160910:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998281.160914:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998281.160922:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998281.160931:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edd180 x1874850291768320/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998281.160942:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edd180 x1874850291768320/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998281.160960:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998281.160969:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998281.160972:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998281.161260:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998281.161269:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998281.161290:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998281.161293:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998281.161298:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30dc0. 00000400:00000200:0.0:1787998281.161306:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807908 00000400:00000010:0.0:1787998281.161309:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807908. 00000100:00000001:0.0:1787998281.161314:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998281.161325:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edd180 x1874850291768320/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998281.161337:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edd180 x1874850291768320/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998297 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998281.161346:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998281.161348:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998281.161351:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998281.161355:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998281.161358:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998281.161361:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998281.161364:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998281.161377:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca460 time=107 v=5 (5 5 37 37) 00000100:00001000:0.0:1787998281.161382:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=58 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998281.161384:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998281.161386:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998281.161390:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998281.161395:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998281.161399:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998281.161402:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:0.0:1787998281.161404:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998281.161407:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998281.161412:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edd180 x1874850291768320/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998281.161420:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998281.161423:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998281.161425:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998281.161430:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edd180 x1874850291768320/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998297 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998281.161438:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2403:1874850291768320:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998281.161445:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998281.161448:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998281.161452:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edd180 x1874850291768320/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998297 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998281.161458:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998281.161462:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998281.161466:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d183d17400. 02000000:00000001:0.0:1787998281.161472:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998281.161475:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998281.161477:0:2403:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998281.161479:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998281.161482:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19031f700. 02000000:00000001:0.0:1787998281.161490:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998281.161492:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998281.161494:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edd180. 00000100:00000001:0.0:1787998281.161498:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998281.161500:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998281.161503:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998281.161505:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998281.161506:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998281.161508:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998281.161509:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998281.163131:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998281.163149:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998281.163153:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998281.163156:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998281.163163:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998281.163170:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998281.163178:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998281.163182:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998281.163186:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998281.163190:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a5db00 00000400:00000200:2.0:1787998281.163195:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998281.163200:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x8095 [1] + 224 00000800:00000001:2.0:1787998281.163206:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998281.163211:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998281.163214:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998281.163218:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998281.163225:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998281.163233:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eddc00 x1874850291768064/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998281.163245:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199eddc00 x1874850291768064/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998281.163265:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998281.163272:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998281.163275:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998281.163277:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998281.163279:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998281.163282:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998281.163286:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998281.163290:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998281.163292:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998281.163295:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998281.163297:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a5da80 00000400:00000200:2.0:1787998281.163300:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998281.163304:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x80a5 [1] + 224 00000800:00000001:2.0:1787998281.163308:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998281.163311:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998281.163313:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998281.163316:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998281.163319:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998281.163323:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edd880 x1874850291767936/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998281.163332:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edd880 x1874850291767936/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998281.163354:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998281.163359:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998281.163363:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998281.163365:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998281.163367:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998281.163370:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998281.163373:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998281.163377:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998281.163379:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998281.163382:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998281.163386:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a5db80 00000400:00000200:2.0:1787998281.163389:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998281.163393:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x80ad [1] + 224 00000800:00000001:2.0:1787998281.163407:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998281.163413:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998281.163415:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998281.163418:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998281.163421:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998281.163425:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edca80 x1874850291768192/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998281.163433:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edca80 x1874850291768192/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998281.163448:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998281.163452:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998281.163455:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998281.163759:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998281.163799:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998281.163802:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998281.163805:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998281.163815:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998281.163818:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998281.163821:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc898. 00000400:00000200:1.0:1787998281.163834:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409bb0 00000400:00000010:1.0:1787998281.163837:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409bb0. 00000100:00000001:1.0:1787998281.163841:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1787998281.163843:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998281.163849:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1787998281.163850:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edd880 x1874850291767936/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1787998281.163855:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30528. 00000400:00000200:0.0:1787998281.163866:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807ee0 00000100:00000200:1.0:1787998281.163871:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edd880 x1874850291767936/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998297 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1787998281.163871:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807ee0. 00000100:00000001:0.0:1787998281.163880:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1787998281.163889:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998281.163897:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1787998281.163897:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199eddc00 x1874850291768064/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998281.163910:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998281.163919:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1787998281.163924:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199eddc00 x1874850291768064/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998297 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998281.163925:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998281.163932:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998281.163942:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998281.163945:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998281.163950:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998281.163953:0:2403:0:(client.c:1593:after_reply()) Process entered 00000100:00001000:1.0:1787998281.163956:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=107 v=5 (5 104 104 104) 02000000:00000001:0.0:1787998281.163956:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998281.163961:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998281.163964:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998281.163967:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=11 v=5 (1 0 0 0) 02000000:00000001:0.0:1787998281.163969:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998281.163977:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998281.163980:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998281.163982:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=107 v=5 (5 104 104 104) 00010000:00000001:1.0:1787998281.163985:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00001000:0.0:1787998281.163989:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=107 v=5 (1 1 1 1) 00010000:00000001:1.0:1787998281.163992:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998281.163994:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998281.163998:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998281.164000:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00010000:00000001:0.0:1787998281.164002:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1787998281.164005:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967630 00010000:00000001:0.0:1787998281.164007:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998281.164009:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998281.164013:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1787998281.164015:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998281.164018:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:0.0:1787998281.164022:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998281.164026:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998281.164027:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edd880 x1874850291767936/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787998281.164036:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199eddc00 x1874850291768064/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998281.164039:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998281.164047:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998281.164051:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998281.164054:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998281.164060:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1787998281.164062:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edd880 x1874850291767936/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998297 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998281.164064:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998281.164079:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199eddc00 x1874850291768064/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998297 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787998281.164093:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291767936:192.168.206.123@tcp:400:kworker.0 00000400:00000001:1.0:1787998281.164112:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998281.164117:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1787998281.164117:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199eddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2403:1874850291768064:192.168.206.123@tcp:400:kworker.0 00000400:00000010:1.0:1787998281.164122:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fccb8. 00000100:00000001:0.0:1787998281.164126:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998281.164128:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409000 00000100:00000001:0.0:1787998281.164132:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1787998281.164134:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409000. 00000100:00000001:1.0:1787998281.164141:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1787998281.164141:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199eddc00 x1874850291768064/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998297 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787998281.164152:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edca80 x1874850291768192/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998281.164156:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998281.164161:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998281.164166:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191912600. 00000100:00000200:1.0:1787998281.164170:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edca80 x1874850291768192/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998297 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1787998281.164176:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998281.164183:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:1.0:1787998281.164184:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1787998281.164187:0:2403:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=3 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000001:1.0:1787998281.164189:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787998281.164192:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1787998281.164194:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998281.164198:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998281.164200:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998281.164201:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998281.164204:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998281.164207:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=107 v=5 (5 5 37 37) 00000100:00001000:1.0:1787998281.164210:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=47 v=5 (1 1 0 0) 00000100:00000001:1.0:1787998281.164212:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998281.164214:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998281.164215:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998281.164218:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998281.164221:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1787998281.164222:0:2402:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: committing for last_committed 4294967332 gen 13 00000100:00000040:1.0:1787998281.164228:0:2402:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967332) req@ffff94d191d02a00 x1874850291759744/t4294967332(4294967332) o2->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998286 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998281.164235:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998281.164239:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d02a00 x1874850291759744/t4294967332(4294967332) o2->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998286 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998281.164245:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998281.164247:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998281.164251:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1a0096c00. 02000000:00000001:1.0:1787998281.164255:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998281.164257:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998281.164259:0:2402:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998281.164261:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998281.164264:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d191d93600. 02000000:00000001:1.0:1787998281.164267:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998281.164268:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998281.164270:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d02a00. 00000100:00000001:1.0:1787998281.164273:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998281.164275:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998281.164277:0:2402:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1787998281.164279:0:2402:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:1.0:1787998281.164282:0:2402:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998281.164283:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998281.164287:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edca80 x1874850291768192/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998281.164294:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998281.164296:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998281.164298:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998281.164302:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edca80 x1874850291768192/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998297 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787998281.164309:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291768192:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1787998281.164313:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998281.164316:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998281.164319:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edd880 x1874850291767936/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998297 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998281.164325:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998281.164327:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998281.164328:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d190450200. 02000000:00000001:1.0:1787998281.164331:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998281.164332:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998281.164334:0:2402:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998281.164336:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998281.164337:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19031fd00. 02000000:00000001:1.0:1787998281.164342:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998281.164343:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998281.164345:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edd880. 00000100:00000001:1.0:1787998281.164348:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998281.164349:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998281.164351:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998281.164354:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edca80 x1874850291768192/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998297 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998281.164359:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998281.164361:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998281.164362:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d190451a00. 02000000:00000001:1.0:1787998281.164364:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998281.164366:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998281.164367:0:2402:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=2 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998281.164368:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998281.164370:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19031fc00. 02000000:00000001:1.0:1787998281.164372:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998281.164373:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998281.164374:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edca80. 00000100:00000001:1.0:1787998281.164377:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998281.164378:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998281.164380:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998281.164387:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998281.164388:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998281.164390:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998281.164393:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998281.165403:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19031f600. 02000000:00000001:0.0:1787998281.165414:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998281.165416:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998281.165418:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199eddc00. 00000100:00000001:0.0:1787998281.165422:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998281.165424:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998281.165429:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998281.165431:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998281.165434:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998281.165437:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998281.165439:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998281.168891:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998281.168916:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998281.168921:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998281.168924:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998281.168935:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998281.168944:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998281.168956:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998281.168961:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998281.168967:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998281.168972:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a5da00 00000400:00000200:2.0:1787998281.168977:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998281.168985:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x808d [1] + 224 00000800:00000001:2.0:1787998281.168994:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998281.169002:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998281.169006:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998281.169011:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998281.169021:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998281.169033:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edc380 x1874850291767808/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998281.169045:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edc380 x1874850291767808/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998281.169069:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998281.169079:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998281.169083:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998281.169741:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998281.169748:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998281.169757:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998281.169759:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998281.169763:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30268. 00000400:00000200:0.0:1787998281.169804:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807660 00000400:00000010:0.0:1787998281.169807:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807660. 00000100:00000001:0.0:1787998281.169811:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998281.169819:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edc380 x1874850291767808/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998281.169836:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edc380 x1874850291767808/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998297 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998281.169843:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998281.169845:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998281.169848:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998281.169853:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998281.169855:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998281.169858:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998281.169862:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998281.169869:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=108 v=5 (5 5 5 5) 00000100:00001000:0.0:1787998281.169874:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=108 v=5 (1 1 1 1) 00000100:00000001:0.0:1787998281.169877:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998281.169879:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998281.169883:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998281.169885:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998281.169889:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998281.169894:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edc380 x1874850291767808/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998281.169902:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998281.169905:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998281.169907:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998281.169912:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edc380 x1874850291767808/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998297 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998281.169920:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2403:1874850291767808:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998281.169925:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998281.169928:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998281.169932:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edc380 x1874850291767808/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998297 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998281.169939:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998281.169941:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998281.169946:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191912800. 02000000:00000001:0.0:1787998281.169951:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998281.169954:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998281.169956:0:2403:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:0.0:1787998281.169959:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998281.169962:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19031f400. 02000000:00000001:0.0:1787998281.169969:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998281.169971:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998281.169973:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edc380. 00000100:00000001:0.0:1787998281.169977:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998281.169978:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998281.169980:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998281.169989:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998281.169991:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998281.169994:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998281.169996:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998281.605871:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998281.605881:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998281.605888:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998281.605889:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998281.605925:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998281.605929:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998281.605932:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787998282.627054:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998282.627067:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998282.627075:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998282.627076:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998282.627167:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787998282.627171:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998282.627174:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787998282.690932:0:30631:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1787998282.690942:0:30631:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998283.651144:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998283.651153:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998283.651161:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998283.651163:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998283.651257:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998283.651263:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998283.651267:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787998284.674884:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998284.674891:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998284.674896:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998284.674898:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998284.674919:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998284.674922:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998284.674924:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787998285.250939:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296465395, at 4296465408 00000100:00000010:3.0:1787998285.250959:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0ad5600. 00000100:00000040:2.0:1787998285.253005:0:31987:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582220 (cpu 2) has reached its deadline 4296465395, at 4296465410 00000100:00000010:2.0:1787998285.253025:0:31987:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0ad5720. 00010000:00000001:0.0:1787998285.699506:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998285.699512:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998285.699517:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998285.699518:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998285.699658:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787998285.699666:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998285.699672:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787998286.275754:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998286.275801:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998286.275815:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1b100. 00000020:00000040:2.0:1787998286.275822:0:38:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:2.0:1787998286.275827:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998286.275831:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998286.275838:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998286.275850:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19381e700. 00000100:00000001:2.0:1787998286.275860:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998286.275876:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS req@ffff94d191d1b100 x1874850291768448/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998286.275895:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998286.275902:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998286.275910:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097fb7ef8] to pc [ptlrpcd_01_01+1] req@ffff94d191d1b100 x1874850291768448/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998286.275941:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998286.275944:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998286.275948:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998286.275951:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d18000. 00000020:00000040:2.0:1787998286.275954:0:38:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998286.275957:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998286.275958:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998286.275960:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998286.275965:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19381e500. 00000100:00000001:2.0:1787998286.275969:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998286.275975:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID req@ffff94d191d18000 x1874850291768576/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998286.275982:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998286.275985:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998286.275989:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f169e1af] to pc [ptlrpcd_01_00+0] req@ffff94d191d18000 x1874850291768576/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998286.275995:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998286.275999:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998286.276004:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787998286.276005:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998286.276011:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1787998286.276012:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998286.276017:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1aa00. 00000020:00000040:2.0:1787998286.276020:0:38:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=4 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998286.276026:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1787998286.276028:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1b100 x1874850291768448/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1787998286.276029:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998286.276034:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998286.276042:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19381e100. 00000100:00000001:2.0:1787998286.276047:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998286.276052:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID req@ffff94d191d1aa00 x1874850291768704/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998286.276100:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998286.276100:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998286.276105:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998286.276106:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998286.276112:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1787998286.276115:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe82210a] to pc [ptlrpcd_01_01+1] req@ffff94d191d1aa00 x1874850291768704/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1787998286.276117:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998286.276125:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998286.276136:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2405:1874850291768448:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998286.276142:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998286.276144:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1787998286.276148:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1787998286.276153:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1787998286.276153:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1787998286.276158:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787998286.276161:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1b800. 02000000:00000001:3.0:1787998286.276164:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1787998286.276166:0:38:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998286.276170:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:3.0:1787998286.276175:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191d93c00. 02000000:00000001:3.0:1787998286.276179:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998286.276186:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998286.276191:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a790. 00000400:00000010:3.0:1787998286.276203:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5f68. 00000100:00000200:3.0:1787998286.276209:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291768448, portal 25 00000100:00000001:3.0:1787998286.276212:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998286.276213:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548355328 : -117847161196288 : ffff94d191d1b100) 00000100:00000040:3.0:1787998286.276220:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d1b100 x1874850291768448/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998286.276228:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998286.276231:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998286.276233:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f53b8. 00000100:00000200:3.0:1787998286.276236:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874850291768448, offset 0 00000400:00000200:3.0:1787998286.276245:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 02000000:00000001:2.0:1787998286.276247:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998286.276251:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998286.276257:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 02000000:00000010:2.0:1787998286.276258:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19381ef00. 00000100:00000001:2.0:1787998286.276268:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998286.276273:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000100:00000040:2.0:1787998286.276279:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID req@ffff94d191d1b800 x1874850291768832/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1787998286.276284:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1787998286.276294:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1787998286.276295:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000100:00000001:2.0:1787998286.276302:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998286.276306:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1787998286.276313:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044eab1e7] to pc [ptlrpcd_01_00+0] req@ffff94d191d1b800 x1874850291768832/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1787998286.276314:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998286.276324:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2770:2770:256:4294967295] 192.168.206.123@tcp LPNI seq info [2770:2770:8:4294967295] 00000400:00000200:3.0:1787998286.276350:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998286.276359:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998286.276366:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1787998286.276376:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000100:00000001:2.0:1787998286.276377:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998286.276384:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d19c00. 00000800:00000200:3.0:1787998286.276390:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000020:00000040:2.0:1787998286.276392:0:38:0:(genops.c:1210:class_import_get()) import ffff94d183eca000 refcount=3 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998286.276398:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:3.0:1787998286.276400:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d191fa7300. 02000000:00000001:2.0:1787998286.276401:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998286.276407:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998286.276413:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19381e400. 00000100:00000001:2.0:1787998286.276416:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998286.276422:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID req@ffff94d191d19c00 x1874850291768960/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998286.276430:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998286.276432:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998286.276436:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018f61f4e] to pc [ptlrpcd_01_01+1] req@ffff94d191d19c00 x1874850291768960/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998286.276444:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998286.276449:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1804) 00000800:00000200:3.0:1787998286.276484:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998286.276494:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998286.276567:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d191fa7300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998286.276588:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998286.276593:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998286.276595:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296470516 00000100:00000010:3.0:1787998286.276601:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0013900. 00000100:00000001:3.0:1787998286.276607:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787998286.276614:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296470516 00000100:00000010:3.0:1787998286.276617:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0013300. 00000100:00000001:3.0:1787998286.276620:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787998286.276629:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998286.276632:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998286.276636:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998286.276638:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998286.276645:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998286.276647:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787998286.276650:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998286.276652:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998286.276654:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998286.276659:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1aa00 x1874850291768704/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998286.276666:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998286.276668:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998286.276670:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998286.276672:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998286.276675:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998286.276679:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291768704:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998286.276682:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1787998286.276684:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1787998286.276686:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998286.276690:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998286.276691:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1787998286.276693:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1787998286.276696:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1787998286.276700:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191d92e00. 02000000:00000001:3.0:1787998286.276707:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998286.276708:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d18000 x1874850291768576/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1787998286.276719:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998286.276729:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a8f0. 00000100:00000001:2.0:1787998286.276733:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1787998286.276737:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5550. 00000100:00000001:2.0:1787998286.276738:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1787998286.276747:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291768704, portal 10 02000000:00000001:2.0:1787998286.276747:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998286.276750:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998286.276753:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1787998286.276756:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998286.276757:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548353536 : -117847161198080 : ffff94d191d1aa00) 00000100:00100000:2.0:1787998286.276764:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291768576:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998286.276803:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1787998286.276804:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d1aa00 x1874850291768704/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1787998286.276811:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998286.276815:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998286.276821:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998286.276828:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d190903800. 00000100:00000001:3.0:1787998286.276830:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1787998286.276835:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998286.276841:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998286.276847:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f52a8. 00000400:00000200:2.0:1787998286.276848:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000200:3.0:1787998286.276852:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291768704, offset 0 00000400:00000010:2.0:1787998286.276857:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1861513c8. 00000400:00000200:3.0:1787998286.276866:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998286.276873:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998286.276875:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf6e8. 00000400:00000200:3.0:1787998286.276882:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000100:00000200:2.0:1787998286.276889:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291768576, portal 10 00000400:00000200:3.0:1787998286.276890:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998286.276898:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000100:00000001:2.0:1787998286.276898:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998286.276903:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548342784 : -117847161208832 : ffff94d191d18000) 00000400:00000200:3.0:1787998286.276906:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998286.276913:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000100:00000040:2.0:1787998286.276920:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d18000 x1874850291768576/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1787998286.276921:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2771:2771:255:4294967295] 192.168.206.123@tcp LPNI seq info [2771:2771:7:4294967295] 00000400:00000200:3.0:1787998286.276945:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998286.276947:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998286.276956:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998286.276965:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000400:00000010:2.0:1787998286.276965:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf990. 00000100:00000200:2.0:1787998286.276975:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291768576, offset 0 00000800:00000200:3.0:1787998286.276982:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998286.276990:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998286.276993:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d191fa7400. 00000800:00000200:3.0:1787998286.277006:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000400:00000200:2.0:1787998286.277006:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998286.277022:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000800:00000200:3.0:1787998286.277025:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000400:00000200:2.0:1787998286.277030:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1787998286.277032:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d191fa7400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998286.277039:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998286.277040:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000100:00000040:3.0:1787998286.277048:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18365 usecs (19 jiffies) 00000400:00000200:2.0:1787998286.277050:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998286.277058:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998286.277062:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998286.277068:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296466453 00000400:00000200:2.0:1787998286.277068:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2772:2772:254:4294967295] 192.168.206.123@tcp LPNI seq info [2772:2772:6:4294967295] 00000100:00000001:3.0:1787998286.277077:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296470516 00000100:00000001:3.0:1787998286.277083:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296466453 00000400:00000200:2.0:1787998286.277084:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998286.277092:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296470516 00000100:00000001:3.0:1787998286.277097:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998286.277107:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998286.277108:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000100:00000001:3.0:1787998286.277115:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1787998286.277124:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000100:00000040:3.0:1787998286.277125:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d19c00 x1874850291768960/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1787998286.277134:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d198474600. 00000100:00000001:3.0:1787998286.277139:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998286.277143:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998286.277149:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 02000000:00000001:3.0:1787998286.277150:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998286.277155:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998286.277160:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998286.277166:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291768960:192.168.206.123@tcp:400:kworker.0 00000800:00000200:2.0:1787998286.277168:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000100:00000001:3.0:1787998286.277174:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998286.277177:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998286.277179:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998286.277181:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1787998286.277186:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d198474600 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:3.0:1787998286.277188:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191d92800. 02000000:00000001:3.0:1787998286.277194:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998286.277196:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998286.277202:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000040:2.0:1787998286.277203:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 816181 usecs (817 jiffies) 00000400:00000010:3.0:1787998286.277207:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a630. 00000400:00000200:2.0:1787998286.277214:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998286.277218:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5440. 00000100:00000001:2.0:1787998286.277219:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296467251 00000100:00000200:3.0:1787998286.277225:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291768960, portal 4 00000100:00000001:2.0:1787998286.277226:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296470516 00000100:00000001:3.0:1787998286.277233:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998286.277234:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296467251 00000100:00000001:3.0:1787998286.277239:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548349952 : -117847161201664 : ffff94d191d19c00) 00000100:00000001:2.0:1787998286.277241:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296470516 00000100:00000001:2.0:1787998286.277248:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1787998286.277252:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d19c00 x1874850291768960/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998286.277254:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998286.277260:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998286.277268:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1b800 x1874850291768832/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998286.277270:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998286.277283:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000100:00000001:2.0:1787998286.277288:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1787998286.277290:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5330. 00000100:00000001:2.0:1787998286.277292:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1787998286.277296:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291768960, offset 0 02000000:00000001:2.0:1787998286.277298:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998286.277303:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1787998286.277309:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 02000000:00000001:2.0:1787998286.277311:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998286.277319:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291768832:192.168.206.123@tcp:400:kworker.0 00000400:00000200:3.0:1787998286.277320:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998286.277330:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1787998286.277334:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 02000000:00000001:2.0:1787998286.277334:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998286.277339:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998286.277344:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1787998286.277345:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1787998286.277350:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d190903000. 00000400:00000200:3.0:1787998286.277351:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 02000000:00000001:2.0:1787998286.277357:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998286.277362:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998286.277364:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1787998286.277366:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151318. 00000400:00000200:3.0:1787998286.277373:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000010:2.0:1787998286.277375:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf4c8. 00000400:00000200:3.0:1787998286.277383:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2773:2773:253:4294967295] 192.168.206.123@tcp LPNI seq info [2773:2773:5:4294967295] 00000100:00000200:2.0:1787998286.277383:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291768832, portal 4 00000100:00000001:2.0:1787998286.277391:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998286.277395:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548357120 : -117847161194496 : ffff94d191d1b800) 00000400:00000200:3.0:1787998286.277402:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000040:2.0:1787998286.277410:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d1b800 x1874850291768832/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998286.277427:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998286.277430:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998286.277433:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf198. 00000100:00000200:2.0:1787998286.277435:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291768832, offset 0 00000400:00000200:2.0:1787998286.277440:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998286.279131:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998286.279147:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998286.279154:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d191fa7200. 00000800:00000200:3.0:1787998286.279161:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998286.279168:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998286.279172:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d191fa7200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998286.279178:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998286.279183:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 20046 usecs (21 jiffies) 00000400:00000200:3.0:1787998286.279188:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998286.279191:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296466456 00000100:00000001:3.0:1787998286.279193:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296470516 00000100:00000001:3.0:1787998286.279195:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296466456 00000100:00000001:3.0:1787998286.279197:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296470516 00000100:00000001:3.0:1787998286.279199:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998286.279202:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998286.279206:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998286.279210:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998286.279217:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998286.279218:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787998286.279221:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998286.279223:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998286.279224:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998286.279227:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998286.279267:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998286.279270:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d191fa7300. 00000400:00000200:3.0:1787998286.279277:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998286.279282:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998286.279510:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998286.279522:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998286.279528:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998286.279533:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998286.279536:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998286.279540:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998286.279553:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2774:2774:252:4294967295] 192.168.206.123@tcp LPNI seq info [2774:2774:4:4294967295] 00000400:00000200:2.0:1787998286.279559:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998286.279569:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998286.279575:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998286.279584:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d198474900. 00000800:00000200:2.0:1787998286.279591:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998286.279599:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998286.279603:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d198474900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998286.279608:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998286.279614:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 202622 usecs (203 jiffies) 00000400:00000200:2.0:1787998286.279618:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998286.279620:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296466639 00000100:00000001:2.0:1787998286.279623:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296470516 00000100:00000001:2.0:1787998286.279626:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296466639 00000100:00000001:2.0:1787998286.279628:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296470516 00000100:00000001:2.0:1787998286.279631:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998286.279634:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998286.279638:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998286.279641:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998286.279649:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998286.279650:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787998286.279653:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998286.279655:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998286.279657:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998286.279660:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998286.280367:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f53b8 00000400:00000010:3.0:1787998286.280373:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f53b8. 00000100:00000001:3.0:1787998286.280380:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998286.280388:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1b100 x1874850291768448/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998286.280399:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998286.280402:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1b100 x1874850291768448/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998302 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998286.280409:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998286.280411:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998286.280432:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998286.280435:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d191fa7400. 00000400:00000200:3.0:1787998286.280439:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998286.280442:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998286.280446:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f52a8 00000400:00000010:3.0:1787998286.280447:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f52a8. 00000100:00000001:3.0:1787998286.280450:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998286.280453:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1aa00 x1874850291768704/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998286.280460:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998286.280463:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1aa00 x1874850291768704/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998302 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998286.280468:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998286.280470:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998286.280478:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998286.280480:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d198474600. 00000400:00000200:3.0:1787998286.280485:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998286.280489:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998286.280491:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf990 00000400:00000010:3.0:1787998286.280493:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf990. 00000100:00000001:3.0:1787998286.280496:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998286.280499:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d18000 x1874850291768576/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998286.280506:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998286.280510:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d18000 x1874850291768576/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998302 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998286.280516:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998286.280517:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998286.280525:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998286.280527:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d191fa7200. 00000400:00000200:3.0:1787998286.280529:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998286.280532:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998286.280535:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5330 00000400:00000010:3.0:1787998286.280537:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5330. 00000100:00000001:3.0:1787998286.280539:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998286.280542:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d19c00 x1874850291768960/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998286.283607:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998286.283618:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d19c00 x1874850291768960/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998302 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998286.283625:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998286.283628:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998286.283724:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998286.283728:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d198474900. 00000400:00000200:3.0:1787998286.283735:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998286.283739:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998286.283745:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf198 00000400:00000010:3.0:1787998286.283748:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf198. 00000100:00000001:3.0:1787998286.283752:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998286.283757:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1b800 x1874850291768832/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998286.283764:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998286.283791:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1b800 x1874850291768832/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998302 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998286.283811:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998286.283813:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998286.288058:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998286.288074:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998286.288078:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998286.288080:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998286.288088:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998286.288095:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998286.288104:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998286.288108:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998286.288113:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998286.288117:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a5dc80 00000400:00000200:2.0:1787998286.288122:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998286.288128:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x80b5 [1] + 224 00000800:00000001:2.0:1787998286.288134:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998286.288139:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998286.288142:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998286.288146:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998286.288153:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998286.288161:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1b100 x1874850291768448/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998286.288172:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d1b100 x1874850291768448/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998286.288194:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998286.288202:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998286.288206:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998286.288208:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998286.288210:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998286.288213:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998286.288216:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998286.288220:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998286.288223:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998286.288225:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998286.288228:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a5dd80 00000400:00000200:2.0:1787998286.288231:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998286.288235:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x80c5 [1] + 224 00000800:00000001:2.0:1787998286.288239:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998286.288242:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998286.288244:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998286.288247:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998286.288250:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998286.288254:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1aa00 x1874850291768704/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998286.288263:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d1aa00 x1874850291768704/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998286.288271:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998286.288274:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998286.288277:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998286.288279:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998286.288281:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998286.288284:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998286.288287:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998286.288291:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998286.288293:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998286.288295:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998286.288297:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a5de80 00000400:00000200:2.0:1787998286.288301:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998286.288304:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x80e5 [1] + 224 00000800:00000001:2.0:1787998286.288308:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998286.288311:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998286.288312:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998286.288315:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998286.288318:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998286.288322:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d19c00 x1874850291768960/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998286.288330:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d19c00 x1874850291768960/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998286.288342:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998286.288345:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998286.288348:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998286.288349:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998286.288351:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998286.288353:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998286.288356:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998286.288360:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998286.288362:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998286.288365:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998286.288367:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a5dd00 00000400:00000200:2.0:1787998286.288370:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998286.288374:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x80d5 [1] + 224 00000800:00000001:2.0:1787998286.288377:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998286.288380:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998286.288382:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998286.288385:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998286.288387:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998286.288391:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d18000 x1874850291768576/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998286.288400:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d18000 x1874850291768576/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998286.288415:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998286.288418:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998286.288420:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998286.288422:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998286.288424:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998286.288428:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998286.288431:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998286.288434:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998286.288439:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998286.288441:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998286.288444:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a5de00 00000400:00000200:2.0:1787998286.288447:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998286.288450:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x80f5 [1] + 224 00000800:00000001:2.0:1787998286.288454:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998286.288459:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998286.288461:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998286.288464:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998286.288467:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998286.288471:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1b800 x1874850291768832/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998286.288479:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d1b800 x1874850291768832/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998286.288486:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998286.288488:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998286.288491:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998286.288504:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998286.288508:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787998286.288514:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998286.288515:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998286.288518:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1861513c8. 00000400:00000200:2.0:1787998286.288522:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf6e8 00000400:00000010:2.0:1787998286.288524:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf6e8. 00000100:00000001:2.0:1787998286.288527:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998286.288531:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d18000 x1874850291768576/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787998286.288540:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d18000 x1874850291768576/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998286.288557:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998286.288559:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998286.288561:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998286.288565:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998286.288567:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998286.288569:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998286.288572:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998286.288580:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=112 v=5 (5 104 104 104) 00000100:00001000:2.0:1787998286.288585:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1787998286.288587:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998286.288589:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998286.288593:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998286.288596:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998286.288600:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1787998286.288602:0:2404:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: committing for last_committed 4294967633 gen 2 00000100:00000040:2.0:1787998286.288608:0:2404:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967633) req@ffff94d199ede300 x1874850291766144/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998294 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998286.288615:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998286.288616:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684420864 : -117847025130752 : ffff94d199ede300) 00000100:00000001:2.0:1787998286.288619:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998286.288623:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199ede300 x1874850291766144/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998294 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998286.288629:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998286.288633:0:2404:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967633) req@ffff94d191d02300 x1874850291766784/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/448 e 0 to 0 dl 1787998295 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998286.288639:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998286.288642:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d02300 x1874850291766784/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/448 e 0 to 0 dl 1787998295 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998286.288648:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998286.288650:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998286.288653:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1a0095000. 02000000:00000001:2.0:1787998286.288658:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998286.288660:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998286.288662:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998286.288664:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998286.288667:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1a0096000. 02000000:00000001:2.0:1787998286.288670:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998286.288671:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998286.288673:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d02300. 00000100:00000001:2.0:1787998286.288677:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998286.288678:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998286.288682:0:2404:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967633) req@ffff94d199edea00 x1874850291767296/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1787998295 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998286.288687:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998286.288690:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edea00 x1874850291767296/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1787998295 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998286.288695:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998286.288697:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998286.288699:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e25400. 02000000:00000001:2.0:1787998286.288701:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998286.288702:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998286.288704:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998286.288705:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998286.288707:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d190451000. 02000000:00000001:2.0:1787998286.288709:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998286.288710:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998286.288712:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edea00. 00000100:00000001:2.0:1787998286.288715:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998286.288716:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998286.288719:0:2404:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1787998286.288721:0:2404:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: normal: skip=1 replay=3/3 committed=0/0 00000100:00000001:2.0:1787998286.288724:0:2404:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998286.288725:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998286.288730:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d18000 x1874850291768576/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998302 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998286.288736:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998286.288739:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998286.288741:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998286.288745:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d18000 x1874850291768576/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998302 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787998286.288753:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291768576:192.168.206.123@tcp:400:kworker.0 00000400:00000001:2.0:1787998286.288759:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998286.288760:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998286.288762:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151318. 00000400:00000200:2.0:1787998286.288764:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf4c8 00000100:00000001:3.0:1787998286.288933:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998286.288937:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1787998286.288977:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf4c8. 00000100:00000001:2.0:1787998286.288982:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998286.288986:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1b800 x1874850291768832/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787998286.288994:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1b800 x1874850291768832/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998286.288999:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998286.289000:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998286.289002:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998286.289004:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998286.289005:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998286.289007:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998286.289008:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998286.289013:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=112 v=5 (5 5 37 37) 00000100:00001000:2.0:1787998286.289016:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=52 v=5 (1 1 0 0) 00000100:00000001:2.0:1787998286.289018:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998286.289019:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998286.289021:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998286.289022:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998286.289025:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998286.289026:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:2.0:1787998286.289028:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998286.289029:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998286.289033:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1b800 x1874850291768832/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998302 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998286.289039:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998286.289041:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998286.289043:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998286.289046:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1b800 x1874850291768832/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998302 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787998286.289054:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291768832:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998286.289058:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998286.289060:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998286.289063:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d18000 x1874850291768576/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998302 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998286.289068:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998286.289070:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998286.289071:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d190903800. 02000000:00000001:2.0:1787998286.289075:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998286.289076:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998286.289077:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998286.289079:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998286.289081:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19381e500. 02000000:00000001:2.0:1787998286.289085:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998286.289086:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998286.289087:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d18000. 00000100:00000001:2.0:1787998286.289090:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998286.289091:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998286.289093:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998286.289096:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1b800 x1874850291768832/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998302 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998286.289100:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998286.289101:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998286.289103:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d190903000. 02000000:00000001:2.0:1787998286.289104:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998286.289105:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998286.289106:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=2 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998286.289108:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998286.289109:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19381ef00. 02000000:00000001:2.0:1787998286.289111:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998286.289112:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998286.289114:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1b800. 00000100:00000001:2.0:1787998286.289116:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998286.289118:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998286.289120:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998286.289126:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998286.289128:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998286.289130:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998286.289132:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1787998286.289542:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998286.289555:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998286.289557:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a8f0. 00000400:00000200:3.0:1787998286.289561:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5550 00000400:00000010:3.0:1787998286.289563:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5550. 00000100:00000001:3.0:1787998286.289566:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998286.289571:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1aa00 x1874850291768704/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998286.289580:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1aa00 x1874850291768704/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998286.289587:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998286.289589:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998286.289591:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998286.289593:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998286.289594:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998286.289595:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998286.289597:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998286.289602:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=112 v=5 (5 104 104 104) 00000100:00001000:3.0:1787998286.289605:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=112 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998286.289608:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998286.289609:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998286.289611:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998286.289613:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998286.289615:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998286.289616:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1787998286.289618:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998286.289619:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998286.289623:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1aa00 x1874850291768704/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998302 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998286.289630:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998286.289631:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998286.289632:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998286.289636:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1aa00 x1874850291768704/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998302 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998286.289644:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291768704:192.168.206.123@tcp:400:kworker.0 00000400:00000001:3.0:1787998286.289649:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998286.289651:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998286.289652:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a630. 00000400:00000200:3.0:1787998286.289654:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5440 00000400:00000010:3.0:1787998286.289656:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5440. 00000100:00000001:3.0:1787998286.289658:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998286.289661:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d19c00 x1874850291768960/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998286.289669:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d19c00 x1874850291768960/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998286.289675:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998286.289676:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998286.289678:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998286.289679:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998286.289680:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998286.289682:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998286.289683:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998286.289686:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca460 time=112 v=5 (5 5 37 37) 00000100:00001000:3.0:1787998286.289689:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=63 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998286.289691:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998286.289692:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998286.289694:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998286.289696:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998286.289698:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998286.289699:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:3.0:1787998286.289701:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998286.289702:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998286.289705:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d19c00 x1874850291768960/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998302 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998286.289710:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998286.289712:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998286.289713:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998286.289717:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d19c00 x1874850291768960/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998302 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998286.289724:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291768960:192.168.206.123@tcp:400:kworker.0 00000400:00000001:3.0:1787998286.289727:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998286.289728:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998286.289730:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a790. 00000400:00000200:3.0:1787998286.289731:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5f68 00000400:00000010:3.0:1787998286.289733:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5f68. 00000100:00000001:3.0:1787998286.289734:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998286.289737:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1b100 x1874850291768448/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998286.289744:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1b100 x1874850291768448/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998286.289750:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998286.289751:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998286.289752:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998286.289753:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998286.289754:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998286.289755:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998286.289756:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998286.289759:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=113 v=5 (5 5 5 5) 00000100:00001000:3.0:1787998286.289761:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=113 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998286.289763:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998286.289763:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998286.289764:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998286.289962:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998286.289966:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998286.289971:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1b100 x1874850291768448/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998302 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998286.289978:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998286.289981:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998286.289982:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998286.289986:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1b100 x1874850291768448/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998302 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998286.289993:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2405:1874850291768448:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998286.289997:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998286.290000:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998286.290002:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1aa00 x1874850291768704/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998302 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998286.290009:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998286.290011:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998286.290013:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191d92e00. 02000000:00000001:3.0:1787998286.290016:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998286.290018:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998286.290019:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=3 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998286.290022:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998286.290024:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19381e100. 02000000:00000001:3.0:1787998286.290027:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998286.290028:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998286.290030:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1aa00. 00000100:00000001:3.0:1787998286.290032:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998286.290034:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998286.290035:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998286.290038:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d19c00 x1874850291768960/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998302 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998286.290044:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998286.290045:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998286.290047:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191d92800. 02000000:00000001:3.0:1787998286.290048:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998286.290049:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998286.290050:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998286.290052:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998286.290053:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19381e400. 02000000:00000001:3.0:1787998286.290056:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998286.290057:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998286.290057:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d19c00. 00000100:00000001:3.0:1787998286.290059:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998286.290060:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998286.290062:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998286.290065:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1b100 x1874850291768448/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998302 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998286.290070:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998286.290071:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998286.290073:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191d93c00. 02000000:00000001:3.0:1787998286.290075:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998286.290076:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998286.290077:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:3.0:1787998286.290078:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998286.290080:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19381e700. 02000000:00000001:3.0:1787998286.290081:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998286.290082:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998286.290083:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1b100. 00000100:00000001:3.0:1787998286.290086:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998286.290087:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998286.290089:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998286.290094:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998286.290096:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998286.290098:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998286.290100:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998286.723876:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998286.723882:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998286.723887:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998286.723889:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998286.724062:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998286.724066:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998286.724069:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787998287.746877:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998287.746886:0:15976:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998287.746888:0:15976:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998287.746891:0:15976:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998287.746896:0:15976:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998287.746898:0:15976:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998287.746901:0:15976:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998287.746903:0:15976:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998287.746907:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998287.746908:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998287.746925:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998287.746928:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998287.746930:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787998288.771011:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998288.771018:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998288.771024:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998288.771025:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998288.773490:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787998288.773496:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998288.773501:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787998289.346837:0:33245:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787998289.346844:0:33245:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998289.346847:0:33245:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787998289.346851:0:33245:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a0070180 going to sleep for 1 seconds 00000100:00000001:1.0:1787998289.346855:0:33245:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998289.346859:0:33245:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998289.794890:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998289.794896:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998289.794902:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998289.794905:0:15976:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998289.794907:0:15976:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998289.794913:0:15976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998289.794915:0:15976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998289.794917:0:15976:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998289.794919:0:15976:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998289.794921:0:15976:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998289.794923:0:15976:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998289.794926:0:15976:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998289.795319:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998289.795323:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998289.795325:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787998290.370858:0:31987:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582220 (cpu 2) has reached its deadline 4296470516, at 4296470528 00000100:00000001:1.0:1787998290.370858:0:33245:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787998290.370865:0:33245:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998290.370867:0:33245:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1787998290.370869:0:31987:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0013900. 00000100:00100000:1.0:1787998290.370871:0:33245:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a0070180 going to sleep for 1 seconds 00000100:00000001:1.0:1787998290.370873:0:33245:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998290.370876:0:33245:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998290.371430:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296470516, at 4296470528 00000100:00000010:3.0:1787998290.371438:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0013300. 00010000:00000001:0.0:1787998290.819432:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998290.819440:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998290.819447:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998290.819448:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998290.819469:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998290.819471:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998290.819474:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787998291.394874:0:33245:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787998291.394882:0:33245:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998291.394884:0:33245:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787998291.394889:0:33245:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a0070180 going to sleep for 1 seconds 00000100:00000001:1.0:1787998291.394893:0:33245:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998291.394897:0:33245:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998291.394914:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998291.394920:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998291.394929:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1b800. 00000020:00000040:2.0:1787998291.394934:0:38:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:2.0:1787998291.394939:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998291.394942:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998291.394947:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998291.394955:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d198474900. 00000100:00000001:2.0:1787998291.394961:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998291.394982:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS req@ffff94d191d1b800 x1874850291769088/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998291.394992:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998291.394996:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998291.395002:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044eab1e7] to pc [ptlrpcd_01_00+0] req@ffff94d191d1b800 x1874850291769088/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998291.395031:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998291.395035:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998291.395038:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998291.395041:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d18000. 00000020:00000040:2.0:1787998291.395044:0:38:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998291.395046:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998291.395047:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998291.395048:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998291.395052:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d198474600. 00000100:00000001:2.0:1787998291.395066:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998291.395071:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID req@ffff94d191d18000 x1874850291769216/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998291.395078:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998291.395080:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998291.395084:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f169e1af] to pc [ptlrpcd_01_01+1] req@ffff94d191d18000 x1874850291769216/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998291.395092:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998291.395094:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998291.395098:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998291.395101:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d18380. 00000020:00000040:2.0:1787998291.395103:0:38:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=4 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998291.395105:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998291.395106:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998291.395108:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998291.395112:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19381e700. 00000100:00000001:2.0:1787998291.395115:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998291.395118:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID req@ffff94d191d18380 x1874850291769344/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998291.395125:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998291.395127:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998291.395142:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021020f49] to pc [ptlrpcd_01_00+0] req@ffff94d191d18380 x1874850291769344/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998291.395155:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998291.395157:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998291.395160:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998291.395168:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d19880. 00000020:00000040:2.0:1787998291.395170:0:38:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998291.395172:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998291.395173:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998291.395175:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998291.395178:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19381e400. 00000100:00000001:2.0:1787998291.395181:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998291.395185:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID req@ffff94d191d19880 x1874850291769472/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998291.395191:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998291.395193:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998291.395196:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d864ee0a] to pc [ptlrpcd_01_01+1] req@ffff94d191d19880 x1874850291769472/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998291.395203:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998291.395205:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998291.395207:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998291.395210:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1b480. 00000020:00000040:2.0:1787998291.395212:0:38:0:(genops.c:1210:class_import_get()) import ffff94d183eca000 refcount=3 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998291.395217:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998291.395219:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998291.395220:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998291.395223:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19381e100. 00000100:00000001:2.0:1787998291.395226:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998291.395229:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID req@ffff94d191d1b480 x1874850291769600/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998291.395235:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998291.395237:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998291.395241:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061bf0840] to pc [ptlrpcd_01_00+0] req@ffff94d191d1b480 x1874850291769600/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998291.395248:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998291.395251:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1809) 00000100:00000001:3.0:1787998291.395455:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998291.395460:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998291.395462:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998291.395469:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1b800 x1874850291769088/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998291.395478:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998291.395480:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998291.395484:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998291.395487:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998291.395490:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998291.395493:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed2632e9-aeaa-48f0-b65b-469967f9297f:2404:1874850291769088:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998291.395497:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998291.395502:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998291.395505:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998291.395507:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998291.395512:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191d92e00. 02000000:00000001:3.0:1787998291.395514:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998291.395532:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998291.395537:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a790. 00000400:00000010:3.0:1787998291.395544:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5f68. 00000100:00000200:3.0:1787998291.395550:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291769088, portal 25 00000100:00000001:3.0:1787998291.395552:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998291.395553:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548357120 : -117847161194496 : ffff94d191d1b800) 00000100:00000040:3.0:1787998291.395559:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d1b800 x1874850291769088/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998291.395625:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998291.395629:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998291.395633:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5440. 00000100:00000200:3.0:1787998291.395636:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874850291769088, offset 0 00000400:00000200:3.0:1787998291.395642:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998291.395651:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998291.395658:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998291.395663:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998291.395668:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998291.395672:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998291.395675:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998291.395678:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2775:2775:256:4294967295] 192.168.206.123@tcp LPNI seq info [2775:2775:8:4294967295] 00000400:00000200:3.0:1787998291.395683:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998291.395691:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998291.395697:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998291.395703:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d191fa7200. 00000800:00000200:3.0:1787998291.395709:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998291.395716:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998291.395721:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d191fa7200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998291.395742:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998291.395746:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998291.395749:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296475635 00000100:00000010:3.0:1787998291.395754:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0013300. 00000100:00000001:3.0:1787998291.395760:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787998291.395764:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296475635 00000100:00000010:3.0:1787998291.395849:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0013480. 00000100:00000001:3.0:1787998291.395853:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787998291.395856:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998291.395859:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998291.395862:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998291.395867:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d18380 x1874850291769344/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998291.395874:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998291.395876:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998291.395878:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998291.395880:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998291.395881:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998291.395884:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291769344:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998291.395887:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998291.395890:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998291.395891:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998291.395893:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998291.395896:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191d92800. 02000000:00000001:3.0:1787998291.395898:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998291.395902:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998291.395905:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a630. 00000400:00000010:3.0:1787998291.395909:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5550. 00000100:00000200:3.0:1787998291.395912:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291769344, portal 10 00000100:00000001:3.0:1787998291.395914:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998291.395915:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548343680 : -117847161207936 : ffff94d191d18380) 00000100:00000040:3.0:1787998291.395922:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d18380 x1874850291769344/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998291.395928:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998291.395930:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998291.395932:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5330. 00000100:00000200:3.0:1787998291.395934:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291769344, offset 0 00000400:00000200:3.0:1787998291.395938:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998291.395942:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998291.395946:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998291.395949:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998291.395951:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998291.395953:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998291.395955:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998291.395958:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2776:2776:255:4294967295] 192.168.206.123@tcp LPNI seq info [2776:2776:7:4294967295] 00000400:00000200:3.0:1787998291.395962:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998291.395968:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998291.395972:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998291.395976:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d191fa7400. 00000800:00000200:3.0:1787998291.395980:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998291.395984:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998291.395987:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d191fa7400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998291.395990:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998291.395994:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18358 usecs (19 jiffies) 00000400:00000200:3.0:1787998291.395997:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998291.395999:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296471572 00000100:00000001:3.0:1787998291.396001:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296475635 00000100:00000001:3.0:1787998291.396003:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296471572 00000100:00000001:3.0:1787998291.396006:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296475635 00000100:00000001:3.0:1787998291.396008:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998291.396010:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998291.396012:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998291.396015:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1b480 x1874850291769600/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998291.396021:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998291.396023:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998291.396025:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998291.396026:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998291.396028:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998291.396030:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291769600:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998291.396033:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998291.396035:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998291.396037:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998291.396038:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998291.396041:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191d93c00. 02000000:00000001:3.0:1787998291.396043:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998291.396046:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998291.396049:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a8f0. 00000400:00000010:3.0:1787998291.396052:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f52a8. 00000100:00000200:3.0:1787998291.396054:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291769600, portal 4 00000100:00000001:3.0:1787998291.396056:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998291.396057:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548356224 : -117847161195392 : ffff94d191d1b480) 00000100:00000040:3.0:1787998291.396063:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d1b480 x1874850291769600/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998291.396069:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998291.396071:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998291.396074:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f53b8. 00000100:00000200:3.0:1787998291.396075:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291769600, offset 0 00000400:00000200:3.0:1787998291.396079:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998291.396083:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998291.396086:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998291.396089:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998291.396091:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998291.396094:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998291.396096:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998291.396099:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2777:2777:254:4294967295] 192.168.206.123@tcp LPNI seq info [2777:2777:6:4294967295] 00000400:00000200:3.0:1787998291.396102:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998291.396108:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998291.396112:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998291.396115:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d191fa7300. 00000800:00000200:3.0:1787998291.396120:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998291.396123:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998291.396126:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d191fa7300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998291.396129:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998291.396131:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 20023 usecs (21 jiffies) 00000400:00000200:3.0:1787998291.396134:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998291.396136:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296471574 00000100:00000001:3.0:1787998291.396138:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296475635 00000100:00000001:3.0:1787998291.396140:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296471574 00000100:00000001:3.0:1787998291.396142:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296475635 00000100:00000001:3.0:1787998291.396144:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998291.396146:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998291.396148:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998291.396151:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998291.396158:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998291.396160:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787998291.396162:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998291.396164:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998291.396165:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998291.396168:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1787998291.396169:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998291.396172:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998291.396173:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998291.396175:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998291.396176:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998291.396177:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998291.396181:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d18000 x1874850291769216/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998291.396188:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998291.396189:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998291.396191:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998291.396193:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998291.396195:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998291.396197:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291769216:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998291.396200:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998291.396203:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998291.396204:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998291.396205:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998291.396208:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191d92c00. 02000000:00000001:3.0:1787998291.396210:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998291.396213:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998291.396215:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a318. 00000400:00000010:3.0:1787998291.396218:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5220. 00000100:00000200:3.0:1787998291.396221:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291769216, portal 10 00000100:00000001:3.0:1787998291.396222:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998291.396223:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548342784 : -117847161208832 : ffff94d191d18000) 00000100:00000040:3.0:1787998291.396229:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d18000 x1874850291769216/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998291.396236:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998291.396238:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998291.396240:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5660. 00000100:00000200:3.0:1787998291.396243:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291769216, offset 0 00000400:00000200:3.0:1787998291.396246:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998291.396250:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998291.396253:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998291.396256:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998291.396258:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998291.396260:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998291.396262:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998291.396265:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2778:2778:253:4294967295] 192.168.206.123@tcp LPNI seq info [2778:2778:5:4294967295] 00000400:00000200:3.0:1787998291.396269:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998291.396344:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998291.396351:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998291.396354:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d191fa7000. 00000800:00000200:3.0:1787998291.396358:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998291.396361:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998291.396364:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d191fa7000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998291.396367:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998291.396370:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 815098 usecs (816 jiffies) 00000400:00000200:3.0:1787998291.396373:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998291.396375:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296472369 00000100:00000001:3.0:1787998291.396377:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296475635 00000100:00000001:3.0:1787998291.396379:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296472369 00000100:00000001:3.0:1787998291.396381:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296475635 00000100:00000001:3.0:1787998291.396383:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998291.396385:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998291.396387:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998291.396391:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d19880 x1874850291769472/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998291.396398:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998291.396400:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998291.396402:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998291.396403:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998291.396406:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998291.396408:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291769472:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998291.396411:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998291.396413:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998291.396415:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998291.396416:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998291.396419:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191d93a00. 02000000:00000001:3.0:1787998291.396421:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998291.396424:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998291.396426:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a000. 00000400:00000010:3.0:1787998291.396429:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5dd0. 00000100:00000200:3.0:1787998291.396432:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291769472, portal 4 00000100:00000001:3.0:1787998291.396434:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998291.396435:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548349056 : -117847161202560 : ffff94d191d19880) 00000100:00000040:3.0:1787998291.396440:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d19880 x1874850291769472/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998291.396446:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998291.396449:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998291.396452:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5000. 00000100:00000200:3.0:1787998291.396453:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291769472, offset 0 00000400:00000200:3.0:1787998291.396457:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998291.396460:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998291.396463:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998291.396466:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998291.396468:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998291.396469:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998291.396471:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998291.396474:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2779:2779:252:4294967295] 192.168.206.123@tcp LPNI seq info [2779:2779:4:4294967295] 00000400:00000200:3.0:1787998291.396477:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998291.396483:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998291.396487:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998291.396490:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d191fa7c00. 00000800:00000200:3.0:1787998291.396493:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998291.396497:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998291.396499:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d191fa7c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998291.396501:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998291.396504:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 201746 usecs (202 jiffies) 00000400:00000200:3.0:1787998291.396507:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998291.396509:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296471755 00000100:00000001:3.0:1787998291.396511:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296475635 00000100:00000001:3.0:1787998291.396513:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296471755 00000100:00000001:3.0:1787998291.396526:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296475635 00000100:00000001:3.0:1787998291.396528:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998291.396530:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998291.396533:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998291.396536:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998291.396550:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998291.396552:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998291.400001:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998291.400010:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d191fa7200. 00000400:00000200:2.0:1787998291.400018:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998291.400025:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998291.400032:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5440 00000400:00000010:2.0:1787998291.400034:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5440. 00000100:00000001:2.0:1787998291.400039:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998291.400047:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1b800 x1874850291769088/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998291.400058:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998291.400062:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1b800 x1874850291769088/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998307 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998291.400069:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998291.400071:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998291.400083:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998291.400086:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d191fa7400. 00000400:00000200:2.0:1787998291.400089:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998291.400092:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998291.400095:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5330 00000400:00000010:2.0:1787998291.400097:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5330. 00000100:00000001:2.0:1787998291.400100:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998291.400103:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d18380 x1874850291769344/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998291.400110:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998291.400113:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d18380 x1874850291769344/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998307 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998291.400119:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998291.400121:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998291.400129:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998291.400131:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d191fa7300. 00000400:00000200:2.0:1787998291.400134:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998291.400137:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998291.400140:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f53b8 00000400:00000010:2.0:1787998291.400142:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f53b8. 00000100:00000001:2.0:1787998291.400144:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998291.400148:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1b480 x1874850291769600/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998291.400155:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998291.400158:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1b480 x1874850291769600/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998307 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998291.400163:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998291.400165:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998291.400172:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998291.400174:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d191fa7000. 00000400:00000200:2.0:1787998291.400176:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998291.400179:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998291.400181:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5660 00000400:00000010:2.0:1787998291.400183:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5660. 00000100:00000001:2.0:1787998291.400185:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998291.400189:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d18000 x1874850291769216/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998291.400195:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998291.400198:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d18000 x1874850291769216/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998307 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998291.400203:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998291.400205:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998291.400470:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998291.400474:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d191fa7c00. 00000400:00000200:2.0:1787998291.400478:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998291.400483:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998291.400486:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5000 00000400:00000010:2.0:1787998291.400488:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5000. 00000100:00000001:2.0:1787998291.400491:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998291.400495:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d19880 x1874850291769472/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998291.400503:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998291.400506:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d19880 x1874850291769472/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998307 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998291.400512:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998291.400513:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998291.404763:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998291.405113:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998291.405117:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998291.405121:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998291.405129:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998291.405136:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998291.405147:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998291.405151:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998291.405156:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998291.405160:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a5e000 00000400:00000200:2.0:1787998291.405164:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998291.405170:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x8115 [1] + 224 00000800:00000001:2.0:1787998291.405177:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998291.405181:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998291.405184:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998291.405188:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998291.405194:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998291.405202:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d18380 x1874850291769344/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998291.405214:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d18380 x1874850291769344/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998291.405245:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998291.405254:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998291.405258:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998291.405259:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998291.405262:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998291.405265:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998291.405268:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998291.405272:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998291.405275:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998291.405278:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998291.405281:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a5df00 00000400:00000200:2.0:1787998291.405285:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998291.405289:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x8105 [1] + 224 00000800:00000001:2.0:1787998291.405293:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998291.405297:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998291.405299:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998291.405302:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998291.405305:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998291.405309:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1b800 x1874850291769088/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998291.405318:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d1b800 x1874850291769088/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998291.405325:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998291.405328:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998291.405331:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998291.405333:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998291.405335:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998291.405338:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998291.405342:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998291.405346:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998291.405348:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998291.405351:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998291.405354:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a5e080 00000400:00000200:2.0:1787998291.405357:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998291.405361:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x8145 [1] + 224 00000800:00000001:2.0:1787998291.405365:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998291.405369:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998291.405371:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998291.405374:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998291.405376:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998291.405380:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d19880 x1874850291769472/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998291.405388:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d19880 x1874850291769472/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998291.405395:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998291.405398:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998291.405401:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998291.405403:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998291.405405:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998291.405408:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998291.405411:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998291.405415:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998291.405417:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998291.406031:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998291.406038:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a5e100 00000400:00000200:2.0:1787998291.406047:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998291.406051:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x8125 [1] + 224 00000800:00000001:2.0:1787998291.406054:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998291.406484:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998291.406489:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998291.406493:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998291.406498:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998291.406504:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1b480 x1874850291769600/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998291.406514:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d1b480 x1874850291769600/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998291.406533:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998291.406539:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998291.406543:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998291.406545:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998291.406547:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998291.406551:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998291.406554:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998291.406560:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998291.406563:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998291.406567:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998291.406571:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a5df80 00000100:00000001:3.0:1787998291.406573:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1787998291.406576:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998291.406579:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1787998291.406583:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x8135 [1] + 224 00000800:00000001:2.0:1787998291.406588:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1787998291.406589:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998291.406592:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998291.406595:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a000. 00000800:00000001:2.0:1787998291.406607:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998291.406611:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998291.406615:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998291.406745:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5dd0 00000400:00000010:3.0:1787998291.406749:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5dd0. 00000100:00000001:3.0:1787998291.406753:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998291.406758:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d19880 x1874850291769472/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998291.406851:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998291.406857:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d18000 x1874850291769216/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998291.406861:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d19880 x1874850291769472/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998307 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998291.406867:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d18000 x1874850291769216/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998291.406870:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998291.406871:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998291.406874:0:2404:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:2.0:1787998291.406874:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1787998291.406877:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998291.406879:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1787998291.406879:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1787998291.406882:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998291.406882:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1787998291.406884:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998291.406892:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=117 v=5 (5 5 37 37) 00000100:00001000:3.0:1787998291.406896:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=57 v=5 (1 1 0 0) 00000100:00000001:3.0:1787998291.406899:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998291.406901:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998291.406903:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998291.406910:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998291.406915:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998291.406917:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1787998291.406918:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998291.406920:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998291.406925:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d19880 x1874850291769472/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998307 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998291.406932:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998291.406935:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998291.406937:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998291.406941:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d19880 x1874850291769472/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998307 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998291.406949:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291769472:192.168.206.123@tcp:400:kworker.0 00000400:00000001:3.0:1787998291.406955:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998291.406956:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998291.406958:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a790. 00000400:00000200:3.0:1787998291.406960:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5f68 00000400:00000010:3.0:1787998291.406962:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5f68. 00000100:00000001:3.0:1787998291.406969:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998291.406972:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1b800 x1874850291769088/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998291.406980:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1b800 x1874850291769088/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998307 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998291.406991:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998291.406992:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998291.406994:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998291.406996:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998291.406997:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998291.406998:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998291.407000:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998291.407003:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=118 v=5 (5 5 5 5) 00000100:00001000:3.0:1787998291.407006:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=118 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998291.407008:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998291.407009:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998291.407011:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998291.407013:0:2404:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998291.407014:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998291.407018:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1b800 x1874850291769088/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998307 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998291.407025:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998291.407027:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998291.407028:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998291.407032:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1b800 x1874850291769088/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998307 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998291.407043:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed2632e9-aeaa-48f0-b65b-469967f9297f:2404:1874850291769088:192.168.206.123@tcp:400:kworker.0 00000400:00000001:3.0:1787998291.407048:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998291.407049:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998291.407051:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a630. 00000400:00000200:3.0:1787998291.407053:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5550 00000400:00000010:3.0:1787998291.407054:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5550. 00000100:00000001:3.0:1787998291.407125:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998291.407130:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d18380 x1874850291769344/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998291.407139:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d18380 x1874850291769344/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998307 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998291.407146:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998291.407147:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998291.407149:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998291.407150:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998291.407152:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998291.407153:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998291.407155:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998291.407159:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=117 v=5 (5 104 104 104) 00000100:00001000:3.0:1787998291.407162:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=117 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998291.407164:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998291.407165:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998291.407167:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998291.407169:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998291.407171:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998291.407172:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1787998291.407174:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998291.407175:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998291.407179:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d18380 x1874850291769344/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998307 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998291.407186:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998291.407187:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998291.407189:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998291.407198:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d18380 x1874850291769344/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998307 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998291.407205:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291769344:192.168.206.123@tcp:400:kworker.0 00000400:00000001:3.0:1787998291.407210:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998291.407212:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998291.407213:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a8f0. 00000400:00000200:3.0:1787998291.407216:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f52a8 00000400:00000010:3.0:1787998291.407217:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f52a8. 00000100:00000001:3.0:1787998291.407219:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998291.407222:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1b480 x1874850291769600/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998291.407230:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1b480 x1874850291769600/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998307 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998291.407237:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998291.407238:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998291.407240:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998291.407241:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998291.407242:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998291.407243:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998291.407244:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998291.407248:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca460 time=117 v=5 (5 5 37 37) 00000100:00001000:3.0:1787998291.407251:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=68 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998291.407253:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998291.407254:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998291.407256:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998291.407257:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998291.407259:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998291.407260:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:3.0:1787998291.407262:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998291.407263:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998291.407267:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1b480 x1874850291769600/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998307 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998291.407273:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998291.407275:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998291.407276:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998291.407279:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1b480 x1874850291769600/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998307 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998291.407287:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291769600:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998291.407290:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998291.407293:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998291.407297:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d19880 x1874850291769472/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998307 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998291.407303:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998291.407306:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998291.407309:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191d93a00. 02000000:00000001:3.0:1787998291.407312:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998291.407314:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998291.407316:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=2 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998291.407318:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998291.407325:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19381e400. 02000000:00000001:3.0:1787998291.407329:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998291.407330:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998291.407332:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d19880. 00000100:00000001:3.0:1787998291.407335:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998291.407337:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998291.407338:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998291.407342:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1b800 x1874850291769088/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998307 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998291.407348:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998291.407349:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998291.407351:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191d92e00. 02000000:00000001:3.0:1787998291.407353:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998291.407354:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998291.407355:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:3.0:1787998291.407356:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998291.407358:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d198474900. 02000000:00000001:3.0:1787998291.407362:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998291.407362:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998291.407364:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1b800. 00000100:00000001:3.0:1787998291.407366:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998291.407367:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998291.407369:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998291.407372:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d18380 x1874850291769344/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998307 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998291.407379:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998291.407392:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998291.407394:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191d92800. 02000000:00000001:3.0:1787998291.407396:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998291.407397:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998291.407398:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=3 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998291.407400:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998291.407401:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19381e700. 02000000:00000001:3.0:1787998291.407403:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998291.407404:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998291.407405:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d18380. 00000100:00000001:3.0:1787998291.407407:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998291.407408:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998291.407410:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998291.407413:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1b480 x1874850291769600/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998307 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998291.407418:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998291.407420:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998291.407421:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191d93c00. 02000000:00000001:3.0:1787998291.407423:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998291.407424:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998291.407425:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998291.407427:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998291.407428:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19381e100. 02000000:00000001:3.0:1787998291.407430:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998291.407431:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998291.407433:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1b480. 00000100:00000001:3.0:1787998291.407435:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998291.407436:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998291.407439:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998291.407442:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998291.407444:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998291.407446:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998291.407447:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998291.407449:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a318. 00000400:00000200:3.0:1787998291.407451:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5220 00000400:00000010:3.0:1787998291.407452:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5220. 00000100:00000001:3.0:1787998291.407455:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998291.407458:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d18000 x1874850291769216/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998291.407466:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d18000 x1874850291769216/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998307 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998291.407471:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998291.407473:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998291.407474:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998291.407476:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998291.407477:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998291.407546:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998291.407548:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998291.407553:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=117 v=5 (5 104 104 104) 00000100:00001000:3.0:1787998291.407556:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998291.407558:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998291.407559:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998291.407561:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998291.407562:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998291.407564:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998291.407566:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967633 00000100:00000001:3.0:1787998291.407567:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998291.407568:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998291.407572:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d18000 x1874850291769216/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998307 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998291.407578:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998291.407580:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998291.407581:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998291.407584:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d18000 x1874850291769216/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998307 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998291.407590:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291769216:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998291.407656:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998291.407658:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998291.407662:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d18000 x1874850291769216/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998307 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998291.407669:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998291.407671:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998291.407672:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191d92c00. 02000000:00000001:3.0:1787998291.407674:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998291.407676:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998291.407677:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998291.407679:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998291.407680:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d198474600. 02000000:00000001:3.0:1787998291.407683:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998291.407684:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998291.407685:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d18000. 00000100:00000001:3.0:1787998291.407687:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998291.407688:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998291.407690:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998291.407696:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998291.407697:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998291.407699:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998291.407701:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998291.842969:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998291.842975:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998291.842981:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998291.842982:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998291.843055:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787998291.843059:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998291.843062:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787998292.419466:0:33245:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787998292.419473:0:33245:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998292.419475:0:33245:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787998292.419481:0:33245:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a0070180 going to sleep for 1 seconds 00000100:00000001:1.0:1787998292.419484:0:33245:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998292.419487:0:33245:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998292.866966:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998292.866973:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998292.866978:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998292.866979:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998292.867065:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998292.867068:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998292.867071:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787998293.443875:0:33245:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787998293.443882:0:33245:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998293.443884:0:33245:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787998293.443889:0:33245:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a0070180 going to sleep for 1 seconds 00000100:00000001:1.0:1787998293.443893:0:33245:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998293.443896:0:33245:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998293.890887:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998293.890894:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998293.890901:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998293.890902:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998293.890939:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998293.890942:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998293.890945:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787998294.466881:0:33245:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787998294.466888:0:33245:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:1.0:1787998294.466902:0:33245:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787998278/real 1787998278] req@ffff94d199ede680 x1874850291766400/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 1 dl 1787998294 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:1.0:1787998294.466919:0:33245:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998294.466921:0:33245:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998294.466924:0:33245:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc108. 00000400:00000200:1.0:1787998294.466928:0:33245:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409198 00000400:00000010:1.0:1787998294.466931:0:33245:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409198. 00000100:00000001:1.0:1787998294.466935:0:33245:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998294.466939:0:33245:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199ede680 x1874850291766400/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 1 dl 1787998294 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998294.466949:0:33245:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199ede680 x1874850291766400/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 1 dl 1787998294 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998294.466956:0:33245:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998294.466959:0:33245:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998294.466962:0:33245:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998294.466964:0:33245:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998294.466968:0:33245:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:1.0:1787998294.466971:0:33245:0:(import.c:65:import_set_state_nolock()) ffff94d191a06800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1787998294.466976:0:33245:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff94d1a0bb2800: Connection to lustre-MDT0000 (at 192.168.206.123@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:1.0:1787998294.466980:0:33245:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:1.0:1787998294.466983:0:33245:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:1.0:1787998294.466986:0:33245:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998294.466988:0:33245:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1787998294.466989:0:33245:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:1.0:1787998294.467012:0:33245:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:1.0:1787998294.467014:0:33245:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998294.467017:0:33245:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998294.467019:0:33245:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998294.467022:0:33245:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a0070180 going to sleep for 0 seconds 00000100:00000001:1.0:1787998294.467024:0:33245:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998294.467026:0:33245:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998294.467029:0:33245:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998294.467031:0:33245:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998294.467034:0:33245:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998294.467150:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998294.467155:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998294.467165:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1a300. 00000020:00000040:2.0:1787998294.467170:0:38:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:2.0:1787998294.467173:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998294.467176:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998294.467181:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998294.467187:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19381ef00. 00000100:00000001:2.0:1787998294.467193:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998294.467198:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS req@ffff94d191d1a300 x1874850291769728/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998294.467208:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998294.467212:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998294.467217:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ad8b543] to pc [ptlrpcd_01_01+1] req@ffff94d191d1a300 x1874850291769728/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998294.467246:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787998294.467248:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787998294.467252:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787998294.467253:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787998294.467255:0:38:0:(import.c:65:import_set_state_nolock()) ffff94d191a06800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787998294.467258:0:38:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787998294.467261:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff94d1a0bb2800: connect to NID 192.168.206.123@tcp last attempt 1783 00000400:00000200:2.0:1787998294.467267:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.467272:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.206.123@tcp is discovered: rc = 1 00000100:00000040:2.0:1787998294.467276:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 14 to 192.168.206.123@tcp 00000100:00000001:2.0:1787998294.467278:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787998294.467280:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00000100:00000001:2.0:1787998294.467283:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 00000020:00000001:2.0:1787998294.467285:0:38:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787998294.467287:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf59 00000020:00000001:2.0:1787998294.467290:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998294.467292:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191092800 refcount=5 00000020:00000001:2.0:1787998294.467294:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535213056 : -117847174338560 : ffff94d191092800) 00000020:00000001:2.0:1787998294.467297:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535213056 : -117847174338560 : ffff94d191092800) 00000100:00000040:2.0:1787998294.467300:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 14 to 192.168.206.123@tcp 00000100:00000001:2.0:1787998294.467301:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787998294.467303:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00000100:00000001:2.0:1787998294.467305:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 00000020:00000040:2.0:1787998294.467308:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff94d191092800 : new refcount 4 00000100:00080000:2.0:1787998294.467311:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff94d1a0bb2800: import ffff94d191a06800 using connection 192.168.206.123@tcp/192.168.206.123@tcp 00000100:00000001:2.0:1787998294.467313:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998294.467315:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787998294.467320:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998294.467323:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998294.467325:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1787998294.467328:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683180 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787998294.467331:0:38:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998294.467333:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787998294.467336:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1ad80. 00000020:00000040:2.0:1787998294.467339:0:38:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:2.0:1787998294.467342:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787998294.467343:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998294.467346:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998294.467348:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998294.467349:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998294.467354:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0bacc00. 00000100:00000001:2.0:1787998294.467357:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998294.467362:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94d191d1ad80 x1874850291769856/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998294.467369:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998294.467372:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998294.467376:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000804f2e49] to pc [ptlrpcd_rcv+-1] req@ffff94d191d1ad80 x1874850291769856/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998294.467404:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998294.467408:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998294.467411:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998294.467413:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d18700. 00000020:00000040:2.0:1787998294.467416:0:38:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=4 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998294.467418:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998294.467419:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998294.467421:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998294.467424:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19381e500. 00000100:00000001:2.0:1787998294.467427:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998294.467431:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID req@ffff94d191d18700 x1874850291769984/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998294.467437:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998294.467439:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998294.467442:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d21c543f] to pc [ptlrpcd_01_00+0] req@ffff94d191d18700 x1874850291769984/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998294.467449:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998294.467451:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998294.467454:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998294.467457:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d19180. 00000020:00000040:2.0:1787998294.467459:0:38:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998294.467461:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998294.467462:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998294.467464:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998294.467467:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19381e100. 00000100:00000001:2.0:1787998294.467470:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998294.467473:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID req@ffff94d191d19180 x1874850291770112/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998294.467485:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998294.467487:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998294.467491:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056e8b3b8] to pc [ptlrpcd_01_01+1] req@ffff94d191d19180 x1874850291770112/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998294.467507:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998294.467510:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998294.467512:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998294.467515:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d18000. 00000020:00000040:2.0:1787998294.467517:0:38:0:(genops.c:1210:class_import_get()) import ffff94d183eca000 refcount=3 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998294.467519:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998294.467521:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998294.467522:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998294.467525:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19381e700. 00000100:00000001:2.0:1787998294.467528:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998294.467532:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID req@ffff94d191d18000 x1874850291770240/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998294.467538:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998294.467540:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998294.467543:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f169e1af] to pc [ptlrpcd_01_00+0] req@ffff94d191d18000 x1874850291770240/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998294.467549:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998294.467552:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1812) 00000100:00000001:0.0:1787998294.467735:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998294.467739:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998294.467741:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998294.467748:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1ad80 x1874850291769856/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998294.467755:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998294.467756:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998294.467760:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998294.467762:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998294.467764:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998294.467786:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2401:1874850291769856:192.168.206.123@tcp:38:kworker.0 00000100:00000001:0.0:1787998294.467791:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998294.467795:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998294.467797:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998294.467799:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998294.467805:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a3c00. 02000000:00000001:0.0:1787998294.467807:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998294.467812:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998294.467815:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30268. 00000400:00000010:0.0:1787998294.467821:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807660. 00000100:00000200:0.0:1787998294.467827:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291769856, portal 10 00000100:00000001:0.0:1787998294.467829:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998294.467831:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548354432 : -117847161197184 : ffff94d191d1ad80) 00000100:00000040:0.0:1787998294.467838:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d1ad80 x1874850291769856/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998294.467845:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998294.467848:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998294.467850:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807ee0. 00000100:00000200:0.0:1787998294.467853:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874850291769856, offset 0 00000400:00000200:0.0:1787998294.467859:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998294.467865:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998294.467871:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998294.467875:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998294.467879:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998294.467882:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998294.467884:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998294.467888:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2780:2780:256:4294967295] 192.168.206.123@tcp LPNI seq info [2780:2780:8:4294967295] 00000400:00000200:0.0:1787998294.467892:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998294.467902:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998294.467908:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998294.467914:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199f55900. 00000800:00000200:0.0:1787998294.467920:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998294.467927:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998294.467932:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199f55900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1787998294.467948:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998294.467952:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 814020 usecs (815 jiffies) 00000400:00000200:0.0:1787998294.467955:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998294.467958:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296475440 00000100:00000001:0.0:1787998294.467960:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296475635 00000100:00000001:0.0:1787998294.467962:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296475440 00000100:00000001:0.0:1787998294.467964:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296475635 00000100:00000001:0.0:1787998294.467966:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998294.467968:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998294.467971:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998294.467973:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998294.467979:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998294.467981:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787998294.467983:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998294.467984:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998294.467985:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998294.467987:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998294.468051:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998294.468055:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998294.468057:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998294.468063:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1a300 x1874850291769728/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998294.468069:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998294.468070:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998294.468072:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998294.468074:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998294.468076:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998294.468079:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2405:1874850291769728:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998294.468083:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998294.468086:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998294.468087:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998294.468089:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998294.468094:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191d92800. 02000000:00000001:3.0:1787998294.468095:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998294.468099:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998294.468103:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a318. 00000400:00000010:3.0:1787998294.468107:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5220. 00000100:00000200:3.0:1787998294.468110:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291769728, portal 25 00000100:00000001:3.0:1787998294.468111:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998294.468113:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548351744 : -117847161199872 : ffff94d191d1a300) 00000100:00000040:3.0:1787998294.468118:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d1a300 x1874850291769728/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998294.468123:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998294.468125:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998294.468128:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f52a8. 00000100:00000200:3.0:1787998294.468130:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874850291769728, offset 0 00000400:00000200:3.0:1787998294.468134:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998294.468138:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998294.468141:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998294.468144:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998294.468147:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998294.468149:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998294.468152:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998294.468154:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2781:2781:255:4294967295] 192.168.206.123@tcp LPNI seq info [2781:2781:7:4294967295] 00000400:00000200:3.0:1787998294.468158:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998294.468163:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998294.468167:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998294.468170:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d191fa7f00. 00000800:00000200:3.0:1787998294.468174:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998294.468178:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998294.468180:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d191fa7f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998294.468183:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998294.468186:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998294.468189:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296478708 00000100:00000001:3.0:1787998294.468195:0:2405:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296475635 00000100:00000001:3.0:1787998294.468197:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296478708 00000100:00000001:3.0:1787998294.468200:0:2405:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296475635 00000100:00000001:3.0:1787998294.468203:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998294.468205:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998294.468206:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998294.468210:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d19180 x1874850291770112/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998294.468216:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998294.468217:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998294.468219:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998294.468220:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998294.468222:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998294.468225:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291770112:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998294.468228:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998294.468230:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998294.468232:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998294.468233:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998294.468236:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191d92e00. 02000000:00000001:3.0:1787998294.468238:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998294.468241:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998294.468243:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a8f0. 00000400:00000010:3.0:1787998294.468247:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5550. 00000100:00000200:3.0:1787998294.468249:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291770112, portal 4 00000100:00000001:3.0:1787998294.468251:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998294.468252:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548347264 : -117847161204352 : ffff94d191d19180) 00000100:00000040:3.0:1787998294.468257:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d19180 x1874850291770112/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998294.468262:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998294.468264:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998294.468267:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5f68. 00000100:00000200:3.0:1787998294.468269:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291770112, offset 0 00000400:00000200:3.0:1787998294.468274:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998294.468277:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998294.468280:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998294.468283:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998294.468286:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998294.468288:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998294.468290:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998294.468293:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2782:2782:254:4294967295] 192.168.206.123@tcp LPNI seq info [2782:2782:6:4294967295] 00000400:00000200:3.0:1787998294.468296:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998294.468301:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998294.468305:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998294.468308:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d191fa7c00. 00000800:00000200:3.0:1787998294.468312:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998294.468316:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998294.468318:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d191fa7c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998294.468321:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998294.468323:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 200871 usecs (201 jiffies) 00000400:00000200:3.0:1787998294.468326:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998294.468328:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296474826 00000100:00000001:3.0:1787998294.468330:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296478708 00000100:00000001:3.0:1787998294.468332:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296474826 00000100:00000001:3.0:1787998294.468334:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296478708 00000100:00000001:3.0:1787998294.468335:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998294.468337:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998294.468339:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998294.468341:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998294.468345:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998294.468346:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787998294.468349:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998294.468350:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998294.468351:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998294.468354:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1787998294.468355:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998294.468356:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998294.468358:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998294.468359:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998294.468360:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998294.468361:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998294.468364:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d18700 x1874850291769984/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998294.468371:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998294.468372:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998294.468375:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998294.468376:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998294.468378:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998294.468381:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291769984:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998294.468384:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998294.468386:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998294.468387:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998294.468521:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998294.468526:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191d93a00. 02000000:00000001:3.0:1787998294.468529:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998294.468533:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998294.468535:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a630. 00000400:00000010:3.0:1787998294.468539:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5dd0. 00000100:00000200:3.0:1787998294.468542:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291769984, portal 10 00000100:00000001:3.0:1787998294.468543:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998294.468544:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548344576 : -117847161207040 : ffff94d191d18700) 00000100:00000040:3.0:1787998294.468551:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d18700 x1874850291769984/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998294.468557:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998294.468559:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998294.468562:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5b28. 00000100:00000200:3.0:1787998294.468564:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291769984, offset 0 00000400:00000200:3.0:1787998294.468568:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998294.468571:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998294.468574:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998294.468577:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998294.468580:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998294.468582:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998294.468584:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998294.468587:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2783:2783:253:4294967295] 192.168.206.123@tcp LPNI seq info [2783:2783:5:4294967295] 00000400:00000200:3.0:1787998294.468591:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998294.468596:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998294.468601:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998294.468604:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d191fa7000. 00000800:00000200:3.0:1787998294.468608:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998294.468612:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998294.468614:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d191fa7000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998294.468617:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998294.468620:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18346 usecs (19 jiffies) 00000400:00000200:3.0:1787998294.468622:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998294.468624:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296474644 00000100:00000001:3.0:1787998294.468626:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296478708 00000100:00000001:3.0:1787998294.468628:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296474644 00000100:00000001:3.0:1787998294.468630:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296478708 00000100:00000001:3.0:1787998294.468632:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998294.468634:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998294.468636:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998294.468639:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d18000 x1874850291770240/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998294.468645:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998294.468647:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998294.468649:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998294.468651:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998294.468652:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998294.468655:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291770240:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998294.468658:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998294.468660:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998294.468662:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998294.468663:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998294.468666:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191d93800. 02000000:00000001:3.0:1787998294.468667:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998294.468671:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998294.468673:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a790. 00000400:00000010:3.0:1787998294.468676:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f57f8. 00000100:00000200:3.0:1787998294.468678:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291770240, portal 4 00000100:00000001:3.0:1787998294.468680:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998294.468681:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548342784 : -117847161208832 : ffff94d191d18000) 00000100:00000040:3.0:1787998294.468686:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d18000 x1874850291770240/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998294.468691:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998294.468693:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998294.468695:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5908. 00000100:00000200:3.0:1787998294.468698:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291770240, offset 0 00000400:00000200:3.0:1787998294.468701:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998294.468704:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998294.468707:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998294.468710:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998294.468712:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998294.468714:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998294.468716:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998294.468719:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2784:2784:252:4294967295] 192.168.206.123@tcp LPNI seq info [2784:2784:4:4294967295] 00000400:00000200:3.0:1787998294.468722:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998294.468727:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998294.468732:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998294.468735:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d191fa7300. 00000800:00000200:3.0:1787998294.468738:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998294.468742:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998294.468744:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d191fa7300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998294.468747:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998294.468749:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 19992 usecs (20 jiffies) 00000400:00000200:3.0:1787998294.468752:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998294.468754:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296474645 00000100:00000001:3.0:1787998294.468756:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296478708 00000100:00000001:3.0:1787998294.468757:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296474645 00000100:00000001:3.0:1787998294.468759:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296478708 00000100:00000001:3.0:1787998294.468761:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998294.468762:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998294.468764:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998294.468801:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998294.468811:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998294.468813:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998294.468901:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998294.468905:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199f55900. 00000400:00000200:2.0:1787998294.468911:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998294.468915:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998294.468921:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807ee0 00000400:00000010:2.0:1787998294.468923:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807ee0. 00000100:00000001:2.0:1787998294.468927:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998294.468931:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1ad80 x1874850291769856/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998294.468940:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998294.468943:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1ad80 x1874850291769856/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998304 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998294.468950:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998294.468952:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998294.468964:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998294.468966:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d191fa7f00. 00000400:00000200:2.0:1787998294.468969:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998294.468972:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998294.468974:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f52a8 00000400:00000010:2.0:1787998294.468976:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f52a8. 00000100:00000001:2.0:1787998294.468978:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998294.468982:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1a300 x1874850291769728/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998294.468989:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998294.468992:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1a300 x1874850291769728/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998310 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998294.468997:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998294.468999:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998294.469006:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998294.469009:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d191fa7c00. 00000400:00000200:2.0:1787998294.469011:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998294.469014:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998294.469016:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5f68 00000400:00000010:2.0:1787998294.469018:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5f68. 00000100:00000001:2.0:1787998294.469021:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998294.469023:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d19180 x1874850291770112/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998294.469029:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998294.469032:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d19180 x1874850291770112/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998310 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998294.469048:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998294.469049:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998294.469057:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998294.469060:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d191fa7000. 00000400:00000200:2.0:1787998294.469063:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998294.469066:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998294.469068:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5b28 00000400:00000010:2.0:1787998294.469070:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5b28. 00000100:00000001:2.0:1787998294.469072:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998294.469075:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d18700 x1874850291769984/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998294.469082:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998294.469084:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d18700 x1874850291769984/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998310 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998294.469090:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998294.469091:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998294.469151:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998294.469154:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d191fa7300. 00000400:00000200:2.0:1787998294.469157:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998294.469160:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998294.469163:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5908 00000400:00000010:2.0:1787998294.469164:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5908. 00000100:00000001:2.0:1787998294.469167:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998294.469170:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d18000 x1874850291770240/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998294.469176:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998294.469179:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d18000 x1874850291770240/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998310 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998294.469185:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998294.469186:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998294.472346:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998294.472413:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998294.472418:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998294.472422:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998294.472430:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.472478:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998294.472488:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.472493:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.472507:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.472511:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 416 into portal 10 MB=0x6a92a99a5e200 00000400:00000200:2.0:1787998294.472516:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.472522:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 416/416 into md 0x8155 [1] + 0 00000800:00000001:2.0:1787998294.472528:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998294.472533:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998294.472536:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998294.472541:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998294.472547:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998294.472556:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1ad80 x1874850291769856/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998304 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998294.472567:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94d191d1ad80 x1874850291769856/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998294.472590:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998294.472598:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998294.472601:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998294.472603:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998294.472606:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998294.472609:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.472612:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998294.472616:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.472619:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.472622:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.472624:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a5e280 00000400:00000200:2.0:1787998294.472628:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.472632:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x817d [1] + 224 00000800:00000001:2.0:1787998294.472636:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998294.472652:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998294.472655:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998294.472658:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998294.472661:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998294.472665:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d18700 x1874850291769984/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998310 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998294.472673:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d18700 x1874850291769984/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998294.472690:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998294.472694:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998294.472697:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998294.473002:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998294.473007:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998294.473013:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998294.473015:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998294.473018:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a630. 00000400:00000200:3.0:1787998294.473022:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5dd0 00000400:00000010:3.0:1787998294.473025:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5dd0. 00000100:00000001:3.0:1787998294.473028:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998294.473033:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d18700 x1874850291769984/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998294.473056:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d18700 x1874850291769984/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998310 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998294.473063:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998294.473065:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998294.473068:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998294.473070:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998294.473072:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998294.473074:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998294.473077:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998294.473085:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=120 v=5 (5 104 104 104) 00000100:00001000:3.0:1787998294.473089:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=120 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998294.473092:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998294.473094:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998294.473097:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998294.473100:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998294.473104:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998294.473106:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1787998294.473108:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998294.473110:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998294.473114:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d18700 x1874850291769984/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998310 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998294.473121:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998294.473124:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998294.473125:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998294.473129:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d18700 x1874850291769984/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998310 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998294.473137:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291769984:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998294.473143:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998294.473145:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998294.473149:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d18700 x1874850291769984/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998310 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998294.473156:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998294.473158:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998294.473161:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191d93a00. 02000000:00000001:3.0:1787998294.473165:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998294.473168:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998294.473170:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=3 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998294.473172:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998294.473174:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19381e500. 02000000:00000001:3.0:1787998294.473177:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998294.473179:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998294.473182:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d18700. 00000100:00000001:3.0:1787998294.473185:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998294.473187:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998294.473190:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998294.473191:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998294.473193:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998294.473194:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998294.473196:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998294.473552:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998294.473560:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998294.473562:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998294.473564:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998294.473568:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.473573:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998294.473579:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.473582:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.473586:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.473589:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a5e300 00000400:00000200:2.0:1787998294.473593:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.473597:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x816d [1] + 224 00000800:00000001:2.0:1787998294.473602:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998294.473605:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998294.473608:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998294.473611:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998294.473614:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998294.473618:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d19180 x1874850291770112/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998310 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998294.473633:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d19180 x1874850291770112/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998294.473650:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998294.473655:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998294.473659:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998294.473661:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998294.473663:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998294.473666:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.473669:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998294.473673:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.473676:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.473678:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.473681:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a5e380 00000400:00000200:2.0:1787998294.473684:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.473688:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x818d [1] + 224 00000800:00000001:2.0:1787998294.473691:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998294.473694:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998294.473695:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998294.473699:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998294.473701:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998294.473705:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d18000 x1874850291770240/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998310 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998294.473712:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d18000 x1874850291770240/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998294.473719:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998294.473723:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998294.473726:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998294.473727:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998294.473730:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998294.473732:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.473737:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998294.473740:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.473743:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.473745:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.473748:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a5e180 00000400:00000200:2.0:1787998294.473751:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.473755:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x815d [1] + 224 00000800:00000001:2.0:1787998294.473758:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998294.473763:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998294.473765:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998294.473795:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998294.473798:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998294.473801:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1a300 x1874850291769728/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998310 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998294.473810:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d1a300 x1874850291769728/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998294.473817:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998294.473820:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998294.473823:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998294.473864:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998294.473867:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998294.473871:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998294.473872:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998294.473875:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a790. 00000400:00000200:3.0:1787998294.473878:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f57f8 00000400:00000010:3.0:1787998294.473880:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f57f8. 00000100:00000001:3.0:1787998294.473882:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998294.473886:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d18000 x1874850291770240/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998294.473894:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d18000 x1874850291770240/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998310 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998294.473901:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998294.473902:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998294.473904:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998294.473906:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998294.473907:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998294.473909:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998294.473911:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998294.473916:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca460 time=120 v=5 (5 5 37 37) 00000100:00001000:3.0:1787998294.473920:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=71 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998294.473922:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998294.473924:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998294.473926:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998294.473928:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998294.473931:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998294.473932:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:3.0:1787998294.473934:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998294.473935:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998294.473939:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d18000 x1874850291770240/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998310 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998294.473945:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998294.473947:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998294.473948:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998294.473952:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d18000 x1874850291770240/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998310 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998294.473959:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291770240:192.168.206.123@tcp:400:kworker.0 00000400:00000001:3.0:1787998294.473964:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998294.473965:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998294.473967:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a318. 00000400:00000200:3.0:1787998294.473969:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5220 00000400:00000010:3.0:1787998294.473971:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5220. 00000100:00000001:3.0:1787998294.473973:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998294.473976:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1a300 x1874850291769728/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998294.473983:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1a300 x1874850291769728/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998310 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998294.473989:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998294.473990:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998294.473992:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998294.473993:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998294.473994:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998294.473996:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998294.473998:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998294.474000:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=121 v=5 (5 5 5 5) 00000100:00001000:3.0:1787998294.474003:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=121 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998294.474006:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998294.474007:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998294.474009:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998294.474010:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998294.474012:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998294.474016:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1a300 x1874850291769728/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998310 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998294.474022:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998294.474024:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998294.474026:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998294.474030:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1a300 x1874850291769728/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998310 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998294.474049:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2405:1874850291769728:192.168.206.123@tcp:400:kworker.0 00000400:00000001:3.0:1787998294.474054:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998294.474056:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998294.474057:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a8f0. 00000400:00000200:3.0:1787998294.474060:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5550 00000400:00000010:3.0:1787998294.474061:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5550. 00000100:00000001:3.0:1787998294.474063:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998294.474066:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d19180 x1874850291770112/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998294.474074:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d19180 x1874850291770112/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998310 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998294.474080:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998294.474082:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998294.474083:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998294.474084:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998294.474085:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998294.474087:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998294.474088:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998294.474092:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=120 v=5 (5 5 37 37) 00000100:00001000:3.0:1787998294.474095:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=60 v=5 (1 1 0 0) 00000100:00000001:3.0:1787998294.474098:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998294.474099:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998294.474100:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998294.474102:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998294.474104:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998294.474105:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1787998294.474107:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998294.474108:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998294.474112:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d19180 x1874850291770112/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998310 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998294.474118:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998294.474120:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998294.474121:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998294.474125:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d19180 x1874850291770112/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998310 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998294.474132:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291770112:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998294.474135:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998294.474137:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998294.474140:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d18000 x1874850291770240/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998310 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998294.474146:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998294.474148:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998294.474150:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191d93800. 02000000:00000001:3.0:1787998294.474153:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998294.474154:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998294.474156:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998294.474158:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998294.474160:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19381e700. 02000000:00000001:3.0:1787998294.474162:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998294.474163:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998294.474165:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d18000. 00000100:00000001:3.0:1787998294.474168:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998294.474169:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998294.474171:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998294.474174:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1a300 x1874850291769728/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998310 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998294.474180:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998294.474181:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998294.474183:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191d92800. 02000000:00000001:3.0:1787998294.474185:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998294.474187:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998294.474188:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:3.0:1787998294.474190:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998294.474191:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19381ef00. 02000000:00000001:3.0:1787998294.474193:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998294.474194:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998294.474195:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1a300. 00000100:00000001:3.0:1787998294.474198:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998294.474199:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998294.474200:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998294.474203:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d19180 x1874850291770112/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998310 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998294.474210:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998294.474212:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998294.474213:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191d92e00. 02000000:00000001:3.0:1787998294.474215:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998294.474216:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998294.474217:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=2 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998294.474219:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998294.474221:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19381e100. 02000000:00000001:3.0:1787998294.474223:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998294.474224:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998294.474225:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d19180. 00000100:00000001:3.0:1787998294.474227:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998294.474229:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998294.474230:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998294.474237:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998294.474239:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998294.474241:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998294.474244:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998294.474494:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998294.474506:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998294.474510:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998294.474512:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998294.474515:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30268. 00000400:00000200:0.0:1787998294.474518:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807660 00000400:00000010:0.0:1787998294.474520:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807660. 00000100:00000001:0.0:1787998294.474523:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998294.474529:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1ad80 x1874850291769856/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998294.474538:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1ad80 x1874850291769856/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998304 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998294.474544:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998294.474546:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998294.474548:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998294.474549:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998294.474550:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998294.474552:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998294.474554:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998294.474559:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=120 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998294.474562:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998294.474564:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998294.474565:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998294.474567:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998294.474569:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998294.474572:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998294.474573:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967633 00000100:00000001:0.0:1787998294.474574:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998294.474576:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998294.474580:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1ad80 x1874850291769856/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1787998304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998294.474587:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998294.474589:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998294.474590:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998294.474593:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1787998294.474599:0:2401:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff94d1a0bb2800: connect to target with instance 1 00000020:00000001:0.0:1787998294.474602:0:2401:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787998294.474603:0:2401:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf59 00000020:00000001:0.0:1787998294.474606:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998294.474610:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191092800 refcount=5 00000020:00000001:0.0:1787998294.474612:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535213056 : -117847174338560 : ffff94d191092800) 00000020:00000001:0.0:1787998294.474614:0:2401:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535213056 : -117847174338560 : ffff94d191092800) 00000100:00001000:0.0:1787998294.474618:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=1787998294 v=0 (0 0 0 0) 00000100:00001000:0.0:1787998294.474621:0:2401:0:(import.c:2215:obd_at_measure()) AT ffff94d191a06c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1787998294.474625:0:2401:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 807, crc32c 5811, adler 553 00000020:00000040:0.0:1787998294.474630:0:2401:0:(genops.c:879:class_export_put()) PUTting export ffff94d191092800 : new refcount 4 00000100:00000001:0.0:1787998294.474633:0:2401:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:0.0:1787998294.474635:0:2401:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:0.0:1787998294.474639:0:2401:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff94d1a0bb2800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:0.0:1787998294.474642:0:2401:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1787998294.474644:0:2401:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998294.474646:0:2401:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:0.0:1787998294.474650:0:2401:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:0.0:1787998294.474653:0:2401:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1787998294.474656:0:2401:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998294.474658:0:2401:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998294.474659:0:2401:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998294.474661:0:2401:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1787998294.474662:0:2401:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998294.474664:0:2401:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998294.474666:0:2401:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1787998294.474669:0:2401:0:(import.c:1297:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.206.123@tcp after partition 00000100:00080000:0.0:1787998294.474672:0:2401:0:(import.c:65:import_set_state_nolock()) ffff94d191a06800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:0.0:1787998294.474675:0:2401:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1787998294.474678:0:2401:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1787998294.474680:0:2401:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787998294.474682:0:2401:0:(import.c:65:import_set_state_nolock()) ffff94d191a06800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:0.0:1787998294.474684:0:2401:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:0.0:1787998294.474685:0:2401:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:0.0:1787998294.474687:0:2401:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:0.0:1787998294.474688:0:2401:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:0.0:1787998294.474689:0:2401:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1787998294.474691:0:2401:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff94d191605548 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:0.0:1787998294.474695:0:2401:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xb2d39e653c8bf59 00800000:00000040:0.0:1787998294.474698:0:2401:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff94d1a0bb2800=77d5a195-8a9b-4535-9fd7-ecbde8ea89db device 3 (ffff94d191600000) type mdc at LMV idx 0 00800000:00000040:0.0:1787998294.474701:0:2401:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff94d191600000 already active! 00800000:00000001:0.0:1787998294.474703:0:2401:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1787998294.474705:0:2401:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1787998294.474707:0:2401:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998294.474708:0:2401:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998294.474710:0:2401:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998294.474711:0:2401:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1787998294.474712:0:2401:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1787998294.474714:0:2401:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000002:00000001:2.0:1787998294.474999:0:2401:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998294.475002:0:2401:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:2.0:1787998294.475006:0:2401:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff94d1a0bb2800: Connection restored to 192.168.206.123@tcp (at 192.168.206.123@tcp) 00000100:00080000:2.0:1787998294.475012:0:2401:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000b5faced2): req@ffff94d199ede680 x1874850291766400/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 1 dl 1787998294 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998294.475033:0:2401:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998294.475036:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998294.475119:0:33266:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:0.0:1787998294.475123:0:33266:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:0.0:1787998294.475126:0:33266:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998294.475129:0:33266:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998294.475131:0:33266:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998294.475134:0:33266:0:(genops.c:1230:class_import_put()) Process leaving 00000002:00000001:0.0:1787998294.475135:0:33266:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998294.475150:0:33245:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998294.475155:0:33245:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998294.475158:0:33245:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998294.475160:0:33245:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998294.475163:0:33245:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998294.475166:0:33245:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998294.475170:0:33245:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998294.475172:0:33245:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1787998294.475177:0:33245:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1874850291766400 new x1874850291770368 02000000:00000001:1.0:1787998294.475181:0:33245:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998294.475184:0:33245:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998294.475191:0:33245:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998294.475196:0:33245:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc108. 00000400:00000010:1.0:1787998294.475202:0:33245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409198. 00000100:00000200:1.0:1787998294.475207:0:33245:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291766400, portal 10 00000100:00000001:1.0:1787998294.475209:0:33245:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998294.475211:0:33245:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684421760 : -117847025129856 : ffff94d199ede680) 00000100:00000040:1.0:1787998294.475218:0:33245:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff94d199ede680 x1874850291766400/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998310 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998294.475226:0:33245:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998294.475228:0:33245:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998294.475231:0:33245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409000. 00000100:00000200:1.0:1787998294.475234:0:33245:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1874850291766400, offset 0 00000400:00000200:1.0:1787998294.475239:0:33245:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998294.475246:0:33245:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998294.475252:0:33245:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998294.475257:0:33245:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1787998294.475264:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1ad80 x1874850291769856/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1787998304 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787998294.475264:0:33245:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998294.475273:0:33245:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998294.475278:0:33245:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000100:00100000:2.0:1787998294.475282:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2401:1874850291769856:192.168.206.123@tcp:38:kworker.0 00000400:00000200:1.0:1787998294.475288:0:33245:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2785:2785:256:4294967295] 192.168.206.123@tcp LPNI seq info [2785:2785:8:4294967295] 00000100:00000001:2.0:1787998294.475296:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998294.475301:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1787998294.475301:0:33245:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000040:2.0:1787998294.475307:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1ad80 x1874850291769856/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1787998304 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787998294.475317:0:33245:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000100:00000001:2.0:1787998294.475321:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998294.475325:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000200:1.0:1787998294.475326:0:33245:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.123@tcp 02000000:00000010:2.0:1787998294.475328:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1923a3c00. 00000800:00000010:1.0:1787998294.475333:0:33245:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031fc00. 02000000:00000001:2.0:1787998294.475334:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998294.475338:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998294.475339:0:2401:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998294.475343:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 00000800:00000200:1.0:1787998294.475344:0:33245:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 02000000:00000010:2.0:1787998294.475347:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1a0bacc00. 02000000:00000001:2.0:1787998294.475351:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998294.475353:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998294.475355:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1ad80. 00000800:00000200:1.0:1787998294.475357:0:33245:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998294.475362:0:33245:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031fc00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1787998294.475381:0:33245:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998294.475386:0:33245:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 812935 usecs (813 jiffies) 00000400:00000200:1.0:1787998294.475389:0:33245:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998294.475460:0:33245:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296475445 00000100:00000001:1.0:1787998294.475464:0:33245:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296478708 00000100:00000001:1.0:1787998294.475467:0:33245:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296475445 00000100:00000001:1.0:1787998294.475469:0:33245:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296478708 00000100:00000001:1.0:1787998294.475471:0:33245:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998294.475474:0:33245:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998294.475476:0:33245:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998294.475478:0:33245:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998294.475480:0:33245:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a0070180 going to sleep for 11 seconds 00000100:00000001:1.0:1787998294.475482:0:33245:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998294.475483:0:33245:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998294.475560:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998294.475564:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031fc00. 00000400:00000200:3.0:1787998294.475570:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998294.475575:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998294.475579:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409000 00000400:00000010:3.0:1787998294.475581:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409000. 00000100:00000001:3.0:1787998294.475584:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998294.475588:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199ede680 x1874850291766400/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998310 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998294.475597:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998294.475600:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199ede680 x1874850291766400/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998310 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998294.475605:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998294.475607:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787998294.476012:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998294.476014:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998294.476017:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998294.476023:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998294.476025:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998294.476027:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998294.476029:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998294.478921:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998294.478933:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998294.478937:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998294.478940:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998294.478948:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.478955:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998294.478963:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.478968:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.478973:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.478977:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a5e400 00000400:00000200:2.0:1787998294.478982:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.478988:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x819d [1] + 224 00000800:00000001:2.0:1787998294.478997:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998294.479003:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998294.479007:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998294.479011:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998294.479018:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998294.479027:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199ede680 x1874850291766400/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998310 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998294.479039:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff94d199ede680 x1874850291766400/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998310 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998294.479211:0:33245:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998294.479227:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998294.479236:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998294.479239:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1787998294.479275:0:33245:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998294.479277:0:33245:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998294.479281:0:33245:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc108. 00000400:00000200:1.0:1787998294.479285:0:33245:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409198 00000400:00000010:1.0:1787998294.479287:0:33245:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409198. 00000100:00000001:1.0:1787998294.479291:0:33245:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998294.479296:0:33245:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199ede680 x1874850291766400/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998310 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998294.479305:0:33245:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199ede680 x1874850291766400/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998310 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998294.479312:0:33245:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998294.479314:0:33245:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998294.479316:0:33245:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998294.479319:0:33245:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998294.479321:0:33245:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998294.479323:0:33245:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998294.479326:0:33245:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998294.479334:0:33245:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06cf0 time=120 v=5 (5 5 5 5) 00000100:00001000:1.0:1787998294.479338:0:33245:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998294.479340:0:33245:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998294.479342:0:33245:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.479345:0:33245:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998294.479348:0:33245:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998294.479351:0:33245:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1787998294.479353:0:33245:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1787998294.479354:0:33245:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1787998294.479356:0:33245:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998294.479358:0:33245:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684421760 : -117847025129856 : ffff94d199ede680) 00000100:00000001:1.0:1787998294.479517:0:33245:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998294.479519:0:33245:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967633 00000100:00000001:1.0:1787998294.479520:0:33245:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998294.479523:0:33245:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998294.479529:0:33245:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199ede680 x1874850291766400/t4294967634(4294967634) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998310 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998294.479536:0:33245:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998294.479539:0:33245:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998294.479541:0:33245:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998294.479545:0:33245:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199ede680 x1874850291766400/t4294967634(4294967634) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998310 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998294.479554:0:33245:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199ede680 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:33245:1874850291766400:192.168.206.123@tcp:35:multiop.0 00000100:00000001:1.0:1787998294.479559:0:33245:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998294.479562:0:33245:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998294.479564:0:33245:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998294.479566:0:33245:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998294.479570:0:33245:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199ede680 x1874850291766400/t4294967634(4294967634) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998310 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998294.479576:0:33245:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998294.479579:0:33245:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a0070180. 00000100:00000001:1.0:1787998294.479583:0:33245:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998294.479584:0:33245:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998294.479590:0:33245:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998294.479591:0:33245:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684421760 : -117847025129856 : ffff94d199ede680) 00000002:00000001:1.0:1787998294.479594:0:33245:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998294.479598:0:33245:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998294.479602:0:33245:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191f9f200. 00000080:00000001:1.0:1787998294.479607:0:33245:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1787998294.479610:0:33245:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1787998294.479612:0:33245:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998294.479615:0:33245:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998294.479617:0:33245:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998294.479620:0:33245:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998294.479622:0:33245:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998294.479624:0:33245:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:1.0:1787998294.479626:0:33245:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998294.479631:0:33245:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1787998294.479636:0:33245:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d199ede300 x1874850291766144/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998294 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998294.479643:0:33245:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998294.479646:0:33245:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199ede300 x1874850291766144/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998294 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998294.479652:0:33245:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1787998294.479656:0:33245:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998294.479658:0:33245:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998294.479660:0:33245:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998294.479663:0:33245:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e24800. 02000000:00000001:1.0:1787998294.479667:0:33245:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998294.479668:0:33245:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998294.479670:0:33245:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199ede300. 00000100:00000001:1.0:1787998294.479674:0:33245:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998294.479675:0:33245:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998294.479677:0:33245:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998294.479680:0:33245:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199ede680 x1874850291766400/t4294967634(4294967634) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998310 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998294.479687:0:33245:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998294.479689:0:33245:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff94d190a909a0. 00000002:00000001:1.0:1787998294.479692:0:33245:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998294.479694:0:33245:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998294.479696:0:33245:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d191236340. 00000100:00000001:1.0:1787998294.479699:0:33245:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998294.479702:0:33245:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199ede680 x1874850291766400/t4294967634(4294967634) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998310 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998294.479708:0:33245:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998294.479711:0:33245:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998294.479714:0:33245:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d1a067b400. 00000080:00000001:1.0:1787998294.479717:0:33245:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998294.479723:0:33245:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41483df0 00000080:00000008:1.0:1787998294.479725:0:33245:0:(file.c:523:ll_file_release()) COMPLETED file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff94d198936c08), flags 100002, rc = 0 00000080:00000001:1.0:1787998294.479728:0:33245:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998294.479733:0:33245:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1787998294.479735:0:33245:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41483e00 00000080:00002000:1.0:1787998294.479736:0:33245:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-2 (ffff94d183582438, parent ffff94d198a90798, inode ffff94d198936c08) hashed, 00000080:00000001:1.0:1787998294.479739:0:33245:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998294.479744:0:33245:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1787998294.479749:0:33245:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1787998294.488994:0:33267:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998294.489000:0:33267:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998294.489003:0:33267:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998294.489006:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffb20 00000080:00200000:1.0:1787998294.489010:0:33267:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:1.0:1787998294.489050:0:33267:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d190451a00. 00800000:00000002:1.0:1787998294.489057:0:33267:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998294.489060:0:33267:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998294.489066:0:33267:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998294.489067:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffa40 00800000:00000002:1.0:1787998294.489070:0:33267:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998294.489074:0:33267:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998294.489076:0:33267:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998294.489079:0:33267:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998294.489081:0:33267:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998294.489083:0:33267:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998294.489085:0:33267:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998294.489087:0:33267:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998294.489089:0:33267:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998294.489092:0:33267:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998294.489097:0:33267:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998294.489098:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bff910 00000002:00010000:1.0:1787998294.489100:0:33267:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787998294.489104:0:33267:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998294.489106:0:33267:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998294.489109:0:33267:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787998294.489115:0:33267:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998294.489117:0:33267:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998294.489119:0:33267:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998294.489122:0:33267:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1787998294.489124:0:33267:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1787998294.489129:0:33267:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199ede300. 00000020:00000040:1.0:1787998294.489133:0:33267:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:1.0:1787998294.489138:0:33267:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787998294.489143:0:33267:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998294.489146:0:33267:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998294.489149:0:33267:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998294.489152:0:33267:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998294.489157:0:33267:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998294.489163:0:33267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d199e24800. 00000100:00000001:1.0:1787998294.489169:0:33267:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.489174:0:33267:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998294.489177:0:33267:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.489178:0:33267:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998294.489179:0:33267:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.489180:0:33267:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998294.489185:0:33267:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226684420864 : -117847025130752 : ffff94d199ede300) 00010000:00000001:1.0:1787998294.489200:0:33267:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787998294.489202:0:33267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1787998294.489207:0:33267:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d192b98500. 00010000:00000010:1.0:1787998294.489211:0:33267:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d1a0046100. 00010000:00000001:1.0:1787998294.489216:0:33267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787998294.489219:0:33267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1917f3a00. 00000020:00000001:1.0:1787998294.489222:0:33267:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787998294.489225:0:33267:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1917f3a00 with handle 0xb2d39e653c8cb6f to hash 00000020:00000001:1.0:1787998294.489227:0:33267:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787998294.489228:0:33267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998294.489231:0:33267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998294.489234:0:33267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998294.489237:0:33267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998294.489240:0:33267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb6f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33267 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998294.489249:0:33267:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb6f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33267 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998294.489259:0:33267:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb6f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33267 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787998294.489263:0:33267:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998294.489265:0:33267:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998294.489270:0:33267:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a0070180. 00000100:00000001:1.0:1787998294.489273:0:33267:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786730368 : -117846922821248 : ffff94d1a0070180) 00000100:00000001:1.0:1787998294.489275:0:33267:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998294.489277:0:33267:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684420864 : -117847025130752 : ffff94d199ede300) 00000100:00000001:1.0:1787998294.489281:0:33267:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998294.489285:0:33267:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998294.489287:0:33267:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998294.489289:0:33267:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998294.489298:0:33267:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199ede300 x1874850291770496/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998294.489306:0:33267:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998294.489309:0:33267:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998294.489312:0:33267:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998294.489314:0:33267:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998294.489316:0:33267:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998294.489319:0:33267:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199ede300 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:33267:1874850291770496:192.168.206.123@tcp:101:rm.0 00000100:00000001:1.0:1787998294.489324:0:33267:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998294.489329:0:33267:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998294.489331:0:33267:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998294.489334:0:33267:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998294.489338:0:33267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d191c6e800. 02000000:00000001:1.0:1787998294.489340:0:33267:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998294.489347:0:33267:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998294.489351:0:33267:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc108. 00000400:00000010:1.0:1787998294.489357:0:33267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409198. 00000100:00000200:1.0:1787998294.489364:0:33267:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291770496, portal 10 00000100:00000001:1.0:1787998294.489365:0:33267:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998294.489366:0:33267:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684420864 : -117847025130752 : ffff94d199ede300) 00000100:00000040:1.0:1787998294.489372:0:33267:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199ede300 x1874850291770496/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998310 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998294.489379:0:33267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998294.489382:0:33267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998294.489384:0:33267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409bb0. 00000100:00000200:1.0:1787998294.489388:0:33267:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1874850291770496, offset 0 00000400:00000200:1.0:1787998294.489394:0:33267:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998294.489403:0:33267:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998294.489409:0:33267:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998294.489414:0:33267:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998294.489419:0:33267:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998294.489423:0:33267:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998294.489426:0:33267:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998294.489430:0:33267:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2786:2786:256:4294967295] 192.168.206.123@tcp LPNI seq info [2786:2786:8:4294967295] 00000400:00000200:1.0:1787998294.489434:0:33267:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998294.489442:0:33267:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998294.489448:0:33267:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998294.489453:0:33267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031fd00. 00000800:00000200:1.0:1787998294.489459:0:33267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998294.489467:0:33267:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998294.489471:0:33267:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031fd00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1787998294.489490:0:33267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998294.489494:0:33267:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 839276 usecs (840 jiffies) 00000400:00000200:1.0:1787998294.489507:0:33267:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998294.489511:0:33267:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296475486 00000100:00000001:1.0:1787998294.489513:0:33267:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296478708 00000100:00000001:1.0:1787998294.489516:0:33267:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296475486 00000100:00000001:1.0:1787998294.489517:0:33267:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296478708 00000100:00000001:1.0:1787998294.489520:0:33267:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998294.489522:0:33267:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998294.489525:0:33267:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998294.489526:0:33267:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998294.489529:0:33267:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a0070180 going to sleep for 11 seconds 00000100:00000001:1.0:1787998294.489531:0:33267:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998294.489534:0:33267:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998294.489674:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998294.489678:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031fd00. 00000400:00000200:3.0:1787998294.489685:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998294.489690:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998294.489695:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409bb0 00000400:00000010:3.0:1787998294.489697:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409bb0. 00000100:00000001:3.0:1787998294.489700:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998294.489705:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199ede300 x1874850291770496/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998310 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998294.489715:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998294.489718:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199ede300 x1874850291770496/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998310 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998294.489724:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998294.489726:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1787998294.493855:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90e20. 00000800:00000001:2.0:1787998294.495569:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998294.495587:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998294.495591:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998294.495594:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998294.495603:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.495610:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998294.495620:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.495625:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.495629:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.495633:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a5e480 00000400:00000200:2.0:1787998294.495638:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.495643:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x81a5 [1] + 224 00000800:00000001:2.0:1787998294.495650:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998294.495657:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998294.495660:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998294.495665:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998294.495671:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998294.495679:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199ede300 x1874850291770496/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998310 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998294.495689:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d199ede300 x1874850291770496/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998310 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998294.495715:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998294.495723:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998294.495726:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998294.495949:0:33267:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998294.495957:0:33267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998294.495959:0:33267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998294.495962:0:33267:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc108. 00000400:00000200:1.0:1787998294.495966:0:33267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409198 00000400:00000010:1.0:1787998294.495969:0:33267:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409198. 00000100:00000001:1.0:1787998294.495972:0:33267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998294.495977:0:33267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199ede300 x1874850291770496/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998310 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998294.495986:0:33267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199ede300 x1874850291770496/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998310 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998294.495991:0:33267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998294.495993:0:33267:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998294.495996:0:33267:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998294.495999:0:33267:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998294.496001:0:33267:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998294.496003:0:33267:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998294.496006:0:33267:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998294.496015:0:33267:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=120 v=5 (5 104 104 104) 00000100:00001000:1.0:1787998294.496020:0:33267:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998294.496022:0:33267:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998294.496024:0:33267:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.496027:0:33267:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998294.496030:0:33267:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998294.496034:0:33267:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998294.496036:0:33267:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967633 00000100:00000001:1.0:1787998294.496038:0:33267:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998294.496041:0:33267:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998294.496046:0:33267:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199ede300 x1874850291770496/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998310 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998294.496053:0:33267:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998294.496056:0:33267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998294.496058:0:33267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998294.496062:0:33267:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199ede300 x1874850291770496/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998310 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998294.496069:0:33267:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199ede300 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:33267:1874850291770496:192.168.206.123@tcp:101:rm.0 00000100:00000001:1.0:1787998294.496074:0:33267:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998294.496076:0:33267:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998294.496079:0:33267:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998294.496082:0:33267:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998294.496085:0:33267:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199ede300 x1874850291770496/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998310 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998294.496091:0:33267:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998294.496094:0:33267:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a0070180. 00000100:00000001:1.0:1787998294.496097:0:33267:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998294.496098:0:33267:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.496101:0:33267:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787998294.496104:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998294.496107:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998294.496110:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3a00 refcount=4 00000020:00000001:1.0:1787998294.496112:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998294.496114:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000040:1.0:1787998294.496119:0:33267:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1917f3a00, remote cookie: 0x4fd9a50f3a6ad060, flags: 0x1001 00010000:00010000:1.0:1787998294.496124:0:33267:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb6f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad060 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998294.496134:0:33267:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb6f lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad060 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998294.496141:0:33267:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787998294.496145:0:33267:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787998294.496147:0:33267:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1787998294.496149:0:33267:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787998294.496150:0:33267:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787998294.496152:0:33267:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d192b98500) refcount = 1 00010000:00010000:1.0:1787998294.496156:0:33267:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb6f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad060 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998294.496162:0:33267:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787998294.496165:0:33267:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787998294.496167:0:33267:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998294.496170:0:33267:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787998294.496172:0:33267:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998294.496174:0:33267:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb6f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad060 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998294.496179:0:33267:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787998294.496181:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.496182:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998294.496183:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.496184:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998294.496185:0:33267:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998294.496189:0:33267:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1787998294.496191:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998294.496192:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998294.496193:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3a00 refcount=3 00000020:00000001:1.0:1787998294.496195:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998294.496198:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998294.496200:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998294.496201:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998294.496202:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3a00 refcount=4 00000020:00000001:1.0:1787998294.496204:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998294.496206:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998294.496208:0:33267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998294.496211:0:33267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998294.496219:0:33267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb6f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad060 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998294.496225:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.496226:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998294.496227:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998294.496228:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998294.496229:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3a00 refcount=5 00000020:00000001:1.0:1787998294.496231:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998294.496233:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998294.496236:0:33267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998294.496238:0:33267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb6f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad060 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998294.496244:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.496245:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998294.496247:0:33267:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb6f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad060 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998294.496253:0:33267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998294.496254:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.496255:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998294.496256:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.496257:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1787998294.496262:0:33267:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d199ede300 x1874850291770496/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998310 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1787998294.496270:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998294.496271:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998294.496273:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3a00 refcount=3 00000020:00000001:1.0:1787998294.496274:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998294.496276:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998294.496278:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.496279:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998294.496280:0:33267:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998294.496282:0:33267:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998294.496284:0:33267:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1787998294.496286:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998294.496287:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998294.496288:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3a00 refcount=3 00000020:00000001:1.0:1787998294.496290:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998294.496291:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00000002:00010000:1.0:1787998294.496295:0:33267:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad060 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998294.496305:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.496306:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998294.496308:0:33267:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787998294.496309:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998294.496310:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998294.496311:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3a00 refcount=3 00000020:00000001:1.0:1787998294.496313:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998294.496314:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000040:1.0:1787998294.496319:0:33267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98500 count: 2 00010000:00000001:1.0:1787998294.496321:0:33267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1787998294.496325:0:33267:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1787998294.496327:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.496328:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998294.496330:0:33267:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1787998294.496332:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bff898 00000002:00002000:1.0:1787998294.496334:0:33267:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1787998294.496337:0:33267:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998294.496341:0:33267:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998294.496344:0:33267:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787998294.496347:0:33267:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1787998294.496349:0:33267:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998294.496353:0:33267:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998294.496357:0:33267:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d190451a00. 00000080:00000001:1.0:1787998294.496361:0:33267:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998294.496363:0:33267:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1787998294.496370:0:33267:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1787998294.496374:0:33267:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1787998294.496380:0:33267:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d191236340. 00800000:00000001:1.0:1787998294.496382:0:33267:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626226536932160 : -117847172619456 : ffff94d191236340) 00800000:00000001:1.0:1787998294.496384:0:33267:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998294.496386:0:33267:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1787998294.496389:0:33267:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1787998294.496391:0:33267:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1787998294.496394:0:33267:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1787998294.496397:0:33267:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1787998294.496399:0:33267:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998294.496403:0:33267:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1787998294.496406:0:33267:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1787998294.496410:0:33267:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1787998294.496412:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998294.496414:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998294.496415:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3a00 refcount=3 00000020:00000001:1.0:1787998294.496417:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998294.496419:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998294.496421:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.496422:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787998294.496424:0:33267:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1787998294.496427:0:33267:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1787998294.496428:0:33267:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d191236340 1 00800000:00000010:1.0:1787998294.496430:0:33267:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d191236340. 00800000:00000001:1.0:1787998294.496433:0:33267:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998294.496436:0:33267:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cb6f 00800000:00000001:1.0:1787998294.496439:0:33267:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998294.496440:0:33267:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998294.496441:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998294.496443:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998294.496444:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3a00 refcount=3 00000020:00000001:1.0:1787998294.496446:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998294.496448:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998294.496450:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.496451:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998294.496452:0:33267:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998294.496454:0:33267:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998294.496456:0:33267:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998294.496459:0:33267:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:1.0:1787998294.496462:0:33267:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cb6f from it ffffb66d41bffb58 00010000:00000001:1.0:1787998294.496464:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998294.496465:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998294.496466:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3a00 refcount=3 00000020:00000001:1.0:1787998294.496468:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998294.496470:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998294.496472:0:33267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998294.496474:0:33267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad060 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998294.496480:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.496481:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998294.496482:0:33267:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998294.496485:0:33267:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998294.496487:0:33267:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb6f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad060 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998294.496495:0:33267:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998294.496551:0:33267:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998294.496554:0:33267:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998294.496558:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.496560:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998294.496561:0:33267:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.496564:0:33267:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998294.496566:0:33267:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.496567:0:33267:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.496569:0:33267:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.496571:0:33267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998294.496573:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.496574:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998294.496576:0:33267:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998294.496580:0:33267:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199ede300 x1874850291770496/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998310 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998294.496586:0:33267:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998294.496589:0:33267:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998294.496592:0:33267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d191c6e800. 02000000:00000001:1.0:1787998294.496596:0:33267:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998294.496599:0:33267:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998294.496600:0:33267:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998294.496603:0:33267:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998294.496605:0:33267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e24800. 02000000:00000001:1.0:1787998294.496609:0:33267:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998294.496610:0:33267:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998294.496612:0:33267:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199ede300. 00000100:00000001:1.0:1787998294.496616:0:33267:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998294.496618:0:33267:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998294.496621:0:33267:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:1.0:1787998294.496626:0:33267:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998294.496638:0:33267:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d190a90e20. 00000020:00000001:1.0:1787998294.496643:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffae8 00000080:00200000:1.0:1787998294.496645:0:33267:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), flags=8 00000080:00000001:1.0:1787998294.496648:0:33267:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1787998294.496649:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bff998 00000080:00200000:1.0:1787998294.496651:0:33267:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), intent=getattr 00000080:00000001:1.0:1787998294.496655:0:33267:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000020:1.0:1787998294.496659:0:33267:0:(statahead.c:273:sa_get()) lustre: wrong pid=33247:33267 for entry f22.recovery-small-2 00000080:00000001:3.0:1787998294.496706:0:33248:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1787998294.496708:0:33248:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1787998294.496713:0:33248:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff94d190a8d480. 00000020:00000001:3.0:1787998294.496715:0:33248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d53cd8 00000080:00400000:3.0:1787998294.496716:0:33248:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-10(ffff94d190a8d480) index 9 00000080:00000001:1.0:1787998294.496735:0:33267:0:(statahead.c:2046:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00400000:1.0:1787998294.496738:0:33267:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-2: rc = -22. 00000080:00000010:1.0:1787998294.496746:0:33267:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d190451a00. 00800000:00000002:1.0:1787998294.496751:0:33267:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998294.496755:0:33267:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998294.496758:0:33267:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998294.496760:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bff8b8 00800000:00000002:1.0:1787998294.496762:0:33267:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998294.496765:0:33267:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998294.496794:0:33267:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998294.496797:0:33267:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998294.496800:0:33267:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998294.496802:0:33267:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998294.496804:0:33267:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998294.496806:0:33267:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998294.496808:0:33267:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998294.496812:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bff850 00800000:00000002:1.0:1787998294.496814:0:33267:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f22.recovery-small-2' -> mds #0 00000002:00000001:1.0:1787998294.496818:0:33267:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998294.496820:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bff788 00000002:00010000:1.0:1787998294.496821:0:33267:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f22.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:1.0:1787998294.496825:0:33267:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1787998294.496827:0:33267:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1787998294.496832:0:33267:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199ede300. 00000020:00000040:1.0:1787998294.496835:0:33267:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:1.0:1787998294.496840:0:33267:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787998294.496843:0:33267:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998294.496846:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.496847:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998294.496848:0:33267:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998294.496851:0:33267:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998294.496853:0:33267:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998294.496857:0:33267:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998294.496862:0:33267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d199e24800. 00000100:00000001:1.0:1787998294.496867:0:33267:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.496871:0:33267:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998294.496872:0:33267:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.496873:0:33267:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998294.496874:0:33267:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.496876:0:33267:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998294.496882:0:33267:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226684420864 : -117847025130752 : ffff94d199ede300) 00010000:00000001:1.0:1787998294.496885:0:33267:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787998294.496887:0:33267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1787998294.496890:0:33267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98500 count: 2 00010000:00000001:1.0:1787998294.496892:0:33267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998294.496894:0:33267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787998294.496897:0:33267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1917f2000. 00000020:00000001:1.0:1787998294.496900:0:33267:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787998294.496902:0:33267:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1917f2000 with handle 0xb2d39e653c8cb76 to hash 00000020:00000001:1.0:1787998294.496904:0:33267:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787998294.496906:0:33267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998294.496910:0:33267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998294.496913:0:33267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998294.496915:0:33267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998294.496917:0:33267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8cb76 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 33267 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998294.496924:0:33267:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8cb76 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33267 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998294.496933:0:33267:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8cb76 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33267 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787998294.496938:0:33267:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998294.496940:0:33267:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998294.496946:0:33267:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a0070180. 00000100:00000001:1.0:1787998294.496947:0:33267:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786730368 : -117846922821248 : ffff94d1a0070180) 00000100:00000001:1.0:1787998294.496950:0:33267:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998294.496951:0:33267:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684420864 : -117847025130752 : ffff94d199ede300) 00000100:00000001:1.0:1787998294.496955:0:33267:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998294.496958:0:33267:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998294.496959:0:33267:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998294.496961:0:33267:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998294.496965:0:33267:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199ede300 x1874850291770624/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998294.496971:0:33267:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998294.496973:0:33267:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998294.496976:0:33267:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998294.496979:0:33267:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998294.496981:0:33267:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998294.496984:0:33267:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199ede300 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:33267:1874850291770624:192.168.206.123@tcp:101:rm.0 00000100:00000001:1.0:1787998294.496987:0:33267:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998294.496991:0:33267:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998294.496993:0:33267:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998294.496995:0:33267:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998294.496999:0:33267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d191c6e800. 02000000:00000001:1.0:1787998294.497001:0:33267:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998294.497005:0:33267:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998294.497008:0:33267:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc108. 00000400:00000010:1.0:1787998294.497014:0:33267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409198. 00000100:00000200:1.0:1787998294.497020:0:33267:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291770624, portal 10 00000100:00000001:1.0:1787998294.497022:0:33267:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998294.497023:0:33267:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684420864 : -117847025130752 : ffff94d199ede300) 00000100:00000040:1.0:1787998294.497028:0:33267:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199ede300 x1874850291770624/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998310 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998294.497034:0:33267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998294.497036:0:33267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998294.497038:0:33267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409c38. 00000100:00000200:1.0:1787998294.497042:0:33267:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1874850291770624, offset 0 00000400:00000200:1.0:1787998294.497048:0:33267:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998294.497055:0:33267:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998294.497061:0:33267:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998294.497065:0:33267:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998294.497069:0:33267:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998294.497073:0:33267:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998294.497076:0:33267:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998294.497079:0:33267:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2787:2787:256:4294967295] 192.168.206.123@tcp LPNI seq info [2787:2787:8:4294967295] 00000400:00000200:1.0:1787998294.497083:0:33267:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998294.497092:0:33267:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998294.497097:0:33267:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998294.497102:0:33267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f800. 00000800:00000200:1.0:1787998294.497108:0:33267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998294.497115:0:33267:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998294.497119:0:33267:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f800 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1787998294.497139:0:33267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998294.497144:0:33267:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 838160 usecs (839 jiffies) 00000400:00000200:1.0:1787998294.497147:0:33267:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998294.497150:0:33267:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296475492 00000100:00000001:1.0:1787998294.497153:0:33267:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296478708 00000100:00000001:1.0:1787998294.497156:0:33267:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296475492 00000100:00000001:1.0:1787998294.497158:0:33267:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296478708 00000100:00000001:1.0:1787998294.497160:0:33267:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998294.497163:0:33267:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998294.497165:0:33267:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998294.497167:0:33267:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998294.497169:0:33267:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a0070180 going to sleep for 11 seconds 00000100:00000001:1.0:1787998294.497171:0:33267:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998294.497173:0:33267:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998294.497314:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998294.497319:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f800. 00000400:00000200:2.0:1787998294.497325:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998294.497330:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998294.497334:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409c38 00000400:00000010:2.0:1787998294.497336:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409c38. 00000100:00000001:2.0:1787998294.497339:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998294.497343:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199ede300 x1874850291770624/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998310 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998294.497351:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998294.497354:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199ede300 x1874850291770624/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998310 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998294.497360:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998294.497362:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000001:3.0:1787998294.499260:0:33248:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446626226528900224 : -117847180651392 : ffff94d190a8d480) 00000080:00000001:3.0:1787998294.499271:0:33248:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1787998294.499278:0:33248:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff94d1a0094c00. 00800000:00000002:3.0:1787998294.499288:0:33248:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 3 00800000:00000001:3.0:1787998294.499295:0:33248:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1787998294.499299:0:33248:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998294.499301:0:33248:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998294.499304:0:33248:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998294.499305:0:33248:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998294.499307:0:33248:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998294.499309:0:33248:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998294.499311:0:33248:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998294.499314:0:33248:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1787998294.499316:0:33248:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446626226367836224 : -117847341715392 : ffff94d1870f3040) 00000002:00000001:3.0:1787998294.499328:0:33248:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1787998294.499333:0:33248:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff94d1a00af840. 00000002:00000001:3.0:1787998294.499336:0:33248:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000010:3.0:1787998294.499339:0:33248:0:(batch.c:289:batch_update_request_create()) kmalloced '(head)': 80 at ffff94d1a0013f60. 00000002:00000010:3.0:1787998294.499342:0:33248:0:(batch.c:217:batch_update_buffer_create()) kmalloced '(buf)': 40 at ffff94d1987e5680. 00000002:00000010:3.0:1787998294.499347:0:33248:0:(batch.c:223:batch_update_buffer_create()) kmalloced '(bur)': 4096 at ffff94d191c22000. 00000002:00000001:3.0:1787998294.499349:0:33248:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1787998294.499350:0:33248:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1787998294.499361:0:33248:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1787998294.499365:0:33248:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1787998294.499367:0:33248:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1787998294.499374:0:33248:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98500 count: 3 00010000:00000001:3.0:1787998294.499376:0:33248:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998294.499379:0:33248:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1787998294.499387:0:33248:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1903e5e00. 00000020:00000001:3.0:1787998294.499392:0:33248:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1787998294.499395:0:33248:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1903e5e00 with handle 0xb2d39e653c8cb7d to hash 00000020:00000001:3.0:1787998294.499396:0:33248:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1787998294.499398:0:33248:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226521923072 : -117847187628544 : ffff94d1903e5e00) 00010000:00000001:3.0:1787998294.499401:0:33248:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226521923072 : -117847187628544 : ffff94d1903e5e00) 00010000:00000001:3.0:1787998294.499404:0:33248:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998294.499407:0:33248:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998294.499411:0:33248:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5e00/0xb2d39e653c8cb7d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998294.499419:0:33248:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5e00/0xb2d39e653c8cb7d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998294.499426:0:33248:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998294.499428:0:33248:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998294.499431:0:33248:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1787998294.499435:0:33248:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff94d1987e5100. 00000002:00000001:3.0:1787998294.499437:0:33248:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998294.499439:0:33248:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998294.499440:0:33248:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998294.499443:0:33248:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998294.499445:0:33248:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998294.499448:0:33248:0:(lmv_obd.c:4492:lmv_batch_flush()) Process entered 00000002:00000001:3.0:1787998294.499450:0:33248:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:3.0:1787998294.499452:0:33248:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:3.0:1787998294.499453:0:33248:0:(batch.c:121:batch_prep_update_req()) Process entered 00000100:00000010:3.0:1787998294.499458:0:33248:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d03b80. 00000020:00000040:3.0:1787998294.499462:0:33248:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998294.499465:0:33248:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998294.499468:0:33248:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998294.499472:0:33248:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998294.499477:0:33248:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0094800. 00000100:00000001:3.0:1787998294.499483:0:33248:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998294.499487:0:33248:0:(batch.c:105:batch_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998294.499489:0:33248:0:(batch.c:143:batch_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1787998294.499491:0:33248:0:(batch.c:198:batch_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998294.499496:0:33248:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998294.500006:0:33248:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998294.500019:0:33248:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087e9c979] to pc [ptlrpcd_01_01+1] req@ffff94d191d03b80 x1874850291770752/t0(0) o63->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:24/4 lens 680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000002:00000001:3.0:1787998294.500053:0:33248:0:(batch.c:480:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998294.500056:0:33248:0:(batch.c:699:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998294.500058:0:33248:0:(lmv_obd.c:4514:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998294.500059:0:33248:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000010:3.0:1787998294.500071:0:33248:0:(statahead.c:1525:ll_statahead_by_fname()) kfreed 'fname': 255 at ffff94d191fa7100. 00000080:00000001:3.0:1787998294.500075:0:33248:0:(statahead.c:1526:ll_statahead_by_fname()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998294.500078:0:33248:0:(lmv_obd.c:4492:lmv_batch_flush()) Process entered 00000002:00000001:3.0:1787998294.500079:0:33248:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:3.0:1787998294.500081:0:33248:0:(batch.c:694:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998294.500082:0:33248:0:(lmv_obd.c:4514:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998294.500083:0:33248:0:(statahead.c:1604:ll_statahead_thread()) Process leaving 00800000:00000001:3.0:1787998294.500085:0:33248:0:(lmv_obd.c:4459:lmv_batch_stop()) Process entered 00000002:00000001:3.0:1787998294.500086:0:33248:0:(batch.c:675:cli_batch_stop()) Process entered 00000002:00000001:3.0:1787998294.500087:0:33248:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:3.0:1787998294.500088:0:33248:0:(batch.c:438:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1787998294.500090:0:33248:0:(batch.c:680:cli_batch_stop()) kfreed 'cbh': 32 at ffff94d1870f3040. 00000002:00000001:3.0:1787998294.500092:0:33248:0:(batch.c:681:cli_batch_stop()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:3.0:1787998294.500094:0:33248:0:(lmv_obd.c:4472:lmv_batch_stop()) kfreed 'sub': 32 at ffff94d1870f3360. 00800000:00000010:3.0:1787998294.500096:0:33248:0:(lmv_obd.c:4480:lmv_batch_stop()) kfreed 'lbh': 48 at ffff94d1987e51c0. 00800000:00000001:3.0:1787998294.500098:0:33248:0:(lmv_obd.c:4481:lmv_batch_stop()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1787998294.500100:0:33248:0:(statahead.c:1138:ll_stop_agl()) stop agl thread: sai ffff94d190451800 pid 33249 00000100:00000001:3.0:1787998294.500120:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1787998294.500125:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1787998294.500127:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998294.500129:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998294.500135:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998294.500135:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998294.500139:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998294.500144:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998294.500145:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998294.500148:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000080:00000001:0.0:1787998294.500181:0:33249:0:(statahead.c:1120:ll_agl_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998294.500409:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d03b80 x1874850291770752/t0(0) o63->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:24/4 lens 680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998294.500422:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998294.500424:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998294.500428:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998294.500430:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998294.500432:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998294.500436:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291770752:192.168.206.123@tcp:63:ll_sa.0 00000100:00000001:3.0:1787998294.500440:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998294.500445:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998294.500448:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998294.500450:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998294.500456:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff94d199e36000. 02000000:00000001:3.0:1787998294.500458:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998294.500465:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998294.500470:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a8f0. 00000400:00000010:3.0:1787998294.500476:0:2404:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff94d1a00afc00. 00000100:00000200:3.0:1787998294.500482:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1874850291770752, portal 4 00000100:00000001:3.0:1787998294.500485:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998294.500486:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548259712 : -117847161291904 : ffff94d191d03b80) 00000100:00000040:3.0:1787998294.500494:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d03b80 x1874850291770752/t0(0) o63->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:24/4 lens 680/4320 e 0 to 0 dl 1787998310 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998294.500598:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998294.500602:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998294.500668:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5550. 00000100:00000200:3.0:1787998294.500673:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 680 bytes to portal 24, xid 1874850291770752, offset 0 00000400:00000200:3.0:1787998294.500680:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998294.500689:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998294.500695:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998294.500700:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998294.500704:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998294.500707:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998294.500709:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998294.500712:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2788:2788:256:4294967295] 192.168.206.123@tcp LPNI seq info [2788:2788:8:4294967295] 00000400:00000200:3.0:1787998294.500716:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998294.500724:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998294.500730:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 680 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998294.500734:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d191fa7100. 00000800:00000200:3.0:1787998294.500740:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998294.500747:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998294.500751:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d191fa7100 type 1, nob 776 niov 1 nkiov 1 00000100:00000001:3.0:1787998294.500763:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998294.500787:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 838160 usecs (839 jiffies) 00000400:00000200:3.0:1787998294.500791:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998294.500793:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296475496 00000100:00000001:3.0:1787998294.500796:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296478708 00000100:00000001:3.0:1787998294.500798:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296475496 00000100:00000001:3.0:1787998294.500800:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296478708 00000100:00000001:3.0:1787998294.500802:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998294.500805:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998294.500808:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998294.500810:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998294.501105:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998294.501109:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d191fa7100. 00000400:00000200:3.0:1787998294.501113:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998294.501116:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998294.501120:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5550 00000400:00000010:3.0:1787998294.501122:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5550. 00000100:00000001:3.0:1787998294.501124:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998294.501127:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d03b80 x1874850291770752/t0(0) o63->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:24/4 lens 680/4320 e 0 to 0 dl 1787998310 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998294.501134:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998294.501137:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d03b80 x1874850291770752/t0(0) o63->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:24/4 lens 680/4320 e 0 to 0 dl 1787998310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998294.501141:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998294.501142:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000080:00400000:2.0:1787998294.502962:0:33248:0:(statahead.c:1153:ll_stop_agl()) agl thread stopped: sai ffff94d190451800, parent / 00000800:00000001:2.0:1787998294.503679:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998294.503691:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998294.503694:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998294.503696:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998294.503704:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.503711:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998294.503719:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.503724:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.503729:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.503733:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 640 into portal 10 MB=0x6a92a99a5e500 00000400:00000200:2.0:1787998294.503737:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.503747:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 640/640 into md 0x81ad [1] + 224 00000800:00000001:2.0:1787998294.503757:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998294.503764:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998294.503798:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998294.503804:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998294.503811:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998294.503818:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199ede300 x1874850291770624/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998310 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998294.503828:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff94d199ede300 x1874850291770624/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998310 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998294.503841:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998294.503848:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998294.503851:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998294.503887:0:33267:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998294.503893:0:33267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998294.503896:0:33267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998294.503899:0:33267:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc108. 00000400:00000200:1.0:1787998294.503903:0:33267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409198 00000400:00000010:1.0:1787998294.503906:0:33267:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409198. 00000100:00000001:1.0:1787998294.503909:0:33267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998294.503913:0:33267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199ede300 x1874850291770624/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998310 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998294.503922:0:33267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199ede300 x1874850291770624/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787998310 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998294.503928:0:33267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998294.503930:0:33267:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998294.503932:0:33267:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998294.503935:0:33267:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998294.503937:0:33267:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998294.503939:0:33267:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998294.503942:0:33267:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998294.503950:0:33267:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=120 v=5 (5 104 104 104) 00000100:00001000:1.0:1787998294.503954:0:33267:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998294.503958:0:33267:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998294.503960:0:33267:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.503963:0:33267:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998294.503967:0:33267:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998294.503970:0:33267:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998294.503972:0:33267:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967633 00000100:00000001:1.0:1787998294.503974:0:33267:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998294.503977:0:33267:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998294.503981:0:33267:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199ede300 x1874850291770624/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/640 e 0 to 0 dl 1787998310 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998294.503987:0:33267:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998294.503990:0:33267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998294.503992:0:33267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998294.503996:0:33267:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199ede300 x1874850291770624/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/640 e 0 to 0 dl 1787998310 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998294.504004:0:33267:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199ede300 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:33267:1874850291770624:192.168.206.123@tcp:101:rm.0 00000100:00000001:1.0:1787998294.504009:0:33267:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998294.504011:0:33267:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998294.504014:0:33267:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998294.504016:0:33267:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998294.504019:0:33267:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199ede300 x1874850291770624/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/640 e 0 to 0 dl 1787998310 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998294.504026:0:33267:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998294.504029:0:33267:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a0070180. 00000100:00000001:1.0:1787998294.504032:0:33267:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998294.504033:0:33267:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.504036:0:33267:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787998294.504050:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998294.504053:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998294.504056:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2000 refcount=4 00000020:00000001:1.0:1787998294.504058:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998294.504062:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000040:1.0:1787998294.504069:0:33267:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1917f2000, remote cookie: 0x4fd9a50f3a6ad07c, flags: 0x1001 00010000:00010000:1.0:1787998294.504073:0:33267:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8cb76 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad07c expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1787998294.504081:0:33267:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1787998294.504084:0:33267:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1787998294.504091:0:33267:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d192b98000. 00010000:00000010:1.0:1787998294.504096:0:33267:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d1a0046780. 00010000:00000001:1.0:1787998294.504101:0:33267:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998294.504104:0:33267:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8cb76 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad07c expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998294.504113:0:33267:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8cb76 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad07c expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998294.504118:0:33267:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787998294.504122:0:33267:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787998294.504124:0:33267:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1787998294.504126:0:33267:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787998294.504127:0:33267:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787998294.504130:0:33267:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x27:0x0].0x0 (ffff94d192b98000) refcount = 1 00010000:00010000:1.0:1787998294.504134:0:33267:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8cb76 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad07c expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998294.504141:0:33267:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787998294.504144:0:33267:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787998294.504145:0:33267:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998294.504148:0:33267:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787998294.504150:0:33267:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998294.504153:0:33267:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8cb76 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad07c expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998294.504164:0:33267:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787998294.504165:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.504167:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998294.504168:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.504169:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998294.504170:0:33267:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998294.504174:0:33267:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1787998294.504176:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998294.504177:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998294.504179:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2000 refcount=3 00000020:00000001:1.0:1787998294.504181:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998294.504183:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998294.504185:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998294.504186:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998294.504188:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2000 refcount=4 00000020:00000001:1.0:1787998294.504189:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998294.504191:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998294.504194:0:33267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998294.504196:0:33267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998294.504199:0:33267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8cb76 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad07c expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998294.504204:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.504205:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998294.504207:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998294.504208:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998294.504209:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2000 refcount=5 00000020:00000001:1.0:1787998294.504210:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998294.504212:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998294.504215:0:33267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998294.504218:0:33267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8cb76 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad07c expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998294.504224:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.504225:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998294.504228:0:33267:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8cb76 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad07c expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998294.504234:0:33267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998294.504235:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.504236:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998294.504238:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.504238:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1787998294.504243:0:33267:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d199ede300 x1874850291770624/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/640 e 0 to 0 dl 1787998310 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1787998294.504252:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998294.504253:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998294.504254:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2000 refcount=3 00000020:00000001:1.0:1787998294.504256:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998294.504258:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00000002:00010000:1.0:1787998294.504262:0:33267:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8cb76 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad07c expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1787998294.504271:0:33267:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94d191236340. 00010000:00000001:1.0:1787998294.504273:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.504274:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998294.504275:0:33267:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998294.504277:0:33267:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998294.504280:0:33267:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1787998294.504282:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998294.504283:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998294.504285:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2000 refcount=3 00000020:00000001:1.0:1787998294.504286:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998294.504288:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00000002:00010000:1.0:1787998294.504292:0:33267:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8cb76 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad07c expref: -99 pid: 33267 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998294.504299:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.504300:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998294.504301:0:33267:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787998294.504302:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998294.504304:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998294.504305:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2000 refcount=3 00000020:00000001:1.0:1787998294.504306:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998294.504308:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000040:1.0:1787998294.504311:0:33267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98000 count: 2 00010000:00000001:1.0:1787998294.504313:0:33267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1787998294.504316:0:33267:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589935621/39 (0 0) 00010000:00000001:1.0:1787998294.504319:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.504319:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998294.504321:0:33267:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1787998294.504323:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bff710 00000002:00002000:1.0:1787998294.504324:0:33267:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1787998294.504327:0:33267:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998294.504331:0:33267:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998294.504333:0:33267:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787998294.504341:0:33267:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1787998294.504344:0:33267:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998294.504348:0:33267:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 3 00000080:00000001:1.0:1787998294.504350:0:33267:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1787998294.504352:0:33267:0:(namei.c:674:ll_lookup_it_finish()) it ffffb66d41bffb20 it_disposition b 00000080:00000001:1.0:1787998294.504354:0:33267:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1787998294.504360:0:33267:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1787998294.504363:0:33267:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1787998294.504365:0:33267:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611175 : 144115205339611175 : 200000405000027) 00000080:00000001:1.0:1787998294.504368:0:33267:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:1.0:1787998294.504374:0:33267:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998294.504377:0:33267:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798657048 : -117846910894568 : ffff94d1a0bcfe18) 00000020:00001000:1.0:1787998294.504380:0:33267:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfe10 00000020:00000001:1.0:1787998294.504383:0:33267:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1787998294.504386:0:33267:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1787998294.504389:0:33267:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1787998294.504393:0:33267:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d1a0b0a360. 00020000:00000010:1.0:1787998294.504397:0:33267:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d185433480. 00020000:00000010:1.0:1787998294.504402:0:33267:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d1a0b0a3c0. 00020000:00000001:1.0:1787998294.504404:0:33267:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626226797847488 : -117846911704128 : ffff94d1a0b0a3c0) 00020000:00000002:1.0:1787998294.504407:0:33267:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0b0a3c0, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1787998294.504411:0:33267:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1787998294.504415:0:33267:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d185433480: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000002:1.0:1787998294.504419:0:33267:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d1872423e0) owner ffff94d199e54f80 00020000:00000001:1.0:1787998294.504422:0:33267:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1787998294.504424:0:33267:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d1872423e0) owner ffff94d199e54f80 00020000:00000010:1.0:1787998294.504428:0:33267:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d185433480. 00020000:00000010:1.0:1787998294.504433:0:33267:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d1a0b0a360. 00020000:00000010:1.0:1787998294.504436:0:33267:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d1a0b0a3c0. 00020000:00000002:1.0:1787998294.504438:0:33267:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x27:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1787998294.504440:0:33267:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998294.504442:0:33267:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1787998294.504444:0:33267:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfe10 00000080:00000001:1.0:1787998294.504448:0:33267:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611175 : 144115205339611175 : 200000405000027) 00000080:00000001:1.0:1787998294.504450:0:33267:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1787998294.504455:0:33267:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x27:0x0](ffff94d198936c08): rc = 0 00000080:00000001:1.0:1787998294.504457:0:33267:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626226661714952 : -117847047836664 : ffff94d198936c08) 00010000:00000001:1.0:1787998294.504459:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998294.504461:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998294.504462:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2000 refcount=3 00000020:00000001:1.0:1787998294.504464:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998294.504466:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00000080:00000001:1.0:1787998294.504469:0:33267:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:1.0:1787998294.504470:0:33267:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998294.504472:0:33267:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798657048 : -117846910894568 : ffff94d1a0bcfe18) 00000020:00001000:1.0:1787998294.504474:0:33267:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfe10 00000020:00000001:1.0:1787998294.504476:0:33267:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1787998294.504477:0:33267:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1787998294.504478:0:33267:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1787998294.504480:0:33267:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d1a0b0a3c0. 00020000:00000010:1.0:1787998294.504483:0:33267:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d185433480. 00020000:00000010:1.0:1787998294.504485:0:33267:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d1a0b0a360. 00020000:00000001:1.0:1787998294.504487:0:33267:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626226797847392 : -117846911704224 : ffff94d1a0b0a360) 00020000:00000002:1.0:1787998294.504489:0:33267:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0b0a360, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1787998294.504493:0:33267:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1787998294.504496:0:33267:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d185433480: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000002:1.0:1787998294.504508:0:33267:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d1872423e0) owner ffff94d199e54f80 00020000:00000001:1.0:1787998294.504510:0:33267:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1787998294.504512:0:33267:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d1872423e0) owner ffff94d199e54f80 00020000:00000010:1.0:1787998294.504514:0:33267:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d185433480. 00020000:00000010:1.0:1787998294.504517:0:33267:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d1a0b0a3c0. 00020000:00000010:1.0:1787998294.504519:0:33267:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d1a0b0a360. 00020000:00000002:1.0:1787998294.504521:0:33267:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x27:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1787998294.504523:0:33267:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998294.504524:0:33267:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998294.504528:0:33267:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1787998294.504531:0:33267:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1872423e0) owner 0000000000000000/ffff94d199e54f80 00020000:00000002:1.0:1787998294.504534:0:33267:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d1a0b0a660 addref 2/0 by ffff94d199e54f80. 00020000:00000002:1.0:1787998294.504940:0:33267:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1872423e0) owner 0000000000000000/ffff94d199e54f80 00020000:00000001:1.0:1787998294.504943:0:33267:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1787998294.504945:0:33267:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1787998294.504946:0:33267:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1787998294.504948:0:33267:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1787998294.504951:0:33267:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1787998294.504953:0:33267:0:(file.c:6836:ll_layout_conf()) [0x200000405:0x27:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1787998294.504956:0:33267:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfe10 00000080:00000001:1.0:1787998294.504958:0:33267:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.504960:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.504961:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787998294.504963:0:33267:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1787998294.504967:0:33267:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1787998294.504968:0:33267:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998294.504972:0:33267:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x27:0x0](ffff94d198936c08) for lock 0xb2d39e653c8cb76 00800000:00000001:1.0:1787998294.504975:0:33267:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998294.504977:0:33267:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998294.504978:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998294.504979:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998294.504981:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2000 refcount=3 00000020:00000001:1.0:1787998294.504982:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998294.504984:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998294.504986:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.504988:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998294.504989:0:33267:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998294.504991:0:33267:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1787998294.504997:0:33267:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d183596e58 inode ffff94d198936c08 refc 1 flags 0x40000e 00000080:00000001:1.0:1787998294.505000:0:33267:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1787998294.505004:0:33267:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x27:0x0](ffff94d198936c08) 00000080:00010000:1.0:1787998294.505007:0:33267:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cb76 from it ffffb66d41bffb20 00010000:00000001:1.0:1787998294.505009:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998294.505010:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998294.505011:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2000 refcount=3 00000020:00000001:1.0:1787998294.505013:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998294.505015:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998294.505017:0:33267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998294.505020:0:33267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8cb76 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6ad07c expref: -99 pid: 33267 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998294.505027:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.505028:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998294.505029:0:33267:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998294.505031:0:33267:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998294.505033:0:33267:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8cb76 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad07c expref: -99 pid: 33267 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998294.505144:0:33267:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998294.505146:0:33267:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998294.505148:0:33267:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998294.505153:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.505154:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998294.505155:0:33267:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.505158:0:33267:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998294.505160:0:33267:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.505162:0:33267:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.505165:0:33267:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.505167:0:33267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998294.505169:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.505170:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787998294.505172:0:33267:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1787998294.505177:0:33267:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d190451a00. 00000100:00000001:1.0:1787998294.505181:0:33267:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998294.505187:0:33267:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199ede300 x1874850291770624/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/640 e 0 to 0 dl 1787998310 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998294.505194:0:33267:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998294.505196:0:33267:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998294.505199:0:33267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d191c6e800. 02000000:00000001:1.0:1787998294.505202:0:33267:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998294.505205:0:33267:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998294.505206:0:33267:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998294.505208:0:33267:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998294.505211:0:33267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e24800. 02000000:00000001:1.0:1787998294.505214:0:33267:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998294.505216:0:33267:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998294.505217:0:33267:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199ede300. 00000100:00000001:1.0:1787998294.505221:0:33267:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998294.505223:0:33267:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998294.505225:0:33267:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1787998294.505226:0:33267:0:(dcache.c:176:ll_intent_release()) intent ffffb66d41bffb20 released 00000080:00000001:1.0:1787998294.505228:0:33267:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:1.0:1787998294.505239:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffd08 00000080:00200008:1.0:1787998294.505242:0:33267:0:(file.c:6295:ll_getattr_dentry()) START file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff94d198936c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1787998294.505248:0:33267:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998294.505249:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffc80 00000080:00200000:1.0:1787998294.505251:0:33267:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x27:0x0](ffff94d198936c08),name=f22.recovery-small-2 00000080:00000010:1.0:1787998294.505258:0:33267:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d190451a00. 00800000:00000002:1.0:1787998294.505263:0:33267:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 3 00000080:00000001:1.0:1787998294.505269:0:33267:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998294.505271:0:33267:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998294.505273:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffba0 00800000:00000002:1.0:1787998294.505275:0:33267:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x27:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998294.505279:0:33267:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998294.505282:0:33267:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998294.505284:0:33267:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998294.505287:0:33267:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998294.505289:0:33267:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998294.505291:0:33267:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998294.505293:0:33267:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998294.505295:0:33267:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998294.505297:0:33267:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998294.505299:0:33267:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998294.505300:0:33267:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998294.505301:0:33267:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998294.505303:0:33267:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998294.505304:0:33267:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:1.0:1787998294.505306:0:33267:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998294.505308:0:33267:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x27:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998294.505312:0:33267:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998294.505313:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffa70 00000002:00010000:1.0:1787998294.505316:0:33267:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787998294.505319:0:33267:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998294.505321:0:33267:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998294.505323:0:33267:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998294.505326:0:33267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98000 count: 2 00010000:00000001:1.0:1787998294.505329:0:33267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998294.505332:0:33267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998294.505335:0:33267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998294.505338:0:33267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8cb76 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad07c expref: -99 pid: 33267 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1787998294.505346:0:33267:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998294.505350:0:33267:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998294.505353:0:33267:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8cb76 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad07c expref: -99 pid: 33267 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1787998294.505359:0:33267:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787998294.505361:0:33267:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998294.505362:0:33267:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998294.505364:0:33267:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998294.505366:0:33267:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998294.505368:0:33267:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787998294.505371:0:33267:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787998294.505372:0:33267:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 3 00000080:00000010:1.0:1787998294.505375:0:33267:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d190451a00. 00000080:00000001:1.0:1787998294.505378:0:33267:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998294.505379:0:33267:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998294.505382:0:33267:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x27:0x0](ffff94d198936c08) 00000080:00010000:1.0:1787998294.505384:0:33267:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x27:0x0](ffff94d198936c08) for lock 0xb2d39e653c8cb76 00800000:00000001:1.0:1787998294.505387:0:33267:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998294.505388:0:33267:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998294.505389:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998294.505391:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998294.505392:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2000 refcount=3 00000020:00000001:1.0:1787998294.505394:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998294.505396:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998294.505398:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.505399:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998294.505400:0:33267:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998294.505401:0:33267:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998294.505403:0:33267:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cb76 from it ffffb66d41bffcb8 00010000:00000001:1.0:1787998294.505405:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998294.505406:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998294.505408:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2000 refcount=3 00000020:00000001:1.0:1787998294.505410:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998294.505411:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998294.505413:0:33267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998294.505416:0:33267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8cb76 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6ad07c expref: -99 pid: 33267 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998294.505422:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.505423:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998294.505425:0:33267:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998294.505426:0:33267:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998294.505429:0:33267:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8cb76 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad07c expref: -99 pid: 33267 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787998294.505434:0:33267:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998294.505435:0:33267:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998294.505437:0:33267:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998294.505438:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.505439:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998294.505440:0:33267:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.505442:0:33267:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998294.505443:0:33267:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.505445:0:33267:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.505446:0:33267:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.505448:0:33267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998294.505450:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.505451:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998294.505452:0:33267:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787998294.505453:0:33267:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998294.505456:0:33267:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1787998294.505459:0:33267:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1787998294.505460:0:33267:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998294.505462:0:33267:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1787998294.505464:0:33267:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998294.505466:0:33267:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1787998294.505469:0:33267:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1787998294.505471:0:33267:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998294.505474:0:33267:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798657048 : -117846910894568 : ffff94d1a0bcfe18) 00000020:00001000:1.0:1787998294.505476:0:33267:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfe10 00000020:00000001:1.0:1787998294.505480:0:33267:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3210 -> ffff94d1a0aa3210 00000020:00000001:1.0:1787998294.505482:0:33267:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1787998294.505485:0:33267:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1787998294.505487:0:33267:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x27:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1787998294.505490:0:33267:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998294.505491:0:33267:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1787998294.505493:0:33267:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1787998294.505494:0:33267:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998294.505496:0:33267:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1787998294.505634:0:33267:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x27:0x0]io ffff94d19226c9a0 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1787998294.505638:0:33267:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1872423e0) owner 0000000000000000/ffff94d199e54f80 00020000:00000001:1.0:1787998294.505641:0:33267:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1787998294.505642:0:33267:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1787998294.505645:0:33267:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1787998294.505646:0:33267:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998294.505648:0:33267:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1787998294.505651:0:33267:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1787998294.505653:0:33267:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998294.505654:0:33267:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998294.505656:0:33267:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1787998294.505657:0:33267:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1787998294.505659:0:33267:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1872423e0) owner 0000000000000000/ffff94d199e54f80 00000020:00000001:1.0:1787998294.505661:0:33267:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1787998294.505663:0:33267:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1787998294.505665:0:33267:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x27:0x0] 00000020:00000001:1.0:1787998294.505668:0:33267:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1787998294.505670:0:33267:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1787998294.505672:0:33267:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1787998294.505674:0:33267:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1787998294.505678:0:33267:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1787998294.505683:0:33267:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d1a0046a80. 00020000:00000002:1.0:1787998294.505686:0:33267:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1787998294.505688:0:33267:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1787998294.505691:0:33267:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998294.505692:0:33267:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1787998294.505694:0:33267:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:1.0:1787998294.505697:0:33267:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff94d1a0bcf7e0. 00000020:00000010:1.0:1787998294.505701:0:33267:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d190451a00. 00000020:00000010:1.0:1787998294.505705:0:33267:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff94d190450200. 00000020:00000010:1.0:1787998294.505708:0:33267:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff94d1a0b0a360. 00000008:00000010:1.0:1787998294.505715:0:33267:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff94d191d764b0. 00020000:00000010:1.0:1787998294.505719:0:33267:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff94d1854599c0. 00008000:00000010:1.0:1787998294.505723:0:33267:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94d199e22350. 00000080:00000010:1.0:1787998294.505728:0:33267:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94d19090f1f8. 00000080:00000010:1.0:1787998294.505732:0:33267:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff94d19226cde0. 00000020:00000010:1.0:1787998294.505735:0:33267:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d190450400. 00000008:00000010:1.0:1787998294.505739:0:33267:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff94d19227a6e0. 00020000:00000010:1.0:1787998294.505742:0:33267:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff94d19227eda0. 00008000:00000010:1.0:1787998294.505745:0:33267:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff94d191a0d128. 00000080:00000010:1.0:1787998294.505748:0:33267:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff94d191a0e4b0. 00000020:00000001:1.0:1787998294.505750:0:33267:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798655464 : -117846910896152 : ffff94d1a0bcf7e8) 00000020:00001000:1.0:1787998294.505752:0:33267:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf7e0 00000020:00000001:1.0:1787998294.505755:0:33267:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3918 -> ffff94d1a0aa3210 00000020:00000001:1.0:1787998294.505757:0:33267:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1787998294.505759:0:33267:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998294.505760:0:33267:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1787998294.505762:0:33267:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998294.505764:0:33267:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998294.505765:0:33267:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553997120 : -117847155554496 : ffff94d19227c740) 00000020:00000001:1.0:1787998294.505945:0:33267:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1787998294.505950:0:33267:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d1857d8f70. 00000008:00010000:1.0:1787998294.505952:0:33267:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1787998294.505955:0:33267:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1787998294.505956:0:33267:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1787998294.505958:0:33267:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d1a0046ab0, osc lock ffff94d1857d8f70, flags 0x400001002 00000020:00000001:1.0:1787998294.505961:0:33267:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998294.505962:0:33267:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998294.505965:0:33267:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626226786560640 : -117846922990976 : ffff94d1a0046a80) 00000020:00000001:1.0:1787998294.505967:0:33267:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1787998294.505968:0:33267:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1787998294.505970:0:33267:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998294.505972:0:33267:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998294.505974:0:33267:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1787998294.505975:0:33267:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1787998294.505977:0:33267:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1787998294.505979:0:33267:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1787998294.505980:0:33267:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998294.505981:0:33267:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553997120 : -117847155554496 : ffff94d19227c740) 00000020:00000001:1.0:1787998294.505983:0:33267:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1787998294.505984:0:33267:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1787998294.505986:0:33267:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1787998294.505989:0:33267:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1787998294.505991:0:33267:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1787998294.505993:0:33267:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1787998294.505995:0:33267:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1787998294.505996:0:33267:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1787998294.505998:0:33267:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1787998294.506000:0:33267:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1787998294.506002:0:33267:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998294.506006:0:33267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c300 count: 2 00010000:00000001:1.0:1787998294.506009:0:33267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998294.506013:0:33267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998294.506016:0:33267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998294.506020:0:33267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000d963924f/0xb2d39e653c8cb37 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad021 expref: -99 pid: 33249 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1787998294.506029:0:33267:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998294.506032:0:33267:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998294.506034:0:33267:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000d963924f/0xb2d39e653c8cb37 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad021 expref: -99 pid: 33249 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998294.506326:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998294.506329:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998294.506331:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5c800 refcount=3 00000020:00000001:1.0:1787998294.506333:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528700416 : -117847180851200 : ffff94d190a5c800) 00010000:00000001:1.0:1787998294.506337:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528700416 : -117847180851200 : ffff94d190a5c800) 00000008:00000001:1.0:1787998294.506340:0:33267:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1787998294.506343:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998294.506344:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998294.506346:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5c800 refcount=4 00000020:00000001:1.0:1787998294.506347:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528700416 : -117847180851200 : ffff94d190a5c800) 00010000:00000001:1.0:1787998294.506349:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528700416 : -117847180851200 : ffff94d190a5c800) 00000008:00000001:1.0:1787998294.506352:0:33267:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1787998294.506355:0:33267:0:(cl_object.c:143:cl_object_top()) ffff94d19391da40 -> ffff94d1a0aa3210 00000008:00010000:1.0:1787998294.506359:0:33267:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000d963924f/0xb2d39e653c8cb37 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6ad021 expref: -99 pid: 33249 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:1.0:1787998294.506367:0:33267:0:(cl_object.c:143:cl_object_top()) ffff94d19391da40 -> ffff94d1a0aa3210 00000020:00000001:1.0:1787998294.506369:0:33267:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1787998294.506371:0:33267:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1787998294.506373:0:33267:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1787998294.506375:0:33267:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998294.506376:0:33267:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998294.506378:0:33267:0:(cl_object.c:143:cl_object_top()) ffff94d19391da40 -> ffff94d1a0aa3210 00000008:00000001:1.0:1787998294.506380:0:33267:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:1.0:1787998294.506381:0:33267:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1787998294.506383:0:33267:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1787998294.506385:0:33267:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1787998294.506386:0:33267:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.506388:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998294.506389:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998294.506391:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5c800 refcount=5 00000020:00000001:1.0:1787998294.506393:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528700416 : -117847180851200 : ffff94d190a5c800) 00010000:00000001:1.0:1787998294.506395:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528700416 : -117847180851200 : ffff94d190a5c800) 00010000:00000001:1.0:1787998294.506397:0:33267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998294.506399:0:33267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000d963924f/0xb2d39e653c8cb37 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4fd9a50f3a6ad021 expref: -99 pid: 33249 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998294.506411:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.506412:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998294.506414:0:33267:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998294.506416:0:33267:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998294.506418:0:33267:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000d963924f/0xb2d39e653c8cb37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x4fd9a50f3a6ad021 expref: -99 pid: 33249 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787998294.506426:0:33267:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998294.506428:0:33267:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998294.506430:0:33267:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998294.506432:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.506434:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998294.506435:0:33267:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.506437:0:33267:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998294.506439:0:33267:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.506440:0:33267:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.506443:0:33267:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.506444:0:33267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998294.506445:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.506447:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998294.506448:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.506448:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998294.506450:0:33267:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998294.506452:0:33267:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998294.506453:0:33267:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998294.506455:0:33267:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998294.506457:0:33267:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998294.506458:0:33267:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1787998294.506459:0:33267:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1787998294.506461:0:33267:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1787998294.506462:0:33267:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1787998294.506464:0:33267:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998294.506466:0:33267:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998294.506470:0:33267:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1787998294.506472:0:33267:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3210 -> ffff94d1a0aa3210 00000020:00000001:1.0:1787998294.506475:0:33267:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3210 -> ffff94d1a0aa3210 00000020:00000001:1.0:1787998294.506477:0:33267:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1787998294.506480:0:33267:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1787998294.506483:0:33267:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1787998294.506485:0:33267:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998294.506486:0:33267:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1787998294.506488:0:33267:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1787998294.506490:0:33267:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x27:1029 on OST[1]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:1.0:1787998294.506492:0:33267:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1787998294.506495:0:33267:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:1.0:1787998294.506506:0:33267:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998294.506508:0:33267:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998294.506509:0:33267:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3210 -> ffff94d1a0aa3210 00000080:00200000:1.0:1787998294.506511:0:33267:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x27:0x0] updating i_size 0 i_blocks 0 00000080:00000001:1.0:1787998294.506513:0:33267:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1787998294.506515:0:33267:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1787998294.506516:0:33267:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d19226c940 (ffff94d1a0bcfe18/0) at cl_lock_release():245 00000020:00000001:1.0:1787998294.506519:0:33267:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1787998294.506520:0:33267:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d19226c940 (ffff94d1a0bcfe18/0) at cl_lock_cancel():142 00020000:00000001:1.0:1787998294.506522:0:33267:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1787998294.506524:0:33267:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998294.506525:0:33267:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553997120 : -117847155554496 : ffff94d19227c740) 00000020:00000001:1.0:1787998294.506526:0:33267:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1787998294.506527:0:33267:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d1a0046ab0 (ffff94d1a0bcf7e8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1787998294.506530:0:33267:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1787998294.506531:0:33267:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1787998294.506532:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.506533:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998294.506534:0:33267:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1787998294.506588:0:33267:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1787998294.506589:0:33267:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1787998294.506591:0:33267:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1787998294.506592:0:33267:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1787998294.506593:0:33267:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d19226c940 (ffff94d1a0bcfe18/0) at cl_lock_fini():72 00020000:00000001:1.0:1787998294.506596:0:33267:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1787998294.506597:0:33267:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1787998294.506599:0:33267:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d1a0046ab0 (ffff94d1a0bcfe18/1) at cl_lock_fini():72 00000008:00000010:1.0:1787998294.506602:0:33267:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d1857d8f70. 00000020:00000001:1.0:1787998294.506606:0:33267:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1787998294.506607:0:33267:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d1a0046a80. 00020000:00000001:1.0:1787998294.506610:0:33267:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1787998294.506611:0:33267:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1787998294.506612:0:33267:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1787998294.506614:0:33267:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998294.506616:0:33267:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1787998294.506618:0:33267:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1787998294.506620:0:33267:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1787998294.506621:0:33267:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1787998294.506622:0:33267:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1787998294.506624:0:33267:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf7e0 00020000:00000001:1.0:1787998294.506626:0:33267:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1787998294.506628:0:33267:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1787998294.506630:0:33267:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1787998294.506632:0:33267:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x27:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1787998294.506635:0:33267:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1787998294.506637:0:33267:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998294.506639:0:33267:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1787998294.506640:0:33267:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1787998294.506642:0:33267:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1787998294.506642:0:33267:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfe10 00000001:00000001:1.0:1787998294.506645:0:33267:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998294.506652:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffd08 00000080:00000008:1.0:1787998294.506654:0:33267:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff94d198936c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1787998294.506658:0:33267:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1787998294.506660:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffda0 00000080:00002000:1.0:1787998294.506662:0:33267:0:(dcache.c:127:ll_ddelete()) keeping dentry f22.recovery-small-2 (ffff94d183596e58, parent ffff94d198a90798, inode ffff94d198936c08) hashed, 00000080:00000001:1.0:1787998294.506665:0:33267:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998294.506704:0:33267:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998294.506707:0:33267:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998294.506708:0:33267:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998294.506710:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffbd8 00000080:00200000:1.0:1787998294.506712:0:33267:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:1.0:1787998294.506716:0:33267:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d190451600. 00800000:00000002:1.0:1787998294.506892:0:33267:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 3 00000080:00000001:1.0:1787998294.506896:0:33267:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998294.506899:0:33267:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998294.506901:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffaf8 00800000:00000002:1.0:1787998294.506904:0:33267:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998294.506907:0:33267:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998294.506909:0:33267:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998294.506912:0:33267:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998294.506914:0:33267:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998294.506915:0:33267:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998294.506917:0:33267:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998294.506919:0:33267:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998294.506921:0:33267:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998294.506923:0:33267:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998294.506927:0:33267:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998294.506928:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bff9c8 00000002:00010000:1.0:1787998294.506930:0:33267:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787998294.506933:0:33267:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998294.506935:0:33267:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998294.506937:0:33267:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998294.506941:0:33267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98500 count: 3 00010000:00000001:1.0:1787998294.506943:0:33267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998294.506947:0:33267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998294.506949:0:33267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998294.506953:0:33267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad060 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1787998294.506960:0:33267:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998294.506963:0:33267:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998294.506966:0:33267:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad060 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1787998294.506972:0:33267:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787998294.506974:0:33267:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998294.506976:0:33267:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998294.506977:0:33267:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998294.506979:0:33267:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998294.506980:0:33267:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787998294.506983:0:33267:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787998294.506985:0:33267:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 3 00000080:00000010:1.0:1787998294.506988:0:33267:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d190451600. 00000080:00000001:1.0:1787998294.506991:0:33267:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998294.506993:0:33267:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998294.506995:0:33267:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:1.0:1787998294.506998:0:33267:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cb6f 00800000:00000001:1.0:1787998294.507000:0:33267:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998294.507002:0:33267:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998294.507003:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998294.507005:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998294.507007:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3a00 refcount=3 00000020:00000001:1.0:1787998294.507009:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998294.507011:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998294.507013:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.507015:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998294.507016:0:33267:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998294.507018:0:33267:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998294.507020:0:33267:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cb6f from it ffffb66d41bffc10 00010000:00000001:1.0:1787998294.507022:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998294.507023:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998294.507024:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3a00 refcount=3 00000020:00000001:1.0:1787998294.507026:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998294.507028:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998294.507030:0:33267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998294.507033:0:33267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad060 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998294.507115:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.507117:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998294.507118:0:33267:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998294.507119:0:33267:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998294.507122:0:33267:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb6f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad060 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787998294.507133:0:33267:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998294.507135:0:33267:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998294.507136:0:33267:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998294.507138:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.507140:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998294.507141:0:33267:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.507143:0:33267:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998294.507144:0:33267:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.507146:0:33267:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.507148:0:33267:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.507150:0:33267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998294.507151:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.507151:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998294.507154:0:33267:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787998294.507155:0:33267:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998294.507157:0:33267:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:1.0:1787998294.507161:0:33267:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998294.507168:0:33267:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1787998294.507170:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffda0 00000080:00002000:1.0:1787998294.507171:0:33267:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-2(ffff94d183596e58) flags 0x48000e refc 0 00000080:00000001:1.0:1787998294.507173:0:33267:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998294.507175:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffe10 00000080:00200000:1.0:1787998294.507176:0:33267:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f22.recovery-small-2, flags=0 00000080:00000001:1.0:1787998294.507180:0:33267:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000020:1.0:1787998294.507183:0:33267:0:(statahead.c:273:sa_get()) lustre: wrong pid=33247:33267 for entry f22.recovery-small-2 00000080:00000001:1.0:1787998294.507186:0:33267:0:(statahead.c:2046:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00400000:1.0:1787998294.507189:0:33267:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-2: rc = -22. 00000080:00000001:1.0:1787998294.507193:0:33267:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998294.507194:0:33267:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998294.507195:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffd30 00000080:00200000:1.0:1787998294.507197:0:33267:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:1.0:1787998294.507201:0:33267:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d190451600. 00800000:00000002:1.0:1787998294.507204:0:33267:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 3 00000080:00000001:1.0:1787998294.507207:0:33267:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998294.507209:0:33267:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998294.507210:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffc50 00800000:00000002:1.0:1787998294.507212:0:33267:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998294.507214:0:33267:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998294.507215:0:33267:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998294.507216:0:33267:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998294.507218:0:33267:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998294.507219:0:33267:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998294.507221:0:33267:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998294.507223:0:33267:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998294.507224:0:33267:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998294.507227:0:33267:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998294.507230:0:33267:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998294.507231:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffb20 00000002:00010000:1.0:1787998294.507233:0:33267:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787998294.507236:0:33267:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998294.507237:0:33267:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998294.507238:0:33267:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998294.507241:0:33267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98500 count: 3 00010000:00000001:1.0:1787998294.507243:0:33267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998294.507245:0:33267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998294.507248:0:33267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998294.507250:0:33267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad060 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1787998294.507256:0:33267:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998294.507259:0:33267:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998294.507261:0:33267:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad060 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1787998294.507267:0:33267:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787998294.507269:0:33267:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998294.507270:0:33267:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998294.507272:0:33267:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998294.507274:0:33267:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998294.507276:0:33267:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787998294.507278:0:33267:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787998294.507280:0:33267:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 3 00000080:00000010:1.0:1787998294.507282:0:33267:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d190451600. 00000080:00000001:1.0:1787998294.507285:0:33267:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998294.507286:0:33267:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998294.507288:0:33267:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:1.0:1787998294.507291:0:33267:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cb6f 00800000:00000001:1.0:1787998294.507293:0:33267:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998294.507294:0:33267:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998294.507296:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998294.507297:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998294.507299:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3a00 refcount=3 00000020:00000001:1.0:1787998294.507300:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998294.507303:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998294.507305:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.507306:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998294.507307:0:33267:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998294.507309:0:33267:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998294.507310:0:33267:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cb6f from it ffffb66d41bffd68 00010000:00000001:1.0:1787998294.507312:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998294.507313:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998294.507315:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3a00 refcount=3 00000020:00000001:1.0:1787998294.507316:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998294.507318:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950912 : -117847166600704 : ffff94d1917f3a00) 00010000:00000001:1.0:1787998294.507319:0:33267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998294.507322:0:33267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad060 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787998294.507327:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.507328:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998294.507329:0:33267:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998294.507330:0:33267:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998294.507333:0:33267:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb6f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad060 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1787998294.507338:0:33267:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998294.507339:0:33267:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998294.507341:0:33267:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998294.507342:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.507343:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998294.507345:0:33267:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.507346:0:33267:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998294.507347:0:33267:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.507349:0:33267:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.507350:0:33267:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.507352:0:33267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998294.507353:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.507354:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998294.507355:0:33267:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787998294.507356:0:33267:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998294.507358:0:33267:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 3 00000080:00000001:1.0:1787998294.507360:0:33267:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998294.507363:0:33267:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:1.0:1787998294.507365:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffdf8 00000080:00200000:1.0:1787998294.507367:0:33267:0:(namei.c:2418:ll_unlink()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00000001:1.0:1787998294.507369:0:33267:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1787998294.507371:0:33267:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998294.507374:0:33267:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798657048 : -117846910894568 : ffff94d1a0bcfe18) 00000020:00001000:1.0:1787998294.507376:0:33267:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfe10 00000020:00000001:1.0:1787998294.507378:0:33267:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1787998294.507380:0:33267:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1872423e0) owner 0000000000000000/ffff94d199e54f80 00020000:00000002:1.0:1787998294.507383:0:33267:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d1a0b0a660 addref 2/0 by ffff94d199e54f80. 00020000:00000002:1.0:1787998294.507385:0:33267:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1872423e0) owner 0000000000000000/ffff94d199e54f80 00020000:00000001:1.0:1787998294.507387:0:33267:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1787998294.507389:0:33267:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1787998294.507390:0:33267:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1787998294.507392:0:33267:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:1.0:1787998294.507395:0:33267:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:1.0:1787998294.507397:0:33267:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfe10 00000080:00000001:1.0:1787998294.507400:0:33267:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1787998294.507404:0:33267:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d190451600. 00800000:00000002:1.0:1787998294.507407:0:33267:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 3 00800000:00000001:1.0:1787998294.507414:0:33267:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1787998294.507417:0:33267:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998294.507418:0:33267:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998294.507419:0:33267:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998294.507420:0:33267:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998294.507422:0:33267:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998294.507423:0:33267:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998294.507425:0:33267:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998294.507427:0:33267:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998294.507428:0:33267:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998294.507429:0:33267:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998294.507430:0:33267:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998294.507431:0:33267:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998294.507433:0:33267:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:1.0:1787998294.507435:0:33267:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998294.507437:0:33267:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:1.0:1787998294.507439:0:33267:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998294.507440:0:33267:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998294.507441:0:33267:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998294.507442:0:33267:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998294.507443:0:33267:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998294.507445:0:33267:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:1.0:1787998294.507447:0:33267:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998294.507449:0:33267:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x27:0x0] 00800000:00000001:1.0:1787998294.507451:0:33267:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998294.507454:0:33267:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x27:0x0] -> mds #0 00000002:00000001:1.0:1787998294.507458:0:33267:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1787998294.507460:0:33267:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1787998294.507462:0:33267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98500 count: 3 00010000:00000001:1.0:1787998294.507465:0:33267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998294.507467:0:33267:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1787998294.507470:0:33267:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787998294.507472:0:33267:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb6f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4fd9a50f3a6ad060 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1787998294.507483:0:33267:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787998294.507486:0:33267:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787998294.507488:0:33267:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787998294.507490:0:33267:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1787998294.507492:0:33267:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998294.507494:0:33267:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998294.507495:0:33267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98500 count: 4 00010000:00000001:1.0:1787998294.507507:0:33267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998294.507510:0:33267:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998294.507512:0:33267:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998294.507513:0:33267:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998294.507515:0:33267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98500 count: 4 00010000:00000001:1.0:1787998294.507516:0:33267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998294.507518:0:33267:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998294.507520:0:33267:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998294.507521:0:33267:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998294.507522:0:33267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98500 count: 4 00010000:00000001:1.0:1787998294.507524:0:33267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998294.507525:0:33267:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998294.507527:0:33267:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1787998294.507529:0:33267:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d1989ad280, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1787998294.507533:0:33267:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1787998294.507691:0:33267:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1787998294.507694:0:33267:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787998294.507696:0:33267:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.507699:0:33267:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787998294.507703:0:33267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787998294.507704:0:33267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787998294.507706:0:33267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998294.507707:0:33267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1787998294.507710:0:33267:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1917f3a00 with handle 0xb2d39e653c8cb6f from hash 00010000:00000001:1.0:1787998294.507712:0:33267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787998294.507714:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.507715:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998294.507717:0:33267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787998294.507720:0:33267:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787998294.507952:0:33267:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1787998294.507955:0:33267:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787998294.507957:0:33267:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998294.507959:0:33267:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998294.507961:0:33267:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1787998294.507965:0:33267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98000 count: 2 00010000:00000001:1.0:1787998294.507967:0:33267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998294.507969:0:33267:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1787998294.507971:0:33267:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787998294.507974:0:33267:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8cb76 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x4fd9a50f3a6ad07c expref: -99 pid: 33267 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1787998294.507981:0:33267:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787998294.507982:0:33267:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787998294.507984:0:33267:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787998294.507985:0:33267:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000405:0x27:0x0] mode (null) 00000002:00000001:1.0:1787998294.507987:0:33267:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998294.507989:0:33267:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998294.507990:0:33267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98000 count: 3 00010000:00000001:1.0:1787998294.507992:0:33267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998294.507995:0:33267:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998294.507996:0:33267:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998294.507997:0:33267:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998294.507999:0:33267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98000 count: 3 00010000:00000001:1.0:1787998294.508001:0:33267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998294.508003:0:33267:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998294.508004:0:33267:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998294.508005:0:33267:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998294.508007:0:33267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98000 count: 3 00010000:00000001:1.0:1787998294.508009:0:33267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998294.508011:0:33267:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998294.508012:0:33267:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998294.508013:0:33267:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998294.508015:0:33267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98000 count: 3 00010000:00000001:1.0:1787998294.508017:0:33267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998294.508019:0:33267:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998294.508021:0:33267:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998294.508023:0:33267:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:1.0:1787998294.508025:0:33267:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998294.508027:0:33267:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798657048 : -117846910894568 : ffff94d1a0bcfe18) 00000020:00001000:1.0:1787998294.508028:0:33267:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfe10 00000020:00000001:1.0:1787998294.508030:0:33267:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1787998294.508032:0:33267:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x27:0x0]: losing layout lock 00000080:00000001:1.0:1787998294.508035:0:33267:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1787998294.508037:0:33267:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1787998294.508107:0:33267:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1787998294.508111:0:33267:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1787998294.508113:0:33267:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x27:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1787998294.508115:0:33267:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998294.508117:0:33267:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1787998294.508119:0:33267:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfe10 00000080:00000001:1.0:1787998294.508122:0:33267:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998294.508124:0:33267:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1787998294.508126:0:33267:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x27:0x0](ffff94d198936c08) invalid 00000020:00000001:1.0:1787998294.508129:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffa60 00000080:00002000:1.0:1787998294.508131:0:33267:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f22.recovery-small-2 (ffff94d183596e58) parent ffff94d198a90798 inode ffff94d198936c08 refc 1 00000080:00000001:1.0:1787998294.508134:0:33267:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1787998294.508135:0:33267:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787998294.508137:0:33267:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.508140:0:33267:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787998294.508141:0:33267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787998294.508143:0:33267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787998294.508144:0:33267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998294.508146:0:33267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1787998294.508148:0:33267:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1917f2000 with handle 0xb2d39e653c8cb76 from hash 00010000:00000001:1.0:1787998294.508150:0:33267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787998294.508151:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998294.508153:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998294.508154:0:33267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787998294.508155:0:33267:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787998294.508157:0:33267:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1787998294.508160:0:33267:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787998294.508161:0:33267:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998294.508163:0:33267:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1787998294.508169:0:33267:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199ede300. 00000020:00000040:1.0:1787998294.508173:0:33267:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:1.0:1787998294.508177:0:33267:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787998294.508179:0:33267:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.508182:0:33267:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787998294.508185:0:33267:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998294.508969:0:33267:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998294.509155:0:33267:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998294.509157:0:33267:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998294.509161:0:33267:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998294.509168:0:33267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d190451c00. 00000100:00000001:1.0:1787998294.509175:0:33267:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.509178:0:33267:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998294.509181:0:33267:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1787998294.509188:0:33267:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8cb76 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4fd9a50f3a6ad07c expref: -99 pid: 33267 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787998294.509198:0:33267:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb6f lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ad060 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787998294.509203:0:33267:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:1.0:1787998294.509205:0:33267:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1787998294.509206:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787998294.509209:0:33267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8cb76 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4fd9a50f3a6ad07c expref: -99 pid: 33267 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1787998294.509216:0:33267:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d191236340. 00010000:00000040:1.0:1787998294.509220:0:33267:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d192b98000 count: 0 00010000:00000010:1.0:1787998294.509225:0:33267:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d1a0046780. 00010000:00000001:1.0:1787998294.509231:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998294.509232:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787998294.509235:0:33267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3a00/0xb2d39e653c8cb6f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ad060 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1787998294.509241:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998294.509243:0:33267:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.509245:0:33267:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998294.509246:0:33267:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.509248:0:33267:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1787998294.509258:0:33267:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1787998294.509270:0:33267:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d199ede300 x1874850291771008/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787998294.509277:0:33267:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998294.509279:0:33267:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998294.509285:0:33267:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a0070180. 00000100:00000001:1.0:1787998294.509288:0:33267:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786730368 : -117846922821248 : ffff94d1a0070180) 00000100:00000001:1.0:1787998294.509290:0:33267:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998294.509291:0:33267:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684420864 : -117847025130752 : ffff94d199ede300) 00000100:00000001:1.0:1787998294.509296:0:33267:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998294.509299:0:33267:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998294.509301:0:33267:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998294.509303:0:33267:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998294.509307:0:33267:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199ede300 x1874850291771008/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998294.509314:0:33267:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998294.509316:0:33267:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998294.509320:0:33267:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998294.509322:0:33267:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998294.509324:0:33267:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998294.509327:0:33267:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199ede300 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:33267:1874850291771008:192.168.206.123@tcp:36:rm.0 00000100:00000001:1.0:1787998294.509331:0:33267:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998294.509336:0:33267:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998294.509338:0:33267:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998294.509340:0:33267:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998294.509345:0:33267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d199e24800. 02000000:00000001:1.0:1787998294.509347:0:33267:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998294.509353:0:33267:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998294.509357:0:33267:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc108. 00000400:00000010:1.0:1787998294.509363:0:33267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409198. 00000100:00000200:1.0:1787998294.509369:0:33267:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291771008, portal 10 00000100:00000001:1.0:1787998294.509371:0:33267:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998294.509373:0:33267:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684420864 : -117847025130752 : ffff94d199ede300) 00000100:00000040:1.0:1787998294.509379:0:33267:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199ede300 x1874850291771008/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1787998310 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998294.509387:0:33267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998294.509390:0:33267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998294.509393:0:33267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409330. 00000100:00000200:1.0:1787998294.509397:0:33267:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1874850291771008, offset 0 00000400:00000200:1.0:1787998294.509404:0:33267:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998294.509412:0:33267:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998294.509420:0:33267:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998294.509426:0:33267:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998294.509430:0:33267:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998294.509434:0:33267:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998294.509437:0:33267:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998294.509441:0:33267:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2789:2789:256:4294967295] 192.168.206.123@tcp LPNI seq info [2789:2789:8:4294967295] 00000400:00000200:1.0:1787998294.509445:0:33267:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998294.509455:0:33267:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998294.509461:0:33267:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998294.509466:0:33267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f900. 00000800:00000200:1.0:1787998294.509472:0:33267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998294.509481:0:33267:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998294.509485:0:33267:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f900 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1787998294.509511:0:33267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998294.509515:0:33267:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 837046 usecs (838 jiffies) 00000400:00000200:1.0:1787998294.509519:0:33267:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998294.509521:0:33267:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296475504 00000100:00000001:1.0:1787998294.509524:0:33267:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296478708 00000100:00000001:1.0:1787998294.509527:0:33267:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296475504 00000100:00000001:1.0:1787998294.509529:0:33267:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296478708 00000100:00000001:1.0:1787998294.509531:0:33267:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998294.509534:0:33267:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998294.509545:0:33267:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998294.509547:0:33267:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998294.509550:0:33267:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a0070180 going to sleep for 11 seconds 00000100:00000001:1.0:1787998294.509552:0:33267:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998294.509555:0:33267:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998294.509858:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998294.509864:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f900. 00000400:00000200:3.0:1787998294.509872:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998294.509878:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998294.509883:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409330 00000400:00000010:3.0:1787998294.509886:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409330. 00000100:00000001:3.0:1787998294.509890:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998294.509896:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199ede300 x1874850291771008/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1787998310 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998294.509906:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998294.509910:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199ede300 x1874850291771008/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1787998310 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998294.509917:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998294.509919:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998294.516610:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000010:1.1:1787998294.516617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98000. 00000800:00000001:2.0:1787998294.516626:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1787998294.516626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2000. 00000800:00000001:2.0:1787998294.516629:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000010:1.1:1787998294.516630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3a00. 00000800:00000001:2.0:1787998294.516632:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998294.516639:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.516646:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998294.516654:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.516658:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.516663:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.516666:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 4320 into portal 4 MB=0x6a92a99a5e580 00000400:00000200:2.0:1787998294.516671:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998294.516676:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 4320/4320 into md 0x81b5 [2] + 224 00000800:00000001:2.0:1787998294.516683:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998294.516692:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998294.516695:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998294.516699:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998294.516707:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998294.516726:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d03b80 x1874850291770752/t0(0) o63->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:24/4 lens 680/4320 e 0 to 0 dl 1787998310 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998294.516735:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff94d191d03b80 x1874850291770752/t0(0) o63->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:24/4 lens 680/4320 e 0 to 0 dl 1787998310 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998294.516753:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998294.516761:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998294.516764:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998294.517178:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998294.517183:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998294.517189:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998294.517191:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998294.517194:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a8f0. 00000400:00000200:3.0:1787998294.517198:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1a00afc00 00000400:00000010:3.0:1787998294.517200:0:2404:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff94d1a00afc00. 00000100:00000001:3.0:1787998294.517204:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998294.517209:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d03b80 x1874850291770752/t0(0) o63->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:24/4 lens 680/4320 e 0 to 0 dl 1787998310 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998294.517218:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d03b80 x1874850291770752/t0(0) o63->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:24/4 lens 680/4320 e 0 to 0 dl 1787998310 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998294.517224:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998294.517225:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998294.517228:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998294.517231:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998294.517233:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998294.517235:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998294.517237:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998294.517245:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06dc8 time=15 v=5 (5 0 0 0) 00000100:00001000:3.0:1787998294.517249:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998294.517251:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1787998294.517254:0:2404:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff94d191d03b80 x1874850291770752/t0(0) o63->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:24/4 lens 680/4320 e 0 to 0 dl 1787998310 ref 1 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998294.517259:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1787998294.517262:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998294.517264:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967633 00000100:00000001:3.0:1787998294.517266:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998294.517268:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1787998294.517272:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d03b80 x1874850291770752/t0(0) o63->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:24/4 lens 680/4320 e 0 to 0 dl 1787998310 ref 1 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998294.517278:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:3.0:1787998294.517281:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998294.517282:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1787998294.517284:0:2404:0:(batch.c:404:batch_update_interpret()) Process entered 00000002:00000001:3.0:1787998294.517288:0:2404:0:(batch.c:335:batch_update_request_fini()) Process entered 00010000:00000001:3.0:1787998294.517293:0:2404:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1787998294.517295:0:2404:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998294.517298:0:2404:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998294.517301:0:2404:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5e00 refcount=4 00000020:00000001:3.0:1787998294.517303:0:2404:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521923072 : -117847187628544 : ffff94d1903e5e00) 00010000:00000001:3.0:1787998294.517305:0:2404:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521923072 : -117847187628544 : ffff94d1903e5e00) 00010000:00010000:3.0:1787998294.517309:0:2404:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5e00/0xb2d39e653c8cb7d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998294.517316:0:2404:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1787998294.517319:0:2404:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5e00/0xb2d39e653c8cb7d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998294.517325:0:2404:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998294.517327:0:2404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5e00/0xb2d39e653c8cb7d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998294.517333:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998294.517334:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1787998294.517337:0:2404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5e00/0xb2d39e653c8cb7d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998294.517342:0:2404:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998294.517345:0:2404:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998294.517348:0:2404:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1787998294.517350:0:2404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5e00/0xb2d39e653c8cb7d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998294.517356:0:2404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d1903e5e00 already unused, calling callback (ffffffffc1bbc3c0) 00000080:00000001:3.0:1787998294.517359:0:2404:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1787998294.517362:0:2404:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5e00/0xb2d39e653c8cb7d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998294.517368:0:2404:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1787998294.517370:0:2404:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1787998294.517384:0:2404:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5e00/0xb2d39e653c8cb7d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998294.517389:0:2404:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1787998294.517392:0:2404:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1787998294.517393:0:2404:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998294.517394:0:2404:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998294.517396:0:2404:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5e00 refcount=5 00000020:00000001:3.0:1787998294.517398:0:2404:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521923072 : -117847187628544 : ffff94d1903e5e00) 00010000:00000001:3.0:1787998294.517400:0:2404:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521923072 : -117847187628544 : ffff94d1903e5e00) 00010000:00000001:3.0:1787998294.517403:0:2404:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1787998294.517405:0:2404:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5e00/0xb2d39e653c8cb7d lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x20e400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1787998294.517411:0:2404:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1787998294.517412:0:2404:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998294.517415:0:2404:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1787998294.517416:0:2404:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1787998294.517419:0:2404:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1787998294.517420:0:2404:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1787998294.517422:0:2404:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998294.517423:0:2404:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1787998294.517427:0:2404:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1903e5e00 with handle 0xb2d39e653c8cb7d from hash 00010000:00000001:3.0:1787998294.517429:0:2404:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1787998294.517430:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998294.517431:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998294.517432:0:2404:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1787998294.517433:0:2404:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1787998294.517435:0:2404:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1787998294.517437:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998294.517438:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998294.517439:0:2404:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998294.517440:0:2404:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998294.517442:0:2404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5e00/0xb2d39e653c8cb7d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998294.517447:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998294.517447:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998294.517449:0:2404:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1787998294.517450:0:2404:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998294.517451:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998294.517452:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998294.517453:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1787998294.517455:0:2404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5e00/0xb2d39e653c8cb7d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1787998294.517461:0:2404:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d192b98500 count: 0 00010000:00000010:3.0:1787998294.517468:0:2404:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d1a0046100. 00010000:00000001:3.0:1787998294.517476:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998294.517478:0:2404:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1787998294.517483:0:2404:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1787998294.517485:0:2404:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419dbc58 00000080:00400000:3.0:1787998294.517487:0:2404:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-10 rc -125 00000080:00000001:3.0:1787998294.517490:0:2404:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1787998294.517493:0:2404:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1787998294.517494:0:2404:0:(dcache.c:176:ll_intent_release()) intent ffff94d1a0094d90 released 00000080:00000001:3.0:1787998294.517496:0:2404:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1787998294.517509:0:2404:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 3 00000080:00000010:3.0:1787998294.517512:0:2404:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff94d1a00af840. 00000080:00000010:3.0:1787998294.517515:0:2404:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff94d1a0094c00. 00000080:00000001:3.0:1787998294.517519:0:2404:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1787998294.517521:0:2404:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff94d1987e5100. 00000002:00000010:3.0:1787998294.517524:0:2404:0:(batch.c:317:batch_update_request_destroy()) kvfree 'bub->bub_req': 4096 at ffff94d191c22000. 00000002:00000010:3.0:1787998294.517527:0:2404:0:(batch.c:318:batch_update_request_destroy()) kfreed 'bub': 40 at ffff94d1987e5680. 00000002:00000010:3.0:1787998294.517529:0:2404:0:(batch.c:321:batch_update_request_destroy()) kfreed 'head': 80 at ffff94d1a0013f60. 00000002:00000001:3.0:1787998294.517532:0:2404:0:(batch.c:394:batch_update_request_fini()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000002:00000001:3.0:1787998294.517533:0:2404:0:(batch.c:422:batch_update_interpret()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1787998294.517538:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d03b80 x1874850291770752/t0(0) o63->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:24/4 lens 680/4320 e 0 to 0 dl 1787998310 ref 1 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998294.517546:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291770752:192.168.206.123@tcp:63:ll_sa.0 00000100:00000001:3.0:1787998294.517551:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998294.517554:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998294.517557:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d03b80 x1874850291770752/t0(0) o63->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:24/4 lens 680/4320 e 0 to 0 dl 1787998310 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998294.517564:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998294.517565:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998294.517568:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff94d199e36000. 02000000:00000001:3.0:1787998294.517571:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998294.517573:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998294.517574:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998294.517576:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998294.517578:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1a0094800. 02000000:00000001:3.0:1787998294.517582:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998294.517583:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998294.517584:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d03b80. 00000100:00000001:3.0:1787998294.517588:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998294.517589:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998294.517591:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998294.517598:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998294.517600:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998294.517602:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998294.517604:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787998294.521811:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998294.521826:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998294.521830:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998294.521833:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998294.521841:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998294.521849:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998294.521858:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998294.521862:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998294.521868:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998294.521871:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a5e680 00000400:00000200:3.0:1787998294.521876:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998294.521882:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x81c5 [1] + 224 00000800:00000001:3.0:1787998294.521890:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000010:3.1:1787998294.523247:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98500. 00000800:00000001:2.0:1787998294.523253:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1787998294.523257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5e00. 00000400:00000200:2.0:1787998294.523258:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998294.523264:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998294.523273:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998294.523281:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199ede300 x1874850291771008/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1787998310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998294.523290:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94d199ede300 x1874850291771008/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1787998310 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998294.523466:0:33267:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998294.523496:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998294.523517:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998294.523522:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1787998294.523558:0:33267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998294.523560:0:33267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998294.523564:0:33267:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc108. 00000400:00000200:1.0:1787998294.523568:0:33267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409198 00000400:00000010:1.0:1787998294.523571:0:33267:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409198. 00000100:00000001:1.0:1787998294.523573:0:33267:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998294.523578:0:33267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199ede300 x1874850291771008/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1787998310 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787998294.523586:0:33267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199ede300 x1874850291771008/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1787998310 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998294.523593:0:33267:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998294.523595:0:33267:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998294.523597:0:33267:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998294.523600:0:33267:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998294.523602:0:33267:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998294.523604:0:33267:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998294.523607:0:33267:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998294.523614:0:33267:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=120 v=5 (5 104 104 104) 00000100:00001000:1.0:1787998294.523618:0:33267:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998294.523621:0:33267:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998294.523624:0:33267:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998294.523631:0:33267:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998294.523634:0:33267:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998294.523637:0:33267:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1787998294.523639:0:33267:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009a/0x10000014f] 00000100:00000001:1.0:1787998294.523640:0:33267:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1787998294.523642:0:33267:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998294.523644:0:33267:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684420864 : -117847025130752 : ffff94d199ede300) 00000100:00000001:1.0:1787998294.523647:0:33267:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998294.523649:0:33267:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967633 00000100:00000001:1.0:1787998294.523651:0:33267:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998294.523653:0:33267:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998294.523658:0:33267:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199ede300 x1874850291771008/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1787998310 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998294.523665:0:33267:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998294.523668:0:33267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998294.523670:0:33267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998294.523674:0:33267:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199ede300 x1874850291771008/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1787998310 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787998294.523682:0:33267:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199ede300 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:33267:1874850291771008:192.168.206.123@tcp:36:rm.0 00000100:00000001:1.0:1787998294.523687:0:33267:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998294.523689:0:33267:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998294.523692:0:33267:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998294.523694:0:33267:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998294.523697:0:33267:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199ede300 x1874850291771008/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1787998310 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998294.523703:0:33267:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998294.523705:0:33267:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a0070180. 00000100:00000001:1.0:1787998294.523708:0:33267:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998294.523710:0:33267:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998294.523716:0:33267:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998294.523720:0:33267:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998294.523862:0:33267:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998294.523866:0:33267:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d190451600. 00000100:00000001:1.0:1787998294.523873:0:33267:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998294.523877:0:33267:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199ede300 x1874850291771008/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1787998310 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998294.523884:0:33267:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998294.523889:0:33267:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998294.523897:0:33267:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1787998294.523901:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bffe28 00000080:00002000:1.0:1787998294.523903:0:33267:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-2 (ffff94d183596e58, parent ffff94d198a90798, inode 0000000000000000) hashed, 00000080:00000001:1.0:1787998294.523906:0:33267:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998294.523911:0:33267:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1787998294.523915:0:33267:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:1.1:1787998294.529822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90e20. 00000080:00400000:3.0:1787998294.639525:0:33248:0:(statahead.c:1623:ll_statahead_thread()) lustre: statahead thread stopped: sai ffff94d190451800, parent / hit 0 miss 0 00000080:00000001:3.0:1787998294.639546:0:33248:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:3.0:1787998294.639548:0:33248:0:(file.c:5294:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1787998294.639551:0:33248:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787998294.639555:0:33248:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798655176 : -117846910896440 : ffff94d1a0bcf6c8) 00000020:00001000:3.0:1787998294.639559:0:33248:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf6c0 00000020:00000001:3.0:1787998294.639565:0:33248:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3210 -> ffff94d1a0aa3210 00000020:00000001:3.0:1787998294.639568:0:33248:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1787998294.639571:0:33248:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1787998294.639573:0:33248:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x27:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1787998294.639576:0:33248:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1787998294.639578:0:33248:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1787998294.639579:0:33248:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1787998294.639583:0:33248:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x27:0x0]io ffff94d19226ea00 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1787998294.639586:0:33248:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1872423e0) owner 0000000000000000/ffff94d1917fa7c0 00020000:00000001:3.0:1787998294.639589:0:33248:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1787998294.639591:0:33248:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1787998294.639595:0:33248:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1787998294.639596:0:33248:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998294.639598:0:33248:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1787998294.639600:0:33248:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1787998294.639603:0:33248:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998294.639605:0:33248:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1787998294.639606:0:33248:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1787998294.639607:0:33248:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1787998294.639608:0:33248:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1872423e0) owner 0000000000000000/ffff94d1917fa7c0 00000020:00000001:3.0:1787998294.639610:0:33248:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998294.639612:0:33248:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1787998294.639614:0:33248:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1787998294.639615:0:33248:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1787998294.639618:0:33248:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1787998294.639621:0:33248:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1787998294.639624:0:33248:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1787998294.639626:0:33248:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1787998294.639627:0:33248:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787998294.639629:0:33248:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226545383832 : -117847164167784 : ffff94d191a45998) 00000020:00001000:3.0:1787998294.639631:0:33248:0:(cl_object.c:823:cl_env_get()) 1@ffff94d191a45990 00000020:00000001:3.0:1787998294.639633:0:33248:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3918 -> ffff94d1a0aa3210 00000020:00000001:3.0:1787998294.639634:0:33248:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1787998294.639637:0:33248:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1787998294.639639:0:33248:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1787998294.639640:0:33248:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998294.639642:0:33248:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998294.639644:0:33248:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004712 : -117847155546904 : ffff94d19227e4e8) 00000020:00000001:3.0:1787998294.639646:0:33248:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1787998294.639647:0:33248:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998294.639650:0:33248:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998294.639651:0:33248:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998294.639654:0:33248:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1787998294.639655:0:33248:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1787998294.639657:0:33248:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1787998294.639658:0:33248:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1787998294.639660:0:33248:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1787998294.639661:0:33248:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998294.639663:0:33248:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998294.639665:0:33248:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998294.639667:0:33248:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998294.639668:0:33248:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1787998294.639670:0:33248:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998294.639671:0:33248:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998294.639673:0:33248:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1787998294.639675:0:33248:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1787998294.639677:0:33248:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1787998294.639678:0:33248:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1787998294.639680:0:33248:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1787998294.639682:0:33248:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1787998294.639685:0:33248:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1787998294.639689:0:33248:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff94d19391da40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1787998294.639692:0:33248:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1787998294.639695:0:33248:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff94d19391da40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:3.0:1787998294.639698:0:33248:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998294.639700:0:33248:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998294.639702:0:33248:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998294.639703:0:33248:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998294.639704:0:33248:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998294.639706:0:33248:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998294.639707:0:33248:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1787998294.639709:0:33248:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1787998294.639710:0:33248:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1787998294.639711:0:33248:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1787998294.639712:0:33248:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1787998294.639714:0:33248:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998294.639716:0:33248:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1787998294.639717:0:33248:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1787998294.639719:0:33248:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1787998294.639720:0:33248:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1787998294.639721:0:33248:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1787998294.639722:0:33248:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1787998294.639723:0:33248:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1787998294.639724:0:33248:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998294.639726:0:33248:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998294.639727:0:33248:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1787998294.639728:0:33248:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1787998294.639730:0:33248:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1787998294.639732:0:33248:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1787998294.639733:0:33248:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1787998294.639734:0:33248:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1787998294.639735:0:33248:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1787998294.639736:0:33248:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1787998294.639737:0:33248:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1787998294.639738:0:33248:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998294.639740:0:33248:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998294.639741:0:33248:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1787998294.639743:0:33248:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1787998294.639744:0:33248:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998294.639746:0:33248:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1787998294.639747:0:33248:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1787998294.639749:0:33248:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1787998294.639750:0:33248:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1787998294.639751:0:33248:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1787998294.639752:0:33248:0:(cl_object.c:917:cl_env_put()) 1@ffff94d191a45990 00020000:00000001:3.0:1787998294.639754:0:33248:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1787998294.639756:0:33248:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1787998294.639758:0:33248:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1787998294.639760:0:33248:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x27:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1787998294.639763:0:33248:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1787998294.639764:0:33248:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1787998294.639786:0:33248:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf6c0 00000080:00000001:3.0:1787998294.639789:0:33248:0:(file.c:5331:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998294.639793:0:33248:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:3.0:1787998294.639795:0:33248:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x27:0x0](ffff94d198936c08) 00800000:00000001:3.0:1787998294.639799:0:33248:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:3.0:1787998294.639801:0:33248:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x27:0x0] 00000002:00000001:3.0:1787998294.639806:0:33248:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:3.0:1787998294.639812:0:33248:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998294.639813:0:33248:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:3.0:1787998294.639816:0:33248:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998294.639817:0:33248:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998294.639820:0:33248:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1787998294.639822:0:33248:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1787998294.639824:0:33248:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998294.639826:0:33248:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998294.639829:0:33248:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787998294.639831:0:33248:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798655176 : -117846910896440 : ffff94d1a0bcf6c8) 00000020:00001000:3.0:1787998294.639832:0:33248:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf6c0 00020000:00000001:3.0:1787998294.639837:0:33248:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:3.0:1787998294.639839:0:33248:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1872423e0) owner 0000000000000000/ffff94d1917fa7c0 00020000:00000001:3.0:1787998294.639841:0:33248:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:3.0:1787998294.639844:0:33248:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0b0a660, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1787998294.639849:0:33248:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1787998294.639852:0:33248:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d185433700: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000001:3.0:1787998294.639855:0:33248:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:3.0:1787998294.639858:0:33248:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998294.639860:0:33248:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:3.0:1787998294.639861:0:33248:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:3.0:1787998294.639866:0:33248:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:3.0:1787998294.639870:0:33248:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c300 count: 2 00010000:00000001:3.0:1787998294.639873:0:33248:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998294.639876:0:33248:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:3.0:1787998294.639878:0:33248:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:3.0:1787998294.639883:0:33248:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 0 blocks 0 [cma]time 0 0 0 ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000d963924f/0xb2d39e653c8cb37 lrc: 1/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x4fd9a50f3a6ad021 expref: -99 pid: 33249 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00000001:3.0:1787998294.639894:0:33248:0:(cl_object.c:143:cl_object_top()) ffff94d19391da40 -> ffff94d1a0aa3210 00000020:00000001:3.0:1787998294.639896:0:33248:0:(cl_object.c:143:cl_object_top()) ffff94d19391da40 -> ffff94d1a0aa3210 00000008:00000001:3.0:1787998294.639897:0:33248:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787998294.639900:0:33248:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787998294.639901:0:33248:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787998294.639903:0:33248:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1787998294.639908:0:33248:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff94d19391da40. 00020000:00000001:3.0:1787998294.639914:0:33248:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:3.0:1787998294.639917:0:33248:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff94d1a0aa3898. 00020000:00000001:3.0:1787998294.639922:0:33248:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:3.0:1787998294.639925:0:33248:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998294.639927:0:33248:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1787998294.639929:0:33248:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1872423e0) owner 0000000000000000/ffff94d1917fa7c0 00020000:00000001:3.0:1787998294.639931:0:33248:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:3.0:1787998294.639933:0:33248:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:3.0:1787998294.639935:0:33248:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1872423e0) owner 0000000000000000/ffff94d1917fa7c0 00020000:00000001:3.0:1787998294.639938:0:33248:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:3.0:1787998294.639940:0:33248:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff94d182b6ba80. 00020000:00000010:3.0:1787998294.639944:0:33248:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff94d1a0070780. 00020000:00000010:3.0:1787998294.639948:0:33248:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff94d1909d89c0. 00020000:00000002:3.0:1787998294.639952:0:33248:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0b0a660, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1787998294.639958:0:33248:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1787998294.639961:0:33248:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d185433700: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000010:3.0:1787998294.639965:0:33248:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d185433700. 00020000:00000010:3.0:1787998294.639970:0:33248:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d1a0b0a780. 00020000:00000010:3.0:1787998294.639973:0:33248:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d1a0b0a660. 00020000:00000001:3.0:1787998294.639976:0:33248:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:3.0:1787998294.639978:0:33248:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1872423e0) owner 0000000000000000/ffff94d1917fa7c0 00020000:00000010:3.0:1787998294.639981:0:33248:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff94d1872423e0. 00020000:00000001:3.0:1787998294.639985:0:33248:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:3.0:1787998294.639987:0:33248:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff94d1a0aa3190. 00000020:00001000:3.0:1787998294.639994:0:33248:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf6c0 00000080:00000001:3.0:1787998294.639998:0:33248:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1787998294.640000:0:33248:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000020:00000001:3.0:1787998294.640012:0:33248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d53e60 00000080:00400000:3.0:1787998294.640015:0:33248:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-2(ffff94d190a8d680) index 1 00000080:00000010:3.0:1787998294.640018:0:33248:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff94d190a8d680. 00000020:00000001:3.0:1787998294.640022:0:33248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d53e60 00000080:00400000:3.0:1787998294.640024:0:33248:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-3(ffff94d190a8d200) index 2 00000080:00000010:3.0:1787998294.640026:0:33248:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff94d190a8d200. 00000020:00000001:3.0:1787998294.640028:0:33248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d53e60 00000080:00400000:3.0:1787998294.640030:0:33248:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-4(ffff94d190a8d180) index 3 00000080:00000010:3.0:1787998294.640032:0:33248:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff94d190a8d180. 00000020:00000001:3.0:1787998294.640036:0:33248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d53e60 00000080:00400000:3.0:1787998294.640422:0:33248:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-5(ffff94d190a8df80) index 4 00000080:00000010:3.0:1787998294.640425:0:33248:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff94d190a8df80. 00000020:00000001:3.0:1787998294.640429:0:33248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d53e60 00000080:00400000:3.0:1787998294.640431:0:33248:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-6(ffff94d190a8d800) index 5 00000080:00000010:3.0:1787998294.640432:0:33248:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff94d190a8d800. 00000020:00000001:3.0:1787998294.640435:0:33248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d53e60 00000080:00400000:3.0:1787998294.640436:0:33248:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-7(ffff94d190a8d000) index 6 00000080:00000010:3.0:1787998294.640437:0:33248:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff94d190a8d000. 00000020:00000001:3.0:1787998294.640440:0:33248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d53e60 00000080:00400000:3.0:1787998294.640441:0:33248:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-8(ffff94d190a8db00) index 7 00000080:00000010:3.0:1787998294.640442:0:33248:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff94d190a8db00. 00000020:00000001:3.0:1787998294.640445:0:33248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d53e60 00000080:00400000:3.0:1787998294.640446:0:33248:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-9(ffff94d190a8d900) index 8 00000080:00000010:3.0:1787998294.640447:0:33248:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff94d190a8d900. 00000020:00000001:3.0:1787998294.640449:0:33248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d53e60 00000080:00400000:3.0:1787998294.640451:0:33248:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-10(ffff94d190a8d480) index 9 00000080:00000010:3.0:1787998294.640452:0:33248:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff94d190a8d480. 00000080:00000010:3.0:1787998294.640456:0:33248:0:(statahead.c:636:ll_sai_free()) kfreed 'sai': 504 at ffff94d190451800. 00000080:00000010:3.0:1787998294.640460:0:33248:0:(statahead.c:555:ll_sax_free()) kfreed 'ctx': 2592 at ffff94d18599a000. 00000080:00000010:3.1:1787998294.647814:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d198936b40. 00010000:00000001:0.0:1787998294.915078:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998294.915083:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998294.915088:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998294.915089:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998294.915177:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998294.915181:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998294.915184:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1787998295.372031:0:33354:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998295.938900:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998295.939087:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998295.939093:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998295.939094:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998295.939861:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998295.939865:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998295.939868:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1787998296.837183:0:33493:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998296.963053:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998296.963060:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998296.963065:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998296.963066:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998296.963083:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998296.963085:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998296.963088:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1787998297.873367:0:33639:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998297.986867:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998297.986982:0:15976:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998297.986985:0:15976:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998297.986987:0:15976:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998297.987000:0:15976:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998297.987003:0:15976:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998297.987005:0:15976:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998297.987007:0:15976:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998297.987012:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998297.987014:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998297.987104:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998297.987108:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998297.987111:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1787998298.490238:0:33702:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998298.563650:0:16353:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582220 (cpu 2) has reached its deadline 4296478708, at 4296478720 00000100:00000010:2.0:1787998298.563663:0:16353:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0013300. 00000100:00000040:3.0:1787998298.566661:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296478708, at 4296478723 00000100:00000010:3.0:1787998298.566678:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0013480. 00010000:00000001:0.0:1787998299.017335:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998299.017341:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998299.017346:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998299.017347:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998299.017369:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998299.017371:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998299.017374:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1787998299.272628:0:33795:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1787998299.528732:0:33832:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1787998299.528738:0:33832:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 23: client hang when close a file after mds crash ========================================================== 06:11:38 (1787998298) 00000001:00000001:2.0:1787998299.537077:0:33832:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:1.0:1787998299.588482:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787998299.588493:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787998299.588500:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edca80. 00000020:00000040:1.0:1787998299.588507:0:38:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:1.0:1787998299.588511:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998299.588514:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998299.588519:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998299.588538:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19031f000. 00000100:00000001:1.0:1787998299.588545:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998299.588557:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS req@ffff94d199edca80 x1874850291771136/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787998299.588568:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998299.588572:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998299.588579:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000055294f9] to pc [ptlrpcd_00_00+0] req@ffff94d199edca80 x1874850291771136/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998299.588601:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998299.588604:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787998299.588607:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787998299.588611:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edd880. 00000020:00000040:1.0:1787998299.588614:0:38:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:1.0:1787998299.588616:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998299.588617:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998299.588619:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998299.588623:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19031fb00. 00000100:00000001:1.0:1787998299.588627:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998299.588631:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID req@ffff94d199edd880 x1874850291771264/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787998299.588631:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1787998299.588638:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1787998299.588643:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998299.588644:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998299.588648:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998299.588652:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1787998299.588654:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f191194] to pc [ptlrpcd_00_01+1] req@ffff94d199edd880 x1874850291771264/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998299.588656:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998299.588661:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998299.588664:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998299.588668:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1787998299.588672:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998299.588677:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787998299.588678:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edca80 x1874850291771136/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998299.588684:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787998299.588688:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edf480. 00000100:00000001:0.0:1787998299.588691:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000040:1.0:1787998299.588693:0:38:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=4 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998299.588695:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998299.588697:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998299.588699:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998299.588700:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998299.588701:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998299.588704:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1787998299.588708:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19031f300. 00000100:00000001:1.0:1787998299.588711:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998299.588716:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID req@ffff94d199edf480 x1874850291771392/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1787998299.588720:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998299.588725:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998299.588727:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998299.588731:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b62ca2b] to pc [ptlrpcd_00_00+0] req@ffff94d199edf480 x1874850291771392/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998299.588752:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998299.588755:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787998299.588757:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1787998299.588760:0:38:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:1.0:1787998299.588762:0:38:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1787998299.588784:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edea00. 00000020:00000040:1.0:1787998299.588787:0:38:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000001:1.0:1787998299.588789:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998299.588791:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998299.588793:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998299.588798:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19031fa00. 00000100:00000001:1.0:1787998299.588801:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998299.588804:0:38:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446626226684422656 : -117847025128960 : ffff94d199edea00) 00000100:00080000:1.0:1787998299.588807:0:38:0:(import.c:65:import_set_state_nolock()) ffff94d187d62800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1787998299.588810:0:38:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff94d1a0bb2800: disconnect after 23s idle 00000100:00000001:1.0:1787998299.588813:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998299.588815:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998299.588819:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b94816bb] to pc [ptlrpcd_rcv+-1] req@ffff94d199edea00 x1874850291771520/t0(0) o9->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998299.588835:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2403:1874850291771136:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1787998299.588839:0:38:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998299.588840:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1787998299.588845:0:38:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998299.588848:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1787998299.588849:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1787998299.588853:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998299.588856:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998299.588862:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1909c1a00. 02000000:00000001:0.0:1787998299.588865:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998299.588872:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998299.588876:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30268. 00000400:00000010:0.0:1787998299.588884:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807660. 00000100:00000200:0.0:1787998299.588891:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291771136, portal 25 00000100:00000001:0.0:1787998299.588893:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998299.588895:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684414592 : -117847025137024 : ffff94d199edca80) 00000100:00000040:0.0:1787998299.588901:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199edca80 x1874850291771136/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998299.588909:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998299.588912:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998299.588915:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807908. 00000100:00000200:0.0:1787998299.588918:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874850291771136, offset 0 00000400:00000200:0.0:1787998299.588925:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998299.588935:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998299.588936:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787998299.588942:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edc380. 00000400:00000200:0.0:1787998299.588944:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000020:00000040:1.0:1787998299.588946:0:38:0:(genops.c:1210:class_import_get()) import ffff94d183eca000 refcount=3 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000100:00000001:1.0:1787998299.588950:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1787998299.588951:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1787998299.588953:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998299.588957:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998299.588959:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 02000000:00000010:1.0:1787998299.588964:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19031f200. 00000400:00000200:0.0:1787998299.588965:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1787998299.588971:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998299.588971:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998299.588978:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2790:2790:256:4294967295] 192.168.206.123@tcp LPNI seq info [2790:2790:8:4294967295] 00000100:00000040:1.0:1787998299.588980:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID req@ffff94d199edc380 x1874850291771648/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1787998299.588988:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998299.589006:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000100:00000001:1.0:1787998299.589008:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998299.589012:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787998299.589014:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000100:00000040:1.0:1787998299.589019:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099f904f8] to pc [ptlrpcd_00_01+1] req@ffff94d199edc380 x1874850291771648/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1787998299.589022:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19354ae00. 00000100:00000001:1.0:1787998299.589031:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787998299.589033:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000100:00000040:1.0:1787998299.589037:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1817) 00000800:00000200:0.0:1787998299.589044:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998299.589049:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19354ae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787998299.589052:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998299.589056:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998299.589057:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998299.589062:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edf480 x1874850291771392/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998299.589070:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998299.589071:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998299.589074:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998299.589078:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 02000000:00000001:1.0:1787998299.589080:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1787998299.589083:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296483829 02000000:00000001:1.0:1787998299.589084:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998299.589089:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998299.589092:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0ad5960. 00000100:00100000:1.0:1787998299.589093:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291771392:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1787998299.589099:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1787998299.589100:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 2 02000000:00000001:1.0:1787998299.589102:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998299.589106:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998299.589107:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296483829 02000000:00000001:1.0:1787998299.589108:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998299.589115:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191d92e00. 00000100:00000010:0.0:1787998299.589115:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0ad5720. 02000000:00000001:1.0:1787998299.589119:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998299.589122:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1787998299.589127:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998299.589128:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1787998299.589131:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc108. 00000100:00000001:0.0:1787998299.589133:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1787998299.589138:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409198. 00000100:00000001:0.0:1787998299.589139:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998299.589143:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1787998299.589144:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291771392, portal 10 00000100:00000001:1.0:1787998299.589148:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998299.589149:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998299.589150:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684425344 : -117847025126272 : ffff94d199edf480) 00000100:00000001:0.0:1787998299.589152:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787998299.589156:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998299.589158:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1787998299.589160:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199edf480 x1874850291771392/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998299.589161:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998299.589170:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edd880 x1874850291771264/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1787998299.589179:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998299.589186:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19354ae00. 00000100:00000001:1.0:1787998299.589188:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1787998299.589192:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1787998299.589195:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1787998299.589196:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000100:00000001:0.0:1787998299.589196:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998299.589202:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1787998299.589203:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409a18. 00000400:00000200:3.0:1787998299.589205:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 02000000:00000001:0.0:1787998299.589206:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1787998299.589208:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291771392, offset 0 02000000:00000001:0.0:1787998299.589213:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998299.589214:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807908 00000400:00000010:3.0:1787998299.589218:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807908. 00000100:00100000:0.0:1787998299.589220:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2403:1874850291771264:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998299.589223:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998299.589230:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edca80 x1874850291771136/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998299.589239:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998299.589243:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edca80 x1874850291771136/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998315 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998299.589251:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998299.589253:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1787998299.589307:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998299.589315:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998299.589320:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998299.589322:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998299.589325:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998299.589328:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998299.589330:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998299.589333:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2791:2791:256:4294967295] 192.168.206.123@tcp LPNI seq info [2791:2791:8:4294967295] 00000400:00000200:1.0:1787998299.589337:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998299.589344:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998299.589349:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998299.589353:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f900. 00000800:00000200:1.0:1787998299.589358:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998299.589362:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998299.589365:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787998299.589383:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998299.589387:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18302 usecs (19 jiffies) 00000400:00000200:1.0:1787998299.589390:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998299.589392:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296479765 00000100:00000001:1.0:1787998299.589395:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296483829 00000100:00000001:1.0:1787998299.589398:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296479765 00000100:00000001:1.0:1787998299.589400:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296483829 00000100:00000001:1.0:1787998299.589401:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998299.589403:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998299.589406:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998299.589408:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998299.589412:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998299.589413:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1787998299.589415:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998299.589416:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998299.589418:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998299.589420:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998299.589429:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998299.589431:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998299.589432:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998299.589437:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edea00 x1874850291771520/t0(0) o9->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998299.589445:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998299.589446:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998299.589448:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998299.589450:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998299.589451:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998299.589454:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2401:1874850291771520:192.168.206.123@tcp:9:kworker.0 00000100:00000001:1.0:1787998299.589457:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998299.589459:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998299.589461:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998299.589463:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998299.589467:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191d92a00. 02000000:00000001:1.0:1787998299.589481:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998299.589485:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998299.589489:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fccb8. 00000400:00000010:1.0:1787998299.589493:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409f68. 00000100:00000200:1.0:1787998299.589496:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291771520, portal 4 00000100:00000001:1.0:1787998299.589498:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998299.589499:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684422656 : -117847025128960 : ffff94d199edea00) 00000100:00000040:1.0:1787998299.589507:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199edea00 x1874850291771520/t0(0) o9->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998299.589513:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998299.589516:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998299.589519:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409880. 00000100:00000200:1.0:1787998299.589521:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291771520, offset 0 00000400:00000200:1.0:1787998299.589954:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998299.589959:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998299.589964:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998299.589966:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998299.589969:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998299.589971:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998299.589973:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998299.589976:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2792:2792:255:4294967295] 192.168.206.123@tcp LPNI seq info [2792:2792:7:4294967295] 00000400:00000200:1.0:1787998299.589980:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998299.589987:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998299.589992:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998299.589997:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f800. 00000800:00000200:1.0:1787998299.590002:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998299.590007:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998299.590011:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787998299.590015:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1787998299.590017:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998299.590020:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1787998299.590022:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 199975 usecs (200 jiffies) 02000000:00000001:0.0:1787998299.590024:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998299.590029:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 02000000:00000001:0.0:1787998299.590029:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1787998299.590034:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296479947 02000000:00000010:0.0:1787998299.590036:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1909c0000. 00000100:00000001:1.0:1787998299.590037:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296483829 02000000:00000001:0.0:1787998299.590040:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998299.590043:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296479947 00000100:00000001:1.0:1787998299.590047:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296483829 00000400:00000200:0.0:1787998299.590048:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998299.590053:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1787998299.590054:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000100:00000001:1.0:1787998299.590058:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787998299.590061:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807990. 00000100:00000001:1.0:1787998299.590063:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998299.590068:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1787998299.590068:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291771264, portal 10 00000100:00000001:0.0:1787998299.590072:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998299.590073:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998299.590074:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684418176 : -117847025133440 : ffff94d199edd880) 00000100:00000001:1.0:1787998299.590077:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1787998299.590081:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998299.590084:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1787998299.590084:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199edd880 x1874850291771264/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998299.590086:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998299.590091:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998299.590098:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998299.590102:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998299.590105:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807aa0. 00000100:00000200:0.0:1787998299.590107:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291771264, offset 0 00000400:00000200:0.0:1787998299.590112:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998299.590117:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998299.590120:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998299.590123:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998299.590125:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998299.590127:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998299.590130:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998299.590133:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2793:2793:254:4294967295] 192.168.206.123@tcp LPNI seq info [2793:2793:6:4294967295] 00000400:00000200:0.0:1787998299.590136:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998299.590144:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998299.590149:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998299.590152:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19354a200. 00000800:00000200:0.0:1787998299.590157:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998299.590160:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998299.590163:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19354a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787998299.590165:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998299.590168:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 834857 usecs (835 jiffies) 00000400:00000200:0.0:1787998299.590171:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998299.590173:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296480582 00000100:00000001:0.0:1787998299.590175:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296483829 00000100:00000001:0.0:1787998299.590178:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296480582 00000100:00000001:0.0:1787998299.590180:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296483829 00000100:00000001:0.0:1787998299.590181:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998299.590183:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998299.590185:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998299.590189:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edc380 x1874850291771648/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998299.590196:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998299.590198:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998299.590200:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998299.590202:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998299.590204:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998299.590207:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2403:1874850291771648:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998299.590210:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998299.590213:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998299.590214:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998299.590216:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998299.590219:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1909c1600. 02000000:00000001:0.0:1787998299.590221:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998299.590224:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998299.590226:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30dc0. 00000400:00000010:0.0:1787998299.590229:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807198. 00000100:00000200:0.0:1787998299.590233:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291771648, portal 4 00000100:00000001:0.0:1787998299.590235:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998299.590236:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684412800 : -117847025138816 : ffff94d199edc380) 00000100:00000040:0.0:1787998299.590242:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199edc380 x1874850291771648/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998299.590248:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998299.590250:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998299.590253:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807000. 00000100:00000200:0.0:1787998299.590256:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291771648, offset 0 00000400:00000200:0.0:1787998299.590260:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998299.590264:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998299.590268:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998299.590270:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998299.590273:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000800:00000200:3.0:1787998299.590275:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1787998299.590276:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998299.590281:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000800:00000010:3.0:1787998299.590282:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f900. 00000400:00000200:0.0:1787998299.590286:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2794:2794:253:4294967295] 192.168.206.123@tcp LPNI seq info [2794:2794:5:4294967295] 00000400:00000200:3.0:1787998299.590291:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787998299.590292:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998299.590300:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:0.0:1787998299.590307:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998299.590313:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998299.591845:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19354a800. 00000800:00000200:0.0:1787998299.591855:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998299.591861:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998299.591865:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19354a800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787998299.591869:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998299.591874:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 19918 usecs (20 jiffies) 00000400:00000200:0.0:1787998299.591879:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998299.591881:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296479769 00000100:00000001:0.0:1787998299.591884:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296483829 00000100:00000001:0.0:1787998299.591886:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296479769 00000100:00000001:0.0:1787998299.591888:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296483829 00000100:00000001:0.0:1787998299.591890:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998299.591893:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998299.591897:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998299.591900:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998299.591906:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998299.591908:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787998299.591911:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998299.591912:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998299.591914:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998299.591916:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998299.592678:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409a18 00000400:00000010:3.0:1787998299.592683:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409a18. 00000100:00000001:3.0:1787998299.592689:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998299.592697:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edf480 x1874850291771392/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998299.592714:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998299.592718:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edf480 x1874850291771392/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998315 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998299.592725:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998299.592727:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998299.592837:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998299.592841:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f800. 00000400:00000200:3.0:1787998299.592848:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998299.594081:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998299.594089:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409880 00000400:00000010:3.0:1787998299.594092:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409880. 00000100:00000001:3.0:1787998299.594097:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998299.594104:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edea00 x1874850291771520/t0(0) o9->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998299.594114:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998299.594117:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edea00 x1874850291771520/t0(0) o9->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998309 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998299.594123:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998299.594125:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998299.594133:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998299.594142:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998299.594144:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998299.594146:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998299.594151:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998299.594155:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998299.594160:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998299.594204:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998299.594209:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998299.594212:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a5e700 00000400:00000200:3.0:1787998299.594217:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998299.594222:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x81cd [1] + 224 00000800:00000001:3.0:1787998299.594229:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998299.594235:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998299.594237:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998299.594240:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998299.594244:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998299.594248:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edca80 x1874850291771136/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998299.594256:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edca80 x1874850291771136/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998299.594308:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998299.594312:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998299.594331:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1787998299.594355:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998299.594358:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19354a200. 00000400:00000200:3.0:1787998299.594362:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998299.594366:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998299.594369:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807aa0 00000400:00000010:3.0:1787998299.594371:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807aa0. 00000100:00000001:3.0:1787998299.594374:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998299.594378:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edd880 x1874850291771264/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998299.594386:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998299.594389:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edd880 x1874850291771264/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998315 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998299.594396:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998299.594397:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998299.594401:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998299.594404:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787998299.594441:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998299.594444:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19354a800. 00000400:00000200:3.0:1787998299.594447:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998299.594450:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998299.594453:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807000 00000400:00000010:3.0:1787998299.594455:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807000. 00000100:00000001:3.0:1787998299.594458:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998299.594462:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edc380 x1874850291771648/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998299.594481:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998299.594485:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edc380 x1874850291771648/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998315 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998299.594491:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998299.594492:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000001:0.0:1787998299.598042:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998299.598049:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998299.598053:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30268. 00000400:00000200:0.0:1787998299.598061:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807660 00000400:00000010:0.0:1787998299.598064:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807660. 00000100:00000001:0.0:1787998299.598069:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998299.598081:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edca80 x1874850291771136/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998299.598096:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edca80 x1874850291771136/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998299.598104:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998299.598107:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998299.598110:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998299.598113:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998299.598115:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998299.598118:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998299.598121:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998299.598128:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=126 v=5 (5 5 5 5) 00000100:00001000:0.0:1787998299.598133:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=126 v=5 (1 1 1 1) 00000100:00000001:0.0:1787998299.598136:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998299.598138:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998299.598141:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998299.598144:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998299.598147:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998299.598153:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edca80 x1874850291771136/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998299.598161:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998299.598165:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998299.598167:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998299.598172:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edca80 x1874850291771136/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998315 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998299.598180:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2403:1874850291771136:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998299.598187:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998299.598190:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998299.598194:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edca80 x1874850291771136/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998315 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998299.598201:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998299.598203:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998299.598206:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1909c1a00. 02000000:00000001:0.0:1787998299.598210:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998299.598213:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998299.598215:0:2403:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:0.0:1787998299.598217:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998299.598220:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19031f000. 02000000:00000001:0.0:1787998299.598224:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998299.598226:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998299.598228:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edca80. 00000100:00000001:0.0:1787998299.598232:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998299.598234:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998299.598238:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998299.598240:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998299.598243:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998299.598245:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998299.598247:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998299.599005:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998299.599026:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998299.599030:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998299.599034:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998299.599041:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998299.599047:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998299.599055:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998299.599060:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998299.599066:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998299.599070:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a5e800 00000400:00000200:2.0:1787998299.599074:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998299.599079:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x81d5 [1] + 224 00000800:00000001:2.0:1787998299.599086:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998299.599090:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998299.599094:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998299.599099:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998299.599105:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998299.599112:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edf480 x1874850291771392/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998299.599121:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edf480 x1874850291771392/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998299.599138:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998299.599146:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998299.599151:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998299.599152:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998299.599155:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998299.599158:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998299.599162:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000100:00000001:0.0:1787998299.599162:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998299.599167:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1787998299.599171:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000001:0.0:1787998299.599174:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1787998299.599175:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000001:0.0:1787998299.599178:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1787998299.599181:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998299.599183:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc108. 00000400:00000200:2.0:1787998299.599186:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a5e780 00000400:00000200:0.0:1787998299.599190:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409198 00000400:00000200:2.0:1787998299.599193:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998299.599194:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409198. 00000100:00000001:0.0:1787998299.599200:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998299.599206:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edf480 x1874850291771392/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998299.599216:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edf480 x1874850291771392/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998299.599223:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998299.599225:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998299.599228:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998299.599230:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998299.599232:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998299.599234:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998299.599236:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998299.599243:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=125 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998299.599247:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=125 v=5 (1 1 1 1) 00000100:00000001:0.0:1787998299.599250:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998299.599251:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998299.599254:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998299.599257:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998299.599261:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998299.599263:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:0.0:1787998299.599265:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998299.599266:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998299.599529:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edf480 x1874850291771392/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998299.599544:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998299.599547:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998299.599548:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998299.599553:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edf480 x1874850291771392/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998315 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998299.599561:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291771392:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998299.599566:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998299.599568:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998299.599572:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edf480 x1874850291771392/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998315 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998299.599578:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998299.599580:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998299.599584:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191d92e00. 02000000:00000001:0.0:1787998299.599587:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998299.599589:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998299.599591:0:2402:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=3 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998299.599593:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998299.599595:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19031f300. 02000000:00000001:0.0:1787998299.599600:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998299.599601:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998299.599603:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edf480. 00000100:00000001:0.0:1787998299.599606:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998299.599608:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998299.599610:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998299.599618:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998299.599620:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998299.599622:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998299.599624:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998299.600446:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x81e5 [1] + 224 00000800:00000001:2.0:1787998299.600455:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998299.600464:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998299.600466:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998299.600482:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998299.600487:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998299.600492:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edd880 x1874850291771264/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998299.600502:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edd880 x1874850291771264/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998299.600521:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998299.600528:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998299.600531:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998299.600533:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998299.600535:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998299.600539:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998299.600542:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998299.600548:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998299.600550:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998299.600554:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998299.600556:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a5e900 00000400:00000200:2.0:1787998299.600559:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998299.600563:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x81ed [1] + 224 00000800:00000001:2.0:1787998299.600566:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998299.600569:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998299.600571:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998299.600574:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998299.600577:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998299.600580:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edc380 x1874850291771648/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998299.600588:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edc380 x1874850291771648/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998299.600601:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998299.600605:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998299.600608:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998299.600609:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998299.600611:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998299.600613:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998299.600617:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998299.600620:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998299.600623:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998299.600626:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998299.600628:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a5e880 00000400:00000200:2.0:1787998299.600631:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998299.600635:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x81dd [1] + 224 00000800:00000001:2.0:1787998299.600639:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1787998299.600649:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998299.600654:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998299.600660:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998299.600662:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998299.600666:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30528. 00000400:00000200:0.0:1787998299.600671:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807990 00000400:00000010:0.0:1787998299.600673:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807990. 00000100:00000001:0.0:1787998299.600677:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998299.600683:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edd880 x1874850291771264/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998299.600694:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edd880 x1874850291771264/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998299.600701:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998299.600703:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998299.600705:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998299.600708:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998299.600710:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998299.600712:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998299.600715:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998299.600721:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=125 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998299.600725:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998299.600727:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998299.600729:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998299.600731:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998299.600734:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998299.600748:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998299.600750:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967633 00000100:00000001:0.0:1787998299.600752:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998299.600755:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998299.600760:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edd880 x1874850291771264/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998299.600791:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998299.600794:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998299.600796:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998299.600800:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edd880 x1874850291771264/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998315 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998299.600807:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2403:1874850291771264:192.168.206.123@tcp:400:kworker.0 00000400:00000001:0.0:1787998299.600813:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998299.600815:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998299.600816:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30dc0. 00000400:00000200:0.0:1787998299.600819:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807198 00000400:00000010:0.0:1787998299.600821:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807198. 00000100:00000001:0.0:1787998299.600823:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998299.600825:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edc380 x1874850291771648/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998299.600833:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edc380 x1874850291771648/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998299.600839:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998299.600840:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998299.600842:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998299.600843:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998299.600844:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998299.600845:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998299.600847:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998299.600860:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca460 time=125 v=5 (5 5 37 37) 00000100:00001000:0.0:1787998299.600864:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=76 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998299.600866:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998299.600868:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998299.600869:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998299.600871:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998299.600873:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998299.600874:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:0.0:1787998299.600876:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998299.600877:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998299.600881:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edc380 x1874850291771648/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998299.600887:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998299.600889:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998299.600890:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998299.600893:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edc380 x1874850291771648/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998315 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998299.600900:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2403:1874850291771648:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998299.600904:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998299.600906:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998299.600909:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edd880 x1874850291771264/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998315 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998299.600916:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998299.600918:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998299.600921:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1909c0000. 02000000:00000001:0.0:1787998299.600924:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998299.600926:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998299.600927:0:2403:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998299.600929:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998299.600931:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19031fb00. 02000000:00000001:0.0:1787998299.600936:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998299.600938:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998299.600939:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edd880. 00000100:00000001:0.0:1787998299.600943:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998299.600944:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998299.600946:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998299.600949:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edc380 x1874850291771648/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998315 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998299.600955:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998299.600956:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998299.600957:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1909c1600. 02000000:00000001:0.0:1787998299.600959:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998299.600960:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998299.600962:0:2403:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998299.600964:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998299.600965:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19031f200. 02000000:00000001:0.0:1787998299.600967:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998299.600968:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998299.600969:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edc380. 00000100:00000001:0.0:1787998299.600973:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998299.600974:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998299.600977:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998299.600982:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998299.600984:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998299.600986:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998299.600988:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998299.601119:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998299.601123:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998299.601126:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998299.601130:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998299.601135:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edea00 x1874850291771520/t0(0) o9->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998309 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998299.601144:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edea00 x1874850291771520/t0(0) o9->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998299.601163:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998299.601168:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998299.601172:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998299.601216:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998299.601219:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998299.601223:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998299.601225:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998299.601227:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fccb8. 00000400:00000200:3.0:1787998299.601231:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409f68 00000400:00000010:3.0:1787998299.601233:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409f68. 00000100:00000001:3.0:1787998299.601236:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998299.601241:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edea00 x1874850291771520/t0(0) o9->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998299.601249:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edea00 x1874850291771520/t0(0) o9->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998309 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998299.601256:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998299.601257:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998299.601259:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998299.601261:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998299.601262:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998299.601263:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998299.601265:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998299.601270:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=125 v=5 (5 5 37 37) 00000100:00001000:3.0:1787998299.601273:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=65 v=5 (1 1 0 0) 00000100:00000001:3.0:1787998299.601275:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998299.601277:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998299.601278:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998299.601280:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998299.601283:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998299.601285:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1787998299.601287:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998299.601289:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998299.601293:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edea00 x1874850291771520/t0(0) o9->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998309 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998299.601300:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998299.601302:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998299.601303:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1787998299.601307:0:2401:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff94d199edea00 x1874850291771520/t0(0) o9->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998309 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787998299.601314:0:2401:0:(import.c:65:import_set_state_nolock()) ffff94d187d62800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1787998299.601318:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edea00 x1874850291771520/t0(0) o9->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998309 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998299.601326:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2401:1874850291771520:192.168.206.123@tcp:9:kworker.0 00000100:00000001:3.0:1787998299.601329:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998299.601331:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998299.601334:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edea00 x1874850291771520/t0(0) o9->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998309 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998299.601339:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998299.601341:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998299.601343:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191d92a00. 02000000:00000001:3.0:1787998299.601346:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998299.601347:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998299.601348:0:2401:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=2 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998299.601350:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998299.601352:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19031fa00. 02000000:00000001:3.0:1787998299.601354:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998299.601356:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998299.601357:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edea00. 00000100:00000001:3.0:1787998299.601360:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998299.601362:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998299.601364:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998299.601368:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998299.601369:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998299.601372:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998299.601373:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998299.739317:0:33845:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998299.739325:0:33845:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998299.739328:0:33845:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1787998299.739397:0:33845:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420f7bc0 00000080:00200000:3.0:1787998299.739456:0:33845:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:3.0:1787998299.739467:0:33845:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1861f6c00. 00800000:00000002:3.0:1787998299.739484:0:33845:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:3.0:1787998299.739488:0:33845:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787998299.739494:0:33845:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787998299.739496:0:33845:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420f7ae0 00800000:00000002:3.0:1787998299.739499:0:33845:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998299.739503:0:33845:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787998299.739506:0:33845:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998299.739509:0:33845:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998299.739511:0:33845:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998299.739514:0:33845:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998299.739517:0:33845:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998299.739518:0:33845:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998299.739521:0:33845:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998299.739524:0:33845:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1787998299.739531:0:33845:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787998299.739532:0:33845:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420f79b0 00000002:00010000:3.0:1787998299.739534:0:33845:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1787998299.739538:0:33845:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787998299.739540:0:33845:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998299.739544:0:33845:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1787998299.739551:0:33845:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998299.739553:0:33845:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998299.739555:0:33845:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998299.739558:0:33845:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1787998299.739560:0:33845:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1787998299.739566:0:33845:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d03b80. 00000020:00000040:3.0:1787998299.739571:0:33845:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:3.0:1787998299.739579:0:33845:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1787998299.739584:0:33845:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998299.739588:0:33845:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998299.739591:0:33845:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998299.739594:0:33845:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998299.739603:0:33845:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998299.739610:0:33845:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0095c00. 00000100:00000001:3.0:1787998299.739617:0:33845:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998299.739623:0:33845:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998299.739625:0:33845:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998299.739626:0:33845:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998299.739627:0:33845:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998299.739629:0:33845:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998299.739635:0:33845:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226548259712 : -117847161291904 : ffff94d191d03b80) 00010000:00000001:3.0:1787998299.739640:0:33845:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1787998299.739642:0:33845:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1787998299.739647:0:33845:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d18a360700. 00010000:00000010:3.0:1787998299.739651:0:33845:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d190a8db80. 00010000:00000001:3.0:1787998299.739658:0:33845:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1787998299.739662:0:33845:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1903e5a00. 00000020:00000001:3.0:1787998299.739665:0:33845:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1787998299.739668:0:33845:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1903e5a00 with handle 0xb2d39e653c8cb84 to hash 00000020:00000001:3.0:1787998299.739670:0:33845:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1787998299.739672:0:33845:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:3.0:1787998299.739675:0:33845:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:3.0:1787998299.739679:0:33845:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998299.739682:0:33845:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998299.739686:0:33845:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cb84 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33845 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998299.739696:0:33845:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cb84 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33845 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998299.739711:0:33845:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cb84 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33845 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1787998299.739716:0:33845:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787998299.739718:0:33845:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787998299.739726:0:33845:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a00af6c0. 00000100:00000001:3.0:1787998299.739728:0:33845:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786989760 : -117846922561856 : ffff94d1a00af6c0) 00000100:00000001:3.0:1787998299.739731:0:33845:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998299.739733:0:33845:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548259712 : -117847161291904 : ffff94d191d03b80) 00000100:00000001:3.0:1787998299.739738:0:33845:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998299.739742:0:33845:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998299.739744:0:33845:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787998299.739745:0:33845:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998299.739757:0:33845:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d03b80 x1874850291771776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998299.739891:0:33845:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998299.739894:0:33845:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998299.739899:0:33845:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998299.739901:0:33845:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998299.739904:0:33845:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998299.739908:0:33845:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d03b80 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:33845:1874850291771776:192.168.206.123@tcp:101:multiop.0 00000100:00000001:3.0:1787998299.739912:0:33845:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998299.739919:0:33845:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998299.739922:0:33845:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998299.739924:0:33845:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998299.739930:0:33845:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d191758800. 02000000:00000001:3.0:1787998299.739931:0:33845:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998299.739939:0:33845:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998299.739944:0:33845:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a8f0. 00000400:00000010:3.0:1787998299.739953:0:33845:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5550. 00000100:00000200:3.0:1787998299.739961:0:33845:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291771776, portal 10 00000100:00000001:3.0:1787998299.739963:0:33845:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998299.739965:0:33845:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548259712 : -117847161291904 : ffff94d191d03b80) 00000100:00000040:3.0:1787998299.739970:0:33845:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d03b80 x1874850291771776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998315 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998299.739978:0:33845:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998299.739981:0:33845:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998299.739983:0:33845:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5220. 00000100:00000200:3.0:1787998299.739985:0:33845:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1874850291771776, offset 0 00000400:00000200:3.0:1787998299.739991:0:33845:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998299.740002:0:33845:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998299.740126:0:33845:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998299.740134:0:33845:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998299.740140:0:33845:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998299.740143:0:33845:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998299.740146:0:33845:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998299.740151:0:33845:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2795:2795:256:4294967295] 192.168.206.123@tcp LPNI seq info [2795:2795:8:4294967295] 00000400:00000200:3.0:1787998299.740155:0:33845:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998299.740166:0:33845:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998299.740173:0:33845:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998299.740179:0:33845:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d191fa7200. 00000800:00000200:3.0:1787998299.740186:0:33845:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998299.740194:0:33845:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998299.740199:0:33845:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d191fa7200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1787998299.740264:0:33845:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998299.740269:0:33845:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 833762 usecs (834 jiffies) 00000400:00000200:3.0:1787998299.740273:0:33845:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998299.740276:0:33845:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296480731 00000100:00000001:3.0:1787998299.740279:0:33845:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296483829 00000100:00000001:3.0:1787998299.740281:0:33845:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296480731 00000100:00000001:3.0:1787998299.740283:0:33845:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296483829 00000100:00000001:3.0:1787998299.740285:0:33845:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998299.740289:0:33845:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998299.740291:0:33845:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998299.740293:0:33845:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787998299.740296:0:33845:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a00af6c0 going to sleep for 11 seconds 00000100:00000001:3.0:1787998299.740299:0:33845:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998299.740302:0:33845:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998299.740751:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998299.740756:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d191fa7200. 00000400:00000200:2.0:1787998299.740763:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998299.740794:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998299.740802:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5220 00000400:00000010:2.0:1787998299.740805:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5220. 00000100:00000001:2.0:1787998299.740813:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998299.740819:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d03b80 x1874850291771776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998315 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998299.740830:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998299.740833:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d03b80 x1874850291771776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998315 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998299.740839:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998299.740841:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998299.747395:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998299.747429:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998299.747435:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998299.747438:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998299.747449:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998299.747457:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998299.747479:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998299.747485:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998299.747491:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998299.747496:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a5e980 00000400:00000200:2.0:1787998299.747501:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998299.747508:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x81f5 [1] + 224 00000800:00000001:2.0:1787998299.747517:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998299.747528:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998299.747532:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998299.747537:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998299.747547:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998299.747559:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d03b80 x1874850291771776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998315 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998299.747573:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d191d03b80 x1874850291771776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998315 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998299.747594:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998299.747607:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998299.747610:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998299.749264:0:33845:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998299.749281:0:33845:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998299.749465:0:33845:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998299.749482:0:33845:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a8f0. 00000400:00000200:3.0:1787998299.749491:0:33845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5550 00000400:00000010:3.0:1787998299.749494:0:33845:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5550. 00000100:00000001:3.0:1787998299.749499:0:33845:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998299.749511:0:33845:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d03b80 x1874850291771776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998315 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1787998299.749523:0:33845:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d03b80 x1874850291771776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998315 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998299.749532:0:33845:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998299.749534:0:33845:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998299.749538:0:33845:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998299.749542:0:33845:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998299.749545:0:33845:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998299.749548:0:33845:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998299.749552:0:33845:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998299.749564:0:33845:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=125 v=5 (5 104 104 104) 00000100:00001000:3.0:1787998299.749568:0:33845:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998299.749571:0:33845:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998299.749573:0:33845:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998299.749577:0:33845:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998299.749581:0:33845:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998299.749586:0:33845:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998299.749589:0:33845:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967633 00000100:00000001:3.0:1787998299.749596:0:33845:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998299.749601:0:33845:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998299.749606:0:33845:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d03b80 x1874850291771776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998315 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998299.749620:0:33845:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998299.749623:0:33845:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998299.749625:0:33845:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998299.749630:0:33845:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d03b80 x1874850291771776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998315 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787998299.749637:0:33845:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d03b80 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:33845:1874850291771776:192.168.206.123@tcp:101:multiop.0 00000100:00000001:3.0:1787998299.749643:0:33845:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998299.749646:0:33845:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998299.749648:0:33845:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787998299.749651:0:33845:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998299.749655:0:33845:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d03b80 x1874850291771776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998315 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998299.749662:0:33845:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787998299.749675:0:33845:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a00af6c0. 00000100:00000001:3.0:1787998299.749680:0:33845:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787998299.749682:0:33845:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998299.749686:0:33845:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1787998299.749898:0:33845:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998299.749902:0:33845:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998299.749905:0:33845:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=4 00000020:00000001:3.0:1787998299.749908:0:33845:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:3.0:1787998299.749912:0:33845:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000040:3.0:1787998299.749920:0:33845:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1903e5a00, remote cookie: 0x4fd9a50f3a6ad0bb, flags: 0x1001 00010000:00010000:3.0:1787998299.749926:0:33845:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cb84 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad0bb expref: -99 pid: 33845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998299.749937:0:33845:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cb84 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad0bb expref: -99 pid: 33845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998299.749950:0:33845:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1787998299.749954:0:33845:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1787998299.749957:0:33845:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1787998299.749958:0:33845:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1787998299.749960:0:33845:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1787998299.749963:0:33845:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d18a360700) refcount = 1 00010000:00010000:3.0:1787998299.749967:0:33845:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cb84 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad0bb expref: -99 pid: 33845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998299.749974:0:33845:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1787998299.749978:0:33845:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1787998299.749981:0:33845:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998299.749984:0:33845:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1787998299.749987:0:33845:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998299.749990:0:33845:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cb84 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad0bb expref: -99 pid: 33845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998299.749996:0:33845:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1787998299.749998:0:33845:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998299.750000:0:33845:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998299.750001:0:33845:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998299.750002:0:33845:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998299.750004:0:33845:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998299.750009:0:33845:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1787998299.750011:0:33845:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998299.750012:0:33845:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998299.750014:0:33845:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=3 00000020:00000001:3.0:1787998299.750016:0:33845:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:3.0:1787998299.750018:0:33845:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:3.0:1787998299.750021:0:33845:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998299.750033:0:33845:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998299.750034:0:33845:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=4 00000020:00000001:3.0:1787998299.750036:0:33845:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:3.0:1787998299.750039:0:33845:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:3.0:1787998299.750043:0:33845:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998299.750045:0:33845:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998299.750049:0:33845:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cb84 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad0bb expref: -99 pid: 33845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998299.750055:0:33845:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998299.750057:0:33845:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998299.750058:0:33845:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998299.750059:0:33845:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998299.750060:0:33845:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=5 00000020:00000001:3.0:1787998299.750062:0:33845:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:3.0:1787998299.750225:0:33845:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:3.0:1787998299.750229:0:33845:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998299.750233:0:33845:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cb84 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad0bb expref: -99 pid: 33845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998299.750239:0:33845:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998299.750241:0:33845:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1787998299.750243:0:33845:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cb84 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad0bb expref: -99 pid: 33845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998299.750250:0:33845:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998299.750251:0:33845:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998299.750252:0:33845:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998299.750254:0:33845:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998299.750255:0:33845:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1787998299.750262:0:33845:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d191d03b80 x1874850291771776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998315 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1787998299.750272:0:33845:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998299.750273:0:33845:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998299.750275:0:33845:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=3 00000020:00000001:3.0:1787998299.750277:0:33845:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:3.0:1787998299.750280:0:33845:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:3.0:1787998299.750282:0:33845:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998299.750283:0:33845:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998299.750425:0:33845:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998299.750428:0:33845:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998299.750432:0:33845:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1787998299.750434:0:33845:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998299.750436:0:33845:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998299.750438:0:33845:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=3 00000020:00000001:3.0:1787998299.750440:0:33845:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:3.0:1787998299.750442:0:33845:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00000002:00010000:3.0:1787998299.750445:0:33845:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cb84 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad0bb expref: -99 pid: 33845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998299.750453:0:33845:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998299.750454:0:33845:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998299.750456:0:33845:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1787998299.750458:0:33845:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998299.750458:0:33845:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998299.750460:0:33845:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=3 00000020:00000001:3.0:1787998299.750461:0:33845:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:3.0:1787998299.750463:0:33845:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000040:3.0:1787998299.750479:0:33845:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360700 count: 2 00010000:00000001:3.0:1787998299.750483:0:33845:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1787998299.750488:0:33845:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1787998299.750491:0:33845:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998299.750493:0:33845:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998299.750494:0:33845:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1787998299.750498:0:33845:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420f7938 00000002:00002000:3.0:1787998299.750500:0:33845:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1787998299.750503:0:33845:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998299.750508:0:33845:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998299.750512:0:33845:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1787998299.750516:0:33845:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1787998299.750519:0:33845:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998299.750524:0:33845:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:3.0:1787998299.750528:0:33845:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1861f6c00. 00000080:00000001:3.0:1787998299.750534:0:33845:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1787998299.750537:0:33845:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1787998299.750544:0:33845:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1787998299.750549:0:33845:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1787998299.750560:0:33845:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d1987e5f80. 00800000:00000001:3.0:1787998299.750562:0:33845:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626226660335488 : -117847049216128 : ffff94d1987e5f80) 00800000:00000001:3.0:1787998299.750565:0:33845:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998299.750568:0:33845:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1787998299.750570:0:33845:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1787998299.750573:0:33845:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1787998299.750575:0:33845:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1787998299.750579:0:33845:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1787998299.750581:0:33845:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998299.750586:0:33845:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1787998299.750589:0:33845:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1787998299.750593:0:33845:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1787998279 to 1787998294 00000080:00200000:3.0:1787998299.750598:0:33845:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1787998299.750601:0:33845:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998299.750602:0:33845:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998299.750603:0:33845:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=3 00000020:00000001:3.0:1787998299.750605:0:33845:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:3.0:1787998299.750608:0:33845:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:3.0:1787998299.750610:0:33845:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998299.750611:0:33845:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1787998299.750613:0:33845:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1787998299.750616:0:33845:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1787998299.750618:0:33845:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d1987e5f80 1 00800000:00000010:3.0:1787998299.750621:0:33845:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d1987e5f80. 00800000:00000001:3.0:1787998299.750624:0:33845:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998299.750627:0:33845:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cb84 00800000:00000001:3.0:1787998299.750632:0:33845:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787998299.750634:0:33845:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787998299.750635:0:33845:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998299.750636:0:33845:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998299.750637:0:33845:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=3 00000020:00000001:3.0:1787998299.750639:0:33845:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:3.0:1787998299.750641:0:33845:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:3.0:1787998299.750643:0:33845:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998299.750645:0:33845:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998299.750646:0:33845:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998299.750648:0:33845:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998299.750651:0:33845:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998299.750653:0:33845:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:3.0:1787998299.750656:0:33845:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cb84 from it ffffb66d420f7bf8 00010000:00000001:3.0:1787998299.750658:0:33845:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998299.750659:0:33845:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998299.750660:0:33845:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=3 00000020:00000001:3.0:1787998299.750662:0:33845:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:3.0:1787998299.750664:0:33845:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:3.0:1787998299.750666:0:33845:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998299.750836:0:33845:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cb84 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad0bb expref: -99 pid: 33845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998299.750844:0:33845:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998299.750846:0:33845:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998299.750847:0:33845:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787998299.750850:0:33845:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787998299.750853:0:33845:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cb84 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad0bb expref: -99 pid: 33845 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1787998299.750863:0:33845:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787998299.750866:0:33845:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787998299.750868:0:33845:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998299.750874:0:33845:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998299.750875:0:33845:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998299.750877:0:33845:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998299.750881:0:33845:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787998299.750883:0:33845:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998299.750885:0:33845:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998299.750887:0:33845:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998299.750889:0:33845:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998299.750890:0:33845:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998299.750892:0:33845:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1787998299.750895:0:33845:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998299.750902:0:33845:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d03b80 x1874850291771776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998315 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998299.750909:0:33845:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998299.750913:0:33845:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998299.750918:0:33845:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d191758800. 02000000:00000001:3.0:1787998299.750922:0:33845:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998299.750925:0:33845:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998299.750927:0:33845:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998299.750929:0:33845:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998299.750933:0:33845:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1a0095c00. 02000000:00000001:3.0:1787998299.750938:0:33845:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998299.750941:0:33845:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998299.750943:0:33845:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d03b80. 00000100:00000001:3.0:1787998299.750947:0:33845:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998299.750948:0:33845:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787998299.750953:0:33845:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:3.0:1787998299.750959:0:33845:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1787998299.750980:0:33845:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d1870f3b00. 00000080:00000001:3.0:1787998299.750989:0:33845:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998299.750990:0:33845:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1787998299.750992:0:33845:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420f7b00 00000080:00200000:3.0:1787998299.750994:0:33845:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:3.0:1787998299.751000:0:33845:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1861f6c00. 00800000:00000002:3.0:1787998299.751006:0:33845:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:3.0:1787998299.751010:0:33845:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787998299.751013:0:33845:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787998299.751016:0:33845:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420f7a20 00800000:00000002:3.0:1787998299.751018:0:33845:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998299.751035:0:33845:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787998299.751038:0:33845:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998299.751041:0:33845:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998299.751046:0:33845:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998299.751049:0:33845:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998299.751051:0:33845:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998299.751053:0:33845:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998299.751055:0:33845:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998299.751058:0:33845:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1787998299.751446:0:33845:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787998299.751451:0:33845:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420f78f0 00000002:00010000:3.0:1787998299.751453:0:33845:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1787998299.751457:0:33845:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787998299.751460:0:33845:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998299.751462:0:33845:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998299.751466:0:33845:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360700 count: 2 00010000:00000001:3.0:1787998299.751479:0:33845:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998299.751484:0:33845:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998299.751488:0:33845:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787998299.751492:0:33845:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cb84 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad0bb expref: -99 pid: 33845 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1787998299.751502:0:33845:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1787998299.751507:0:33845:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998299.751510:0:33845:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cb84 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad0bb expref: -99 pid: 33845 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1787998299.751516:0:33845:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1787998299.751519:0:33845:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1787998299.751521:0:33845:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787998299.751523:0:33845:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787998299.751524:0:33845:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787998299.751527:0:33845:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1787998299.751530:0:33845:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1787998299.751532:0:33845:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:3.0:1787998299.751535:0:33845:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1861f6c00. 00000080:00000001:3.0:1787998299.751539:0:33845:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1787998299.751540:0:33845:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998299.751543:0:33845:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:3.0:1787998299.751546:0:33845:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cb84 00800000:00000001:3.0:1787998299.751549:0:33845:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787998299.751551:0:33845:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787998299.751552:0:33845:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998299.751554:0:33845:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998299.751556:0:33845:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=3 00000020:00000001:3.0:1787998299.751558:0:33845:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:3.0:1787998299.751561:0:33845:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:3.0:1787998299.751563:0:33845:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998299.751564:0:33845:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998299.751565:0:33845:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998299.751567:0:33845:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998299.751569:0:33845:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cb84 from it ffffb66d420f7b38 00010000:00000001:3.0:1787998299.751571:0:33845:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998299.751572:0:33845:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998299.751574:0:33845:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=3 00000020:00000001:3.0:1787998299.751576:0:33845:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:3.0:1787998299.751578:0:33845:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:3.0:1787998299.751580:0:33845:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998299.751582:0:33845:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cb84 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad0bb expref: -99 pid: 33845 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1787998299.751589:0:33845:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998299.751590:0:33845:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998299.751591:0:33845:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787998299.751593:0:33845:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787998299.751595:0:33845:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cb84 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad0bb expref: -99 pid: 33845 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1787998299.751607:0:33845:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787998299.751609:0:33845:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787998299.751611:0:33845:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998299.751613:0:33845:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998299.751614:0:33845:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998299.751615:0:33845:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998299.751618:0:33845:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787998299.751619:0:33845:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998299.751621:0:33845:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998299.751623:0:33845:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998299.751625:0:33845:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998299.751626:0:33845:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998299.751627:0:33845:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1787998299.751630:0:33845:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1787998299.751631:0:33845:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787998299.751634:0:33845:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 3 00000080:00000001:3.0:1787998299.751637:0:33845:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998299.751641:0:33845:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1787998299.751643:0:33845:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420f7b58 00000080:00200000:3.0:1787998299.751646:0:33845:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), file ffff94d190169c80, open_flags 8042, mode 81a4 opened 0 00000080:00000010:3.0:1787998299.751653:0:33845:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff94d1a0013480. 00000080:00000001:3.0:1787998299.751658:0:33845:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1787998299.751660:0:33845:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420f7a08 00000080:00200000:3.0:1787998299.751663:0:33845:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), intent=open|creat 00000080:00000010:3.0:1787998299.752007:0:33845:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1861f6c00. 00800000:00000002:3.0:1787998299.752013:0:33845:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:3.0:1787998299.752019:0:33845:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787998299.752209:0:33845:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787998299.752211:0:33845:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420f7928 00800000:00000002:3.0:1787998299.752214:0:33845:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f23.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998299.752220:0:33845:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1787998299.752223:0:33845:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1787998299.752228:0:33845:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998299.752230:0:33845:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998299.752232:0:33845:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998299.752234:0:33845:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998299.752236:0:33845:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998299.752237:0:33845:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998299.752239:0:33845:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998299.752242:0:33845:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446626226367802368 : -117847341749248 : ffff94d1870eac00) 00800000:00000001:3.0:1787998299.752246:0:33845:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1787998299.752249:0:33845:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1787998299.752252:0:33845:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1787998299.752255:0:33845:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1787998299.752258:0:33845:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94d1a0bb2800: Allocated FID [0x200000405:0x29:0x0] 40000000:00000001:3.0:1787998299.752260:0:33845:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998299.752263:0:33845:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998299.752265:0:33845:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998299.752268:0:33845:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998299.752270:0:33845:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420f78a8 00800000:00000002:3.0:1787998299.752273:0:33845:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x29:0x0], name='f23.recovery-small' -> mds #0 layout version 1 00000002:00000001:3.0:1787998299.752278:0:33845:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787998299.752279:0:33845:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420f77e0 00000002:00010000:3.0:1787998299.752281:0:33845:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f23.recovery-small,[0x200000405:0x29:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:3.0:1787998299.752296:0:33845:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1787998299.752299:0:33845:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1787998299.752303:0:33845:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1787998299.752308:0:33845:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998299.752309:0:33845:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1787998299.752312:0:33845:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360700 count: 2 00010000:00000001:3.0:1787998299.752449:0:33845:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998299.752453:0:33845:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1787998299.752456:0:33845:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1787998299.752460:0:33845:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cb84 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4fd9a50f3a6ad0bb expref: -99 pid: 33845 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1787998299.752479:0:33845:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1787998299.752483:0:33845:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1787998299.752486:0:33845:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1787998299.752489:0:33845:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1787998299.752491:0:33845:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998299.752493:0:33845:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998299.752496:0:33845:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360700 count: 3 00010000:00000001:3.0:1787998299.752498:0:33845:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1787998299.752500:0:33845:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998299.752502:0:33845:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998299.752503:0:33845:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998299.752504:0:33845:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360700 count: 3 00010000:00000001:3.0:1787998299.752506:0:33845:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1787998299.752508:0:33845:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998299.752509:0:33845:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998299.752511:0:33845:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998299.752512:0:33845:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360700 count: 3 00010000:00000001:3.0:1787998299.752514:0:33845:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1787998299.752516:0:33845:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998299.752518:0:33845:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1787998299.752520:0:33845:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d1989ad280, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1787998299.752525:0:33845:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1787998299.752527:0:33845:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1787998299.752530:0:33845:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1787998299.752531:0:33845:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998299.752535:0:33845:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1787998299.752538:0:33845:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1787998299.752539:0:33845:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1787998299.752541:0:33845:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998299.752544:0:33845:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1787998299.752548:0:33845:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1903e5a00 with handle 0xb2d39e653c8cb84 from hash 00010000:00000001:3.0:1787998299.752551:0:33845:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1787998299.752552:0:33845:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998299.752553:0:33845:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998299.752555:0:33845:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1787998299.752560:0:33845:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1787998299.752561:0:33845:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1787998299.752564:0:33845:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787998299.752566:0:33845:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1787998299.752568:0:33845:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1787998299.752576:0:33845:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d03b80. 00000020:00000040:3.0:1787998299.752581:0:33845:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:3.0:1787998299.752588:0:33845:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787998299.752591:0:33845:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998299.752594:0:33845:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1787998299.752599:0:33845:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998299.752602:0:33845:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998299.752605:0:33845:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998299.752608:0:33845:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998299.752613:0:33845:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998299.752621:0:33845:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0095c00. 00000100:00000001:3.0:1787998299.752630:0:33845:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998299.752636:0:33845:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998299.752639:0:33845:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1787998299.752642:0:33845:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cb84 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ad0bb expref: -99 pid: 33845 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787998299.752649:0:33845:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1787998299.752651:0:33845:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787998299.752653:0:33845:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1787998299.752655:0:33845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cb84 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ad0bb expref: -99 pid: 33845 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:3.0:1787998299.752662:0:33845:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d18a360700 count: 0 00010000:00000010:3.0:1787998299.752884:0:33845:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d190a8db80. 00010000:00000001:3.0:1787998299.752900:0:33845:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998299.752902:0:33845:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998299.752904:0:33845:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998299.752905:0:33845:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998299.752907:0:33845:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998299.752919:0:33845:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626226548259712 : -117847161291904 : ffff94d191d03b80) 00010000:00000001:3.0:1787998299.752922:0:33845:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1787998299.752925:0:33845:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1787998299.752930:0:33845:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d18a360600. 00010000:00000010:3.0:1787998299.752934:0:33845:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d190a8db80. 00010000:00000001:3.0:1787998299.752939:0:33845:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1787998299.752943:0:33845:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1903e5200. 00000020:00000001:3.0:1787998299.752945:0:33845:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1787998299.752948:0:33845:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1903e5200 with handle 0xb2d39e653c8cb8b to hash 00000020:00000001:3.0:1787998299.752950:0:33845:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1787998299.752951:0:33845:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998299.752955:0:33845:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998299.752958:0:33845:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998299.752960:0:33845:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998299.752963:0:33845:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8cb8b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33845 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998299.752970:0:33845:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8cb8b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33845 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787998299.752982:0:33845:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787998299.752993:0:33845:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191d03b80 x1874850291772032/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787998299.753002:0:33845:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8cb8b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33845 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1787998299.753007:0:33845:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787998299.753009:0:33845:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787998299.753016:0:33845:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a00af6c0. 00000100:00000001:3.0:1787998299.753019:0:33845:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786989760 : -117846922561856 : ffff94d1a00af6c0) 00000100:00000001:3.0:1787998299.753022:0:33845:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998299.753023:0:33845:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548259712 : -117847161291904 : ffff94d191d03b80) 00000100:00000001:3.0:1787998299.753028:0:33845:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998299.753032:0:33845:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998299.753034:0:33845:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787998299.753036:0:33845:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998299.753040:0:33845:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d03b80 x1874850291772032/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998299.753047:0:33845:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998299.753049:0:33845:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998299.753053:0:33845:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998299.753056:0:33845:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998299.753059:0:33845:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998299.753061:0:33845:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d03b80 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:33845:1874850291772032:192.168.206.123@tcp:101:multiop.0 00000100:00000001:3.0:1787998299.753221:0:33845:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998299.753228:0:33845:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998299.753231:0:33845:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998299.753235:0:33845:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998299.753324:0:33845:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff94d1a0180000. 02000000:00000001:3.0:1787998299.753327:0:33845:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998299.753336:0:33845:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998299.753341:0:33845:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a8f0. 00000400:00000010:3.0:1787998299.753349:0:33845:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff94d1a0096400. 00000100:00000200:3.0:1787998299.753359:0:33845:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1874850291772032, portal 10 00000100:00000001:3.0:1787998299.753362:0:33845:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998299.753363:0:33845:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548259712 : -117847161291904 : ffff94d191d03b80) 00000100:00000040:3.0:1787998299.753370:0:33845:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d03b80 x1874850291772032/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1787998315 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998299.753377:0:33845:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998299.753380:0:33845:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998299.753385:0:33845:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5550. 00000100:00000200:3.0:1787998299.753388:0:33845:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1874850291772032, offset 0 00000400:00000200:3.0:1787998299.753396:0:33845:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998299.753409:0:33845:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998299.753419:0:33845:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998299.753426:0:33845:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998299.753431:0:33845:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998299.753435:0:33845:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998299.753439:0:33845:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998299.753443:0:33845:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2796:2796:256:4294967295] 192.168.206.123@tcp LPNI seq info [2796:2796:8:4294967295] 00000400:00000200:3.0:1787998299.753448:0:33845:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998299.753459:0:33845:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998299.753466:0:33845:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998299.753483:0:33845:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d191fa7100. 00000800:00000200:3.0:1787998299.753492:0:33845:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998299.753501:0:33845:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998299.753506:0:33845:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d191fa7100 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1787998299.753534:0:33845:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998299.753539:0:33845:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 832665 usecs (833 jiffies) 00000400:00000200:3.0:1787998299.753543:0:33845:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998299.753546:0:33845:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296480743 00000100:00000001:3.0:1787998299.753549:0:33845:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296483829 00000100:00000001:3.0:1787998299.753551:0:33845:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296480743 00000100:00000001:3.0:1787998299.753553:0:33845:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296483829 00000100:00000001:3.0:1787998299.753555:0:33845:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998299.753558:0:33845:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998299.753561:0:33845:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998299.753563:0:33845:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787998299.753565:0:33845:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a00af6c0 going to sleep for 11 seconds 00000100:00000001:3.0:1787998299.753568:0:33845:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998299.753572:0:33845:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998299.753993:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998299.753999:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d191fa7100. 00000400:00000200:2.0:1787998299.754006:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998299.754012:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998299.754019:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5550 00000400:00000010:2.0:1787998299.754644:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5550. 00000100:00000001:2.0:1787998299.754652:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998299.754660:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d03b80 x1874850291772032/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1787998315 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998299.754849:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998299.754854:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d03b80 x1874850291772032/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1787998315 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998299.754862:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998299.754864:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1787998299.759253:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360700. 00010000:00000010:3.1:1787998299.759274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5a00. 00000800:00000001:2.0:1787998299.770915:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998299.770942:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998299.770948:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998299.770951:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998299.770962:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998299.770971:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998299.770983:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998299.770989:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998299.770995:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998299.771000:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 664 into portal 10 MB=0x6a92a99a5ea80 00000400:00000200:2.0:1787998299.771005:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998299.771013:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 664/664 into md 0x8205 [32] + 224 00000800:00000001:2.0:1787998299.771021:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998299.771026:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998299.771029:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998299.771034:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998299.771044:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998299.771055:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d03b80 x1874850291772032/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1787998315 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998299.771075:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff94d191d03b80 x1874850291772032/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1787998315 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998299.771098:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998299.771110:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998299.771114:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998299.771116:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998299.771118:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998299.771121:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998299.771125:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998299.771129:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998299.771132:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998299.771134:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998299.771137:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 328 into portal 15 MB=0x6a92a9abc4880 00000400:00000200:2.0:1787998299.771144:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.123@tcp of length 328/328 into md 0x7fd5 [2] + 0 00000800:00000001:2.0:1787998299.771147:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998299.771467:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998299.771480:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998299.771485:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998299.771490:0:2396:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1787998299.771492:0:2396:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1787998299.771500:0:2396:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1ad80. 00000100:00000040:2.0:1787998299.771503:0:2396:0:(events.c:337:request_in_callback()) incoming req@ffff94d191d1ad80 x1874850310015104 msgsize 328 00000100:00100000:2.0:1787998299.771508:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.123@tcp (source: 12345-192.168.206.123@tcp) 00000100:00000001:2.0:1787998299.771531:0:2396:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1787998299.771536:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998299.771540:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998299.771569:0:16814:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1787998299.771572:0:16814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874850310015104 02000000:00000001:2.0:1787998299.771576:0:16814:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1787998299.771578:0:16814:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998299.771581:0:16814:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998299.771587:0:16814:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998299.771592:0:16814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874850310015104 00000020:00000001:2.0:1787998299.771595:0:16814:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787998299.771597:0:16814:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf75 00000020:00000001:2.0:1787998299.771600:0:16814:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998299.771604:0:16814:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191090800 refcount=4 00000020:00000001:2.0:1787998299.771606:0:16814:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535204864 : -117847174346752 : ffff94d191090800) 00000020:00000001:2.0:1787998299.771608:0:16814:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535204864 : -117847174346752 : ffff94d191090800) 00000100:00000001:2.0:1787998299.771613:0:16814:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1787998299.771619:0:16814:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d191d63d40. 00000100:00000001:2.0:1787998299.771622:0:16814:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1787998299.771625:0:16814:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d191d63d40. 00000020:00000010:2.0:1787998299.771633:0:16814:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d19162a800. 00000020:00000010:2.0:1787998299.771639:0:16814:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94d19219de00. 00000020:00000010:2.0:1787998299.771645:0:16814:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94d184ee2190. 00000100:00000040:2.0:1787998299.771656:0:16814:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1787998299.771660:0:16814:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1787998299.771662:0:16814:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1787998299.771664:0:16814:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998299.771686:0:16814:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998299.771703:0:16814:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998299.771718:0:16814:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1787998299.771720:0:16814:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1787998299.771726:0:16814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.123@tcp, seq: 60 00000100:00000040:2.0:1787998299.771731:0:16814:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff94d191090800 : new rpc_count 1 00000100:00000001:2.0:1787998299.771734:0:16814:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446626226548354432 : -117847161197184 : ffff94d191d1ad80) 00000100:00000040:2.0:1787998299.771740:0:16814:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff94d191d1ad80 x1874850310015104/t0(0) o104->LOV_OSC_UUID@192.168.206.123@tcp:515/0 lens 328/0 e 0 to 0 dl 1787998310 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998299.771749:0:16814:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1787998299.771752:0:16814:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d191d63d40. 00000100:00000001:2.0:1787998299.771754:0:16814:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1787998299.771756:0:16814:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d191d63d40. 00000100:00100000:2.0:1787998299.771761:0:16814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94d191d1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:21367:x1874850310015104:12345-192.168.206.123@tcp:104: 00000100:00000200:2.0:1787998299.771825:0:16814:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1874850310015104 00010000:00000001:2.0:1787998299.771829:0:16814:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1787998299.771837:0:16814:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998299.771839:0:16814:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998299.771841:0:16814:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5c800 refcount=2 00000020:00000001:2.0:1787998299.771843:0:16814:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528700416 : -117847180851200 : ffff94d190a5c800) 00010000:00000001:2.0:1787998299.771846:0:16814:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528700416 : -117847180851200 : ffff94d190a5c800) 00010000:00000001:2.0:1787998299.771850:0:16814:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998299.771854:0:16814:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787998299.771859:0:16814:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000d963924f/0xb2d39e653c8cb37 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x4fd9a50f3a6ad021 expref: -99 pid: 33249 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00000001:2.0:1787998299.771873:0:16814:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1787998299.771876:0:16814:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1787998299.771882:0:16814:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94d1a0baf800. 02000000:00000001:2.0:1787998299.771885:0:16814:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998299.771888:0:16814:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998299.771894:0:16814:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1787998299.771897:0:16814:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998299.771901:0:16814:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187eb35e8 time=124 v=5 (1 1 1 1) 00000100:00000001:2.0:1787998299.771906:0:16814:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787998299.771910:0:16814:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 16 to 192.168.206.123@tcp 00000100:00000001:2.0:1787998299.771912:0:16814:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 02000000:00000001:2.0:1787998299.771915:0:16814:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1787998299.771917:0:16814:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998299.771920:0:16814:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998299.771923:0:16814:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998299.771929:0:16814:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf4c8. 00000100:00000200:2.0:1787998299.771935:0:16814:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1874850310015104, offset 224 00000400:00000200:2.0:1787998299.771941:0:16814:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998299.771949:0:16814:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998299.771956:0:16814:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.23@tcp to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998299.771963:0:16814:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2797:2797:256:4294967295] 192.168.206.123@tcp LPNI seq info [2797:2797:8:4294967295] 00000400:00000200:2.0:1787998299.771968:0:16814:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998299.771977:0:16814:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:192.168.206.23@tcp) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998299.771983:0:16814:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998299.771995:0:16814:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19381e400. 00000800:00000200:2.0:1787998299.772003:0:16814:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998299.772011:0:16814:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998299.772016:0:16814:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19381e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998299.772028:0:16814:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998299.772032:0:16814:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00010000:00000001:2.0:1787998299.772035:0:16814:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1787998299.772039:0:16814:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94d192388180. 00010000:00000001:2.0:1787998299.772042:0:16814:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1787998299.772049:0:16814:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1787998299.772051:0:16814:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998299.772053:0:16814:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998299.772055:0:16814:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998299.772060:0:16814:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1ad80 x1874850310015104/t0(0) o104->LOV_OSC_UUID@192.168.206.123@tcp:515/0 lens 328/224 e 0 to 0 dl 1787998310 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787998299.772070:0:16814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94d191d1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:21367:x1874850310015104:12345-192.168.206.123@tcp:104: Request processed in 319us (564us total) trans 0 rc 0/0 00000100:00100000:2.0:1787998299.772078:0:16814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.123@tcp, seq: 60 00000100:00000040:2.0:1787998299.772083:0:16814:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff94d191090800 : new rpc_count 0 00000100:00000001:2.0:1787998299.772085:0:16814:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1787998299.772087:0:16814:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1787998299.772092:0:16814:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94d19219de00. 00000020:00000010:2.0:1787998299.772095:0:16814:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94d184ee2190. 00000020:00000010:2.0:1787998299.772100:0:16814:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d19162a800. 00000020:00000040:2.0:1787998299.772105:0:16814:0:(genops.c:879:class_export_put()) PUTting export ffff94d191090800 : new refcount 3 00000100:00000001:2.0:1787998299.772108:0:16814:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787998299.772224:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998299.772227:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998299.772231:0:16822:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1787998299.772234:0:16822:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1787998299.772236:0:16822:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1787998299.772241:0:16822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000d963924f/0xb2d39e653c8cb37 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x4fd9a50f3a6ad021 expref: -99 pid: 33249 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787998299.772251:0:16822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d190a5c800 already unused, calling callback (ffffffffc1285300) 00000008:00000001:0.0:1787998299.772255:0:16822:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1787998299.772258:0:16822:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1787998299.772259:0:16822:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998299.772261:0:16822:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998299.772263:0:16822:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5c800 refcount=3 00000020:00000001:0.0:1787998299.772265:0:16822:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528700416 : -117847180851200 : ffff94d190a5c800) 00010000:00000001:0.0:1787998299.772267:0:16822:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528700416 : -117847180851200 : ffff94d190a5c800) 00010000:00000001:0.0:1787998299.772271:0:16822:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787998299.772274:0:16822:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000d963924f/0xb2d39e653c8cb37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x4fd9a50f3a6ad021 expref: -99 pid: 33249 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1787998299.772281:0:16822:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1787998299.772283:0:16822:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998299.772288:0:16822:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798654168 : -117846910897448 : ffff94d1a0bcf2d8) 00000020:00001000:0.0:1787998299.772290:0:16822:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf2d0 00000008:00000001:0.0:1787998299.772293:0:16822:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1787998299.772295:0:16822:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1787998299.772297:0:16822:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf2d0 00000008:00000001:0.0:1787998299.772300:0:16822:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998299.772304:0:16822:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1787998299.772309:0:16822:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787998299.772311:0:16822:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787998299.772313:0:16822:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998299.772315:0:16822:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1787998299.772318:0:16822:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d190a5c800 with handle 0xb2d39e653c8cb37 from hash 00010000:00000001:0.0:1787998299.772320:0:16822:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787998299.772322:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998299.772324:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998299.772325:0:16822:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787998299.772329:0:16822:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787998299.772331:0:16822:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1787998299.772337:0:16822:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998299.772354:0:16822:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998299.772356:0:16822:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998299.772359:0:16822:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1787998299.772366:0:16822:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c12d80. 00000020:00000040:0.0:1787998299.772369:0:16822:0:(genops.c:1210:class_import_get()) import ffff94d183eca000 refcount=3 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998299.772374:0:16822:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998299.772376:0:16822:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998299.772382:0:16822:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998299.772389:0:16822:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d1909c1600. 00000100:00000001:0.0:1787998299.772396:0:16822:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998299.772399:0:16822:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1787998299.772403:0:16822:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000d963924f/0xb2d39e653c8cb37 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x4fd9a50f3a6ad021 expref: -99 pid: 33249 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787998299.772411:0:16822:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1787998299.772413:0:16822:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998299.772418:0:16822:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998299.772423:0:16822:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998299.772431:0:16822:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089250564] to pc [ptlrpcd_00_00+0] req@ffff94d191c12d80 x1874850291772160/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787998299.772461:0:16822:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998299.772464:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998299.772465:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998299.772467:0:16822:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998299.772480:0:16822:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998299.772482:0:16822:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998299.772486:0:16822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000d963924f/0xb2d39e653c8cb37 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x4fd9a50f3a6ad021 expref: -99 pid: 33249 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1787998299.772494:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787998299.772497:0:16822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000d963924f/0xb2d39e653c8cb37 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x4fd9a50f3a6ad021 expref: -99 pid: 33249 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1787998299.772508:0:16822:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d191d63f00. 00010000:00000040:0.0:1787998299.772514:0:16822:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d188d3c300 count: 0 00010000:00000010:0.0:1787998299.772524:0:16822:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff94d188d3c600. 00010000:00000001:0.0:1787998299.772537:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998299.772538:0:16822:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1787998299.772541:0:16822:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff94d192388180. 00010000:00000001:0.0:1787998299.772544:0:16822:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998299.772546:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998299.772548:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998299.772550:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787998299.772551:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1787998299.772553:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998299.772557:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998299.772563:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787998299.772564:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1787998299.772566:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787998299.772569:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1787998299.772570:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998299.772575:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787998299.772585:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c12d80 x1874850291772160/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998299.772585:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998299.772593:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998299.772606:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998299.772610:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998299.772615:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998299.772618:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998299.772621:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998299.772625:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291772160:192.168.206.123@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1787998299.772629:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998299.772635:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998299.772638:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998299.772640:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998299.772649:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191d93a00. 02000000:00000001:1.0:1787998299.772652:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998299.772658:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998299.772663:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc898. 00000400:00000010:1.0:1787998299.772669:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409660. 00000100:00000200:1.0:1787998299.772676:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291772160, portal 18 00000100:00000001:1.0:1787998299.772678:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998299.772680:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547273088 : -117847162278528 : ffff94d191c12d80) 00000100:00000040:1.0:1787998299.772689:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c12d80 x1874850291772160/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998315 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998299.772697:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998299.772700:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998299.772703:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409cc0. 00000100:00000200:1.0:1787998299.772706:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1874850291772160, offset 0 00000400:00000200:1.0:1787998299.772725:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998299.772733:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998299.772740:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998299.772745:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998299.772749:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998299.772753:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998299.772755:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998299.772759:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2798:2798:255:4294967295] 192.168.206.123@tcp LPNI seq info [2798:2798:7:4294967295] 00000400:00000200:1.0:1787998299.772764:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998299.772806:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998299.772812:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998299.772828:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031fd00. 00000800:00000200:1.0:1787998299.772835:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998299.772843:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998299.772847:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031fd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1787998299.772860:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998299.772864:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 19886 usecs (20 jiffies) 00000400:00000200:1.0:1787998299.772867:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998299.772870:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296479949 00000100:00000001:1.0:1787998299.772873:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296483829 00000100:00000001:1.0:1787998299.772875:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296479949 00000100:00000001:1.0:1787998299.772877:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296483829 00000100:00000001:1.0:1787998299.772879:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998299.772882:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998299.772885:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998299.772888:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998299.772895:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998299.772897:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1787998299.772900:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998299.772902:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998299.772904:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998299.772907:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998299.775180:0:33845:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998299.775198:0:33845:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998299.775201:0:33845:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998299.775206:0:33845:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a8f0. 00000400:00000200:3.0:1787998299.775215:0:33845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1a0096400 00000400:00000010:3.0:1787998299.775219:0:33845:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff94d1a0096400. 00000100:00000001:3.0:1787998299.775225:0:33845:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998299.775237:0:33845:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d03b80 x1874850291772032/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1787998315 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1787998299.775251:0:33845:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d03b80 x1874850291772032/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1787998315 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998299.775259:0:33845:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998299.775262:0:33845:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998299.775265:0:33845:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998299.775269:0:33845:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998299.775271:0:33845:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998299.775274:0:33845:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998299.775277:0:33845:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998299.775288:0:33845:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=125 v=5 (5 104 104 104) 00000100:00001000:3.0:1787998299.775293:0:33845:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998299.775296:0:33845:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998299.775298:0:33845:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998299.775301:0:33845:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998299.775306:0:33845:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998299.775310:0:33845:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1787998299.775312:0:33845:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009a/0x1] 00000100:00000001:3.0:1787998299.775314:0:33845:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1787998299.775317:0:33845:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998299.775319:0:33845:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548259712 : -117847161291904 : ffff94d191d03b80) 00000100:00000001:3.0:1787998299.775323:0:33845:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998299.775326:0:33845:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967633 00000100:00000001:3.0:1787998299.775337:0:33845:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998299.775341:0:33845:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998299.775346:0:33845:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d03b80 x1874850291772032/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1787998315 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998299.775355:0:33845:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998299.775359:0:33845:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998299.775361:0:33845:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998299.775366:0:33845:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d03b80 x1874850291772032/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1787998315 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787998299.775375:0:33845:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d03b80 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:33845:1874850291772032:192.168.206.123@tcp:101:multiop.0 00000100:00000001:3.0:1787998299.775381:0:33845:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998299.775385:0:33845:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998299.775388:0:33845:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787998299.775390:0:33845:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998299.775394:0:33845:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d03b80 x1874850291772032/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1787998315 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998299.775402:0:33845:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787998299.775405:0:33845:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a00af6c0. 00000100:00000001:3.0:1787998299.775409:0:33845:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787998299.775411:0:33845:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998299.775414:0:33845:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1787998299.775420:0:33845:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998299.775423:0:33845:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998299.775428:0:33845:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5200 refcount=4 00000020:00000001:3.0:1787998299.775430:0:33845:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998299.775433:0:33845:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000040:3.0:1787998299.775442:0:33845:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1903e5200, remote cookie: 0x4fd9a50f3a6ad0d7, flags: 0x1001 00010000:00010000:3.0:1787998299.775448:0:33845:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8cb8b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad0d7 expref: -99 pid: 33845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1787998299.775458:0:33845:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x29:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1787998299.775462:0:33845:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1787998299.775486:0:33845:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d18a360700. 00010000:00000010:3.0:1787998299.775492:0:33845:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d190a8d180. 00010000:00000040:3.0:1787998299.775499:0:33845:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d18a360600 count: 0 00010000:00000010:3.0:1787998299.775505:0:33845:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d190a8db80. 00010000:00000001:3.0:1787998299.775516:0:33845:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998299.775519:0:33845:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8cb8b lrc: 4/0,1 mode: --/PR res: [0x200000405:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad0d7 expref: -99 pid: 33845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998299.775529:0:33845:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8cb8b lrc: 4/0,1 mode: --/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad0d7 expref: -99 pid: 33845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998299.775536:0:33845:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1787998299.775541:0:33845:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1787998299.775544:0:33845:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1787998299.775546:0:33845:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1787998299.775547:0:33845:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1787998299.775550:0:33845:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x29:0x0].0x0 (ffff94d18a360700) refcount = 1 00010000:00010000:3.0:1787998299.775555:0:33845:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8cb8b lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad0d7 expref: -99 pid: 33845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998299.775562:0:33845:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1787998299.775567:0:33845:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1787998299.775568:0:33845:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998299.775572:0:33845:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1787998299.775575:0:33845:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998299.775578:0:33845:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8cb8b lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad0d7 expref: -99 pid: 33845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998299.775584:0:33845:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1787998299.775586:0:33845:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998299.775588:0:33845:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998299.775589:0:33845:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998299.775591:0:33845:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998299.775592:0:33845:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998299.775598:0:33845:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1787998299.775601:0:33845:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998299.775602:0:33845:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998299.775603:0:33845:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5200 refcount=3 00000020:00000001:3.0:1787998299.775605:0:33845:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998299.775607:0:33845:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998299.775610:0:33845:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998299.775611:0:33845:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998299.775612:0:33845:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5200 refcount=4 00000020:00000001:3.0:1787998299.775614:0:33845:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998299.775616:0:33845:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998299.775619:0:33845:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998299.775622:0:33845:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998299.775625:0:33845:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8cb8b lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad0d7 expref: -99 pid: 33845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998299.775632:0:33845:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998299.775633:0:33845:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998299.775634:0:33845:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998299.775635:0:33845:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998299.775637:0:33845:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5200 refcount=5 00000020:00000001:3.0:1787998299.775639:0:33845:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998299.775641:0:33845:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998299.775643:0:33845:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998299.775646:0:33845:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8cb8b lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad0d7 expref: -99 pid: 33845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998299.775652:0:33845:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998299.775653:0:33845:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1787998299.775655:0:33845:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8cb8b lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad0d7 expref: -99 pid: 33845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998299.775661:0:33845:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998299.775662:0:33845:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998299.775663:0:33845:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998299.775664:0:33845:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998299.775984:0:33845:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1787998299.775992:0:33845:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff94d191d03b80 x1874850291772032/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1787998315 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1787998299.776003:0:33845:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1787998299.776009:0:33845:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d191d03b80 x1874850291772032/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1787998315 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1787998299.776021:0:33845:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998299.776029:0:33845:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998299.776031:0:33845:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998299.776033:0:33845:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5200 refcount=3 00000020:00000001:3.0:1787998299.776035:0:33845:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998299.776036:0:33845:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00000002:00010000:3.0:1787998299.776040:0:33845:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8cb8b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad0d7 expref: -99 pid: 33845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1787998299.776052:0:33845:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94d1987e5f80. 00010000:00000001:3.0:1787998299.776054:0:33845:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998299.776055:0:33845:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998299.776056:0:33845:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998299.776059:0:33845:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998299.776062:0:33845:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1787998299.776065:0:33845:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998299.776067:0:33845:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548259712 : -117847161291904 : ffff94d191d03b80) 00000100:00000001:3.0:1787998299.776069:0:33845:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998299.776070:0:33845:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548259712 : -117847161291904 : ffff94d191d03b80) 00010000:00000001:3.0:1787998299.776072:0:33845:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998299.776073:0:33845:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998299.776074:0:33845:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5200 refcount=3 00000020:00000001:3.0:1787998299.776076:0:33845:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998299.776079:0:33845:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00000002:00010000:3.0:1787998299.776082:0:33845:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8cb8b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad0d7 expref: -99 pid: 33845 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998299.776088:0:33845:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998299.776089:0:33845:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998299.776092:0:33845:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1787998299.776093:0:33845:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998299.776095:0:33845:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998299.776096:0:33845:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5200 refcount=3 00000020:00000001:3.0:1787998299.776098:0:33845:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998299.776100:0:33845:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000040:3.0:1787998299.776105:0:33845:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360700 count: 2 00010000:00000001:3.0:1787998299.776107:0:33845:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1787998299.776112:0:33845:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589935621/41 (0 0) 00010000:00000001:3.0:1787998299.776115:0:33845:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998299.776116:0:33845:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998299.776117:0:33845:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1787998299.776121:0:33845:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420f7768 00000002:00002000:3.0:1787998299.776123:0:33845:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f23.recovery-small intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:3.0:1787998299.776127:0:33845:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998299.776131:0:33845:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998299.776134:0:33845:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1787998299.776138:0:33845:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1787998299.776142:0:33845:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998299.776146:0:33845:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000001:3.0:1787998299.776149:0:33845:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1787998299.776151:0:33845:0:(namei.c:674:ll_lookup_it_finish()) it ffff94d1a0013480 it_disposition 1800037 00000080:00002000:3.0:1787998299.776158:0:33845:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d18356e870 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1787998299.776164:0:33845:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1787998299.776167:0:33845:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:3.0:1787998299.776169:0:33845:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420f7998 00000080:00200000:3.0:1787998299.776171:0:33845:0:(namei.c:1628:ll_create_it()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), intent=open|creat 00000080:00000001:3.0:1787998299.776174:0:33845:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:3.0:1787998299.776177:0:33845:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1787998299.776183:0:33845:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1787998299.776186:0:33845:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1787998299.776189:0:33845:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611177 : 144115205339611177 : 200000405000029) 00000080:00000001:3.0:1787998299.776192:0:33845:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1787998299.776204:0:33845:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94d1880018c0. 00000020:00000001:3.0:1787998299.776217:0:33845:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:3.0:1787998299.776219:0:33845:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1787998299.776222:0:33845:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1787998299.776225:0:33845:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x29:0x0](ffff94d188001988) 00000020:00000001:3.0:1787998299.776229:0:33845:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787998299.776235:0:33845:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798655176 : -117846910896440 : ffff94d1a0bcf6c8) 00000020:00001000:3.0:1787998299.776238:0:33845:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf6c0 00000020:00000001:3.0:1787998299.776243:0:33845:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:3.0:1787998299.776249:0:33845:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff94d18543ae10. 00000020:00000001:3.0:1787998299.776252:0:33845:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1787998299.776254:0:33845:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998299.776262:0:33845:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:3.0:1787998299.776266:0:33845:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff94d191daa000. 00020000:00000001:3.0:1787998299.776269:0:33845:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446626226548940800 : -117847160610816 : ffff94d191daa000) 00020000:00000001:3.0:1787998299.776272:0:33845:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:3.0:1787998299.776276:0:33845:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1787998299.776281:0:33845:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d1a0013180. 00020000:00000010:3.0:1787998299.776286:0:33845:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d1a0056e80. 00020000:00000010:3.0:1787998299.776292:0:33845:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d1a0013f60. 00020000:00000001:3.0:1787998299.776294:0:33845:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626226786352992 : -117846923198624 : ffff94d1a0013f60) 00020000:00000002:3.0:1787998299.776298:0:33845:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0013f60, objid 0x29:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1787998299.776302:0:33845:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1787998299.776306:0:33845:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d1a0056e80: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000001:3.0:1787998299.776310:0:33845:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1787998299.776312:0:33845:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0013f60, objid 0x29:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1787998299.776315:0:33845:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1787998299.776318:0:33845:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d1a0056e80: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000010:3.0:1787998299.776322:0:33845:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff94d190ad3e60. 00020000:00000010:3.0:1787998299.776326:0:33845:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff94d1a00af6c0. 00000800:00000200:2.0:1787998299.776559:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998299.776565:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19381e400. 00000400:00000200:2.0:1787998299.776570:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998299.776576:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998299.776583:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf4c8 00000400:00000010:2.0:1787998299.776586:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf4c8. 00000100:00000001:2.0:1787998299.776592:0:2397:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1787998299.776593:0:2397:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1787998299.776658:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998299.776661:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031fd00. 00020000:00000001:3.0:1787998299.777202:0:33845:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1787998299.777207:0:33845:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff94d185427ef8. 00020000:00000001:3.0:1787998299.777211:0:33845:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1787998299.777214:0:33845:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:3.0:1787998299.777221:0:33845:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1787998299.777224:0:33845:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff94d18543a000. 00000020:00000001:3.0:1787998299.777227:0:33845:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1787998299.777229:0:33845:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998299.777232:0:33845:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446626226337718400 : -117847371833216 : ffff94d18543a080) 00020000:00000001:3.0:1787998299.777237:0:33845:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1787998299.777243:0:33845:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff94d1871e6fc0. 00020000:00000001:3.0:1787998299.777246:0:33845:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998299.777252:0:33845:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446626226337718400 : -117847371833216 : ffff94d18543a080) 00020000:00000001:3.0:1787998299.777254:0:33845:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446626226337718400 : -117847371833216 : ffff94d18543a080) 00020000:00000002:3.0:1787998299.777258:0:33845:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x16:0x0]@ffff94d18543a000[0:0] -> [0x200000405:0x29:0x0]@ffff94d18543ae10: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000001:3.0:1787998299.777264:0:33845:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1787998299.777266:0:33845:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:3.0:1787998299.777269:0:33845:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998299.777273:0:33845:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446626226337722000 : -117847371829616 : ffff94d18543ae90) 00000020:00001000:3.0:1787998299.777277:0:33845:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf6c0 00000080:00000001:3.0:1787998299.777284:0:33845:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611177 : 144115205339611177 : 200000405000029) 00000080:00000001:3.0:1787998299.777287:0:33845:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1787998299.777290:0:33845:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611177 mtime from 0 to 1787998299 00000080:00000001:3.0:1787998299.777296:0:33845:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1787998299.777300:0:33845:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626226383624584 : -117847325927032 : ffff94d188001988) 00010000:00000001:3.0:1787998299.777304:0:33845:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998299.777306:0:33845:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998299.777309:0:33845:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5200 refcount=3 00000020:00000001:3.0:1787998299.777311:0:33845:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998299.777314:0:33845:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00000080:00000001:3.0:1787998299.777319:0:33845:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:3.0:1787998299.777320:0:33845:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787998299.777322:0:33845:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798655176 : -117846910896440 : ffff94d1a0bcf6c8) 00000020:00001000:3.0:1787998299.777325:0:33845:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf6c0 00000400:00000200:2.0:1787998299.777405:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998299.777412:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998299.777419:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409cc0 00000400:00000010:2.0:1787998299.777422:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409cc0. 00000100:00000001:2.0:1787998299.777426:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998299.777433:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c12d80 x1874850291772160/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998315 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998299.777445:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998299.777448:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c12d80 x1874850291772160/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998315 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998299.777455:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998299.777457:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1787998299.777522:0:33845:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1787998299.777526:0:33845:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1787998299.777528:0:33845:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1787998299.777534:0:33845:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d1a0013d20. 00020000:00000010:3.0:1787998299.777538:0:33845:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d1a0056000. 00020000:00000010:3.0:1787998299.777543:0:33845:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d1a0013000. 00020000:00000001:3.0:1787998299.777545:0:33845:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626226786349056 : -117846923202560 : ffff94d1a0013000) 00020000:00000002:3.0:1787998299.777549:0:33845:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0013000, objid 0x29:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1787998299.777553:0:33845:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1787998299.777557:0:33845:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d1a0056000: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000002:3.0:1787998299.777561:0:33845:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d191daa000) owner ffff94d199d60000 00020000:00000001:3.0:1787998299.777564:0:33845:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1787998299.777566:0:33845:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d191daa000) owner ffff94d199d60000 00020000:00000010:3.0:1787998299.777571:0:33845:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d1a0056000. 00020000:00000010:3.0:1787998299.777575:0:33845:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d1a0013d20. 00020000:00000010:3.0:1787998299.777578:0:33845:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d1a0013000. 00020000:00000002:3.0:1787998299.777580:0:33845:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x29:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1787998299.777582:0:33845:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998299.777584:0:33845:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998299.777587:0:33845:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1787998299.777590:0:33845:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d191daa000) owner 0000000000000000/ffff94d199d60000 00020000:00000002:3.0:1787998299.777594:0:33845:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d1a0013f60 addref 2/0 by ffff94d199d60000. 00020000:00000002:3.0:1787998299.777596:0:33845:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d191daa000) owner 0000000000000000/ffff94d199d60000 00020000:00000001:3.0:1787998299.777598:0:33845:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1787998299.777600:0:33845:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1787998299.777602:0:33845:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1787998299.777604:0:33845:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1787998299.777606:0:33845:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1787998299.777609:0:33845:0:(file.c:6836:ll_layout_conf()) [0x200000405:0x29:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1787998299.777611:0:33845:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf6c0 00000080:00000001:3.0:1787998299.777613:0:33845:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998299.777616:0:33845:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998299.777617:0:33845:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1787998299.777619:0:33845:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1787998299.777623:0:33845:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1787998299.777625:0:33845:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998299.777628:0:33845:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x29:0x0](ffff94d188001988) 00000080:00010000:3.0:1787998299.777631:0:33845:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x29:0x0](ffff94d188001988) for lock 0xb2d39e653c8cb8b 00800000:00000001:3.0:1787998299.777635:0:33845:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787998299.777638:0:33845:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787998299.777640:0:33845:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998299.777642:0:33845:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998299.777643:0:33845:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5200 refcount=3 00000020:00000001:3.0:1787998299.777646:0:33845:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998299.777647:0:33845:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998299.777650:0:33845:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998299.777651:0:33845:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998299.777653:0:33845:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998299.777654:0:33845:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998299.777656:0:33845:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:3.0:1787998299.777658:0:33845:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998299.777665:0:33845:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff94d191d03b80 x1874850291772032/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998315 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998299.779051:0:33845:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1787998299.779062:0:33845:0:(namei.c:1651:ll_create_it()) inode ffff94d188001988 need_sync_to_mds [0x200000405:0x29:0x0] 00000080:00000001:3.0:1787998299.779068:0:33845:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998299.779073:0:33845:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x29:0x0](ffff94d188001988) 00000080:00000001:3.0:1787998299.779076:0:33845:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1787998299.779082:0:33845:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1861f6c00. 00000100:00000001:3.0:1787998299.779085:0:33845:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998299.779093:0:33845:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d03b80 x1874850291772032/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998315 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998299.779101:0:33845:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998299.779105:0:33845:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1787998299.779107:0:33845:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1787998299.779109:0:33845:0:(namei.c:1500:ll_atomic_open()) inode ffff94d188001988 need_sync_to_mds [0x200000405:0x29:0x0] 00000080:00000001:3.0:1787998299.779120:0:33845:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1787998299.779125:0:33845:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420f7a68 00000080:00200008:3.0:1787998299.779127:0:33845:0:(file.c:1090:ll_file_open()) START file f23.recovery-small:[0x200000405:0x29:0x0](ffff94d188001988), flags 100102 00000080:00000010:3.0:1787998299.779137:0:33845:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d181797680. 00000080:00000010:3.0:1787998299.779146:0:33845:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d1987e5800. 00000080:00000001:3.0:1787998299.779150:0:33845:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1787998299.779158:0:33845:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1787998299.779161:0:33845:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998299.779165:0:33845:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998299.779167:0:33845:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998299.779170:0:33845:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998299.779173:0:33845:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998299.779175:0:33845:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x29:0x0] 00800000:00000001:3.0:1787998299.779177:0:33845:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998299.779183:0:33845:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1787998299.779188:0:33845:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d1870f3c60. 00000002:00100000:3.0:1787998299.779193:0:33845:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d191d03b80 x1874850291772032/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998315 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1787998299.779200:0:33845:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998299.779202:0:33845:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1787998299.779206:0:33845:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1787998299.779210:0:33845:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998299.779213:0:33845:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998299.779216:0:33845:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998299.779220:0:33845:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d03b80 x1874850291772032/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998315 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1787998299.779227:0:33845:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998299.779231:0:33845:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff94d1a0180000. 02000000:00000001:3.0:1787998299.779262:0:33845:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1787998299.779264:0:33845:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998299.779267:0:33845:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420f7a68 00000080:00000008:3.0:1787998299.779269:0:33845:0:(file.c:1329:ll_file_open()) COMPLETED file f23.recovery-small:[0x200000405:0x29:0x0](ffff94d188001988), flags 100102, rc = 0 00000080:00000001:3.0:1787998299.779274:0:33845:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1787998299.779276:0:33845:0:(dcache.c:176:ll_intent_release()) intent ffff94d1a0013480 released 00000080:00010000:3.0:1787998299.779279:0:33845:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cb8b from it ffff94d1a0013480 00010000:00000001:3.0:1787998299.779283:0:33845:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998299.779285:0:33845:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998299.779288:0:33845:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5200 refcount=3 00000020:00000001:3.0:1787998299.779290:0:33845:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998299.779293:0:33845:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920000 : -117847187631616 : ffff94d1903e5200) 00010000:00000001:3.0:1787998299.779296:0:33845:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998299.779302:0:33845:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8cb8b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6ad0d7 expref: -99 pid: 33845 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998299.779311:0:33845:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998299.779312:0:33845:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998299.779314:0:33845:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787998299.779317:0:33845:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787998299.779320:0:33845:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8cb8b lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad0d7 expref: -99 pid: 33845 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1787998299.779328:0:33845:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787998299.779331:0:33845:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787998299.779334:0:33845:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998299.779339:0:33845:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998299.779340:0:33845:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998299.779342:0:33845:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998299.779345:0:33845:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787998299.779348:0:33845:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998299.779350:0:33845:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998299.779353:0:33845:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998299.779356:0:33845:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998299.779357:0:33845:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998299.779358:0:33845:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1787998299.779359:0:33845:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1787998299.779362:0:33845:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1787998299.779364:0:33845:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1787998299.779366:0:33845:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1787998299.779368:0:33845:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1787998299.779369:0:33845:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998299.779373:0:33845:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1787998299.779375:0:33845:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998299.779377:0:33845:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1787998299.779379:0:33845:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998299.779381:0:33845:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1787998299.779384:0:33845:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff94d1a0013480. 00000080:00000001:3.0:1787998299.779388:0:33845:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998299.779393:0:33845:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:3.0:1787998299.779395:0:33845:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000405:0x29:0x0](ffff94d188001988), inode mode 81a4 mask 40 00000080:00000001:3.0:1787998299.779399:0:33845:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998299.786116:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998299.786138:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998299.786144:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998299.786147:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998299.786158:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998299.786167:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998299.786178:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998299.786184:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998299.786190:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998299.786195:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 18 MB=0x6a92a99a5eb00 00000400:00000200:2.0:1787998299.786201:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998299.786207:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.123@tcp of length 224/224 into md 0x821d [1] + 224 00000800:00000001:2.0:1787998299.786216:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998299.786231:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998299.786235:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998299.786240:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998299.786250:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998299.786263:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c12d80 x1874850291772160/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998315 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998299.786274:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191c12d80 x1874850291772160/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998315 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998299.786298:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998299.786310:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998299.786314:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998299.786435:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998299.786442:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998299.786450:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998299.786452:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998299.786457:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc898. 00000400:00000200:1.0:1787998299.786462:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409660 00000400:00000010:1.0:1787998299.786465:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409660. 00000100:00000001:1.0:1787998299.786482:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998299.786488:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c12d80 x1874850291772160/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998315 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787998299.786498:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c12d80 x1874850291772160/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998315 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998299.786504:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998299.786506:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998299.786509:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998299.786513:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998299.786515:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998299.786518:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998299.786521:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998299.786532:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca4a8 time=124 v=5 (5 5 5 5) 00000100:00001000:1.0:1787998299.786536:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=76 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998299.786540:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998299.786542:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998299.786545:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998299.786549:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998299.786554:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998299.786556:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:1.0:1787998299.786558:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998299.786560:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998299.786565:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c12d80 x1874850291772160/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998315 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998299.786573:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998299.786576:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998299.786579:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998299.786583:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c12d80 x1874850291772160/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998315 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787998299.786591:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291772160:192.168.206.123@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1787998299.786596:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998299.786599:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998299.786602:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c12d80 x1874850291772160/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998315 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998299.786608:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998299.786611:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998299.786616:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191d93a00. 02000000:00000001:1.0:1787998299.786620:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998299.786623:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998299.786625:0:2402:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998299.786628:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998299.786631:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d1909c1600. 02000000:00000001:1.0:1787998299.786635:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998299.786637:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998299.786639:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c12d80. 00000100:00000001:1.0:1787998299.786645:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998299.786647:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998299.786649:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998299.786657:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998299.786659:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998299.786662:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998299.786664:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1787998299.789934:0:33846:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3c300. 00010000:00000010:0.1:1787998299.789956:0:33846:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5c800. 00010000:00000010:3.1:1787998299.796828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360600. 00010000:00000001:0.0:1787998300.035200:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998300.035209:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998300.035217:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998300.035218:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998300.036622:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998300.036629:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998300.036633:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787998301.060222:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998301.060229:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998301.060234:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998301.060236:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998301.060301:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998301.060304:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998301.060307:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787998302.083112:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998302.083119:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998302.083124:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998302.083126:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998302.083140:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998302.083142:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998302.083145:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787998303.107899:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998303.107906:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998303.107911:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998303.107912:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998303.108045:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998303.108049:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998303.108052:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787998303.683490:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296483829, at 4296483840 00000100:00000010:3.0:1787998303.683505:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0ad5720. 00000100:00000040:2.0:1787998303.684635:0:16353:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582220 (cpu 2) has reached its deadline 4296483829, at 4296483841 00000100:00000010:2.0:1787998303.684645:0:16353:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0ad5960. 00010000:00000001:0.0:1787998304.131406:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998304.131412:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998304.131417:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998304.131418:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998304.131453:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998304.131456:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998304.131458:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787998304.706935:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998304.706944:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998304.706954:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1b480. 00000020:00000040:2.0:1787998304.706959:0:37:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:2.0:1787998304.706963:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998304.706965:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998304.706970:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998304.706977:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19381e400. 00000100:00000001:2.0:1787998304.706983:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998304.706996:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS req@ffff94d191d1b480 x1874850291772288/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998304.707018:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998304.707022:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998304.707036:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061bf0840] to pc [ptlrpcd_01_00+0] req@ffff94d191d1b480 x1874850291772288/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998304.707072:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998304.707074:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998304.707077:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998304.707080:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d18380. 00000020:00000040:2.0:1787998304.707082:0:37:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998304.707084:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998304.707086:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998304.707087:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998304.707090:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19381ef00. 00000100:00000001:2.0:1787998304.707093:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998304.707097:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID req@ffff94d191d18380 x1874850291772416/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998304.707103:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998304.707105:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998304.707108:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021020f49] to pc [ptlrpcd_01_01+1] req@ffff94d191d18380 x1874850291772416/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998304.707115:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998304.707117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998304.707120:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998304.707122:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1b800. 00000020:00000040:2.0:1787998304.707124:0:37:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=4 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998304.707125:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998304.707127:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998304.707128:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998304.707130:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19381e700. 00000100:00000001:2.0:1787998304.707133:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998304.707136:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID req@ffff94d191d1b800 x1874850291772544/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998304.707148:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998304.707149:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998304.707153:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044eab1e7] to pc [ptlrpcd_01_00+0] req@ffff94d191d1b800 x1874850291772544/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998304.707159:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998304.707161:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787998304.707163:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787998304.707166:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998304.707168:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998304.707171:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d19880. 00000020:00000040:2.0:1787998304.707173:0:37:0:(genops.c:1210:class_import_get()) import ffff94d183eca000 refcount=3 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998304.707175:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998304.707176:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998304.707177:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998304.707180:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19381e500. 00000100:00000001:2.0:1787998304.707182:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998304.707186:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID req@ffff94d191d19880 x1874850291772672/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998304.707192:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998304.707194:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998304.707198:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d864ee0a] to pc [ptlrpcd_01_01+1] req@ffff94d191d19880 x1874850291772672/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998304.707205:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998304.707208:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1822) 00000100:00000001:2.0:1787998304.707223:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998304.707227:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998304.707229:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998304.707234:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d18380 x1874850291772416/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998304.707246:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998304.707249:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998304.707252:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998304.707254:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998304.707257:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998304.707260:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291772416:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998304.707264:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998304.707270:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998304.707272:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998304.707274:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998304.707278:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d19162a800. 02000000:00000001:2.0:1787998304.707280:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998304.707287:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998304.707291:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151318. 00000400:00000010:2.0:1787998304.707298:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf4c8. 00000100:00000200:2.0:1787998304.707304:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291772416, portal 10 00000100:00000001:2.0:1787998304.707307:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998304.707309:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548343680 : -117847161207936 : ffff94d191d18380) 00000100:00000040:2.0:1787998304.707316:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d18380 x1874850291772416/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998304.707322:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998304.707325:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998304.707328:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf6e8. 00000100:00000200:2.0:1787998304.707330:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291772416, offset 0 00000400:00000200:2.0:1787998304.707337:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998304.707345:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998304.707352:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998304.707357:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998304.707360:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998304.707364:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998304.707367:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998304.707371:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2799:2799:256:4294967295] 192.168.206.123@tcp LPNI seq info [2799:2799:8:4294967295] 00000400:00000200:2.0:1787998304.707376:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998304.707384:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998304.707389:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998304.707395:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19381e100. 00000800:00000200:2.0:1787998304.707401:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998304.707408:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998304.707412:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19381e100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998304.707424:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998304.707428:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 831592 usecs (832 jiffies) 00000400:00000200:2.0:1787998304.707431:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998304.707434:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296485696 00000100:00000010:2.0:1787998304.707439:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a027fc60. 00000100:00000001:2.0:1787998304.707455:0:2405:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1787998304.707460:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296485696 00000100:00000010:2.0:1787998304.707463:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a027fea0. 00000100:00000001:2.0:1787998304.707466:0:2405:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1787998304.707469:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998304.707472:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998304.707474:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998304.707478:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d19880 x1874850291772672/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998304.707484:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998304.707485:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998304.707487:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998304.707489:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998304.707491:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998304.707493:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291772672:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998304.707496:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998304.707499:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998304.707501:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998304.707502:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998304.707505:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d19162ae00. 02000000:00000001:2.0:1787998304.707507:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998304.707510:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998304.707513:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1861513c8. 00000400:00000010:2.0:1787998304.707516:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf000. 00000100:00000200:2.0:1787998304.707519:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291772672, portal 4 00000100:00000001:2.0:1787998304.707521:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998304.707522:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548349056 : -117847161202560 : ffff94d191d19880) 00000100:00000040:2.0:1787998304.707528:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d19880 x1874850291772672/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998304.707534:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998304.707536:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998304.707539:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf660. 00000100:00000200:2.0:1787998304.707541:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291772672, offset 0 00000400:00000200:2.0:1787998304.707545:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998304.707549:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998304.707552:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998304.707555:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998304.707557:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998304.707560:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998304.707562:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998304.707565:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2800:2800:255:4294967295] 192.168.206.123@tcp LPNI seq info [2800:2800:7:4294967295] 00000400:00000200:2.0:1787998304.707569:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998304.707574:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998304.707578:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998304.707582:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199320600. 00000800:00000200:2.0:1787998304.707586:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998304.707590:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998304.707603:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199320600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998304.707607:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998304.707610:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 19872 usecs (20 jiffies) 00000400:00000200:2.0:1787998304.707613:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998304.707614:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296484884 00000100:00000001:2.0:1787998304.707616:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296485696 00000100:00000001:2.0:1787998304.707618:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296484884 00000100:00000001:2.0:1787998304.707620:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296485696 00000100:00000001:2.0:1787998304.707622:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998304.707623:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998304.707627:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998304.707629:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998304.707636:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998304.707638:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787998304.707640:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998304.707641:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998304.707642:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998304.707644:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1787998304.707646:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998304.707648:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998304.707649:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998304.707651:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998304.707651:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998304.707653:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998304.707657:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1b480 x1874850291772288/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998304.707662:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998304.707664:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998304.707666:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998304.707667:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998304.707668:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998304.707671:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2405:1874850291772288:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998304.707674:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998304.707676:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998304.707678:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998304.707679:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998304.707682:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d19162ba00. 02000000:00000001:2.0:1787998304.707684:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998304.707686:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998304.707689:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151630. 00000400:00000010:2.0:1787998304.707692:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf770. 00000100:00000200:2.0:1787998304.707695:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291772288, portal 25 00000100:00000001:2.0:1787998304.707697:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998304.707698:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548356224 : -117847161195392 : ffff94d191d1b480) 00000100:00000040:2.0:1787998304.707702:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d1b480 x1874850291772288/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998304.707707:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998304.707709:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998304.707711:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfa18. 00000100:00000200:2.0:1787998304.707713:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874850291772288, offset 0 00000400:00000200:2.0:1787998304.707716:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998304.707720:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998304.707722:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998304.707725:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998304.707727:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998304.707728:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998304.707730:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998304.707732:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2801:2801:254:4294967295] 192.168.206.123@tcp LPNI seq info [2801:2801:6:4294967295] 00000400:00000200:2.0:1787998304.707736:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998304.707741:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998304.707745:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998304.707750:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d189a59700. 00000800:00000200:2.0:1787998304.707754:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998304.707758:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998304.707761:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d189a59700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998304.707763:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998304.707811:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998304.707814:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296488948 00000100:00000001:2.0:1787998304.707818:0:2405:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296485696 00000100:00000001:2.0:1787998304.707821:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296488948 00000100:00000001:2.0:1787998304.707824:0:2405:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296485696 00000100:00000001:2.0:1787998304.707826:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998304.707829:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998304.707831:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998304.707835:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1b800 x1874850291772544/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998304.707841:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998304.707842:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998304.707844:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998304.707846:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998304.707847:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998304.707850:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291772544:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998304.707853:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998304.707856:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998304.707858:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998304.707859:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998304.707862:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d19162be00. 02000000:00000001:2.0:1787998304.707864:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998304.707867:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998304.707869:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151aa8. 00000400:00000010:2.0:1787998304.707872:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf550. 00000100:00000200:2.0:1787998304.707874:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291772544, portal 10 00000100:00000001:2.0:1787998304.707876:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998304.707877:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548357120 : -117847161194496 : ffff94d191d1b800) 00000100:00000040:2.0:1787998304.707883:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d1b800 x1874850291772544/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998304.707888:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998304.707891:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998304.707893:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfc38. 00000100:00000200:2.0:1787998304.707895:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291772544, offset 0 00000400:00000200:2.0:1787998304.707899:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998304.707903:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998304.707906:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998304.707908:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998304.707910:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998304.707912:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998304.707914:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998304.707917:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2802:2802:253:4294967295] 192.168.206.123@tcp LPNI seq info [2802:2802:5:4294967295] 00000400:00000200:2.0:1787998304.707921:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998304.707926:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998304.707930:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998304.707933:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9900. 00000800:00000200:2.0:1787998304.707937:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998304.707941:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998304.707944:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998304.707947:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998304.707950:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18283 usecs (19 jiffies) 00000400:00000200:2.0:1787998304.707953:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998304.707954:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296484884 00000100:00000001:2.0:1787998304.707956:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296488948 00000100:00000001:2.0:1787998304.707958:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296484884 00000100:00000001:2.0:1787998304.707960:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296488948 00000100:00000001:2.0:1787998304.707962:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998304.707964:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998304.707967:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998304.707969:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998304.708011:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998304.708015:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19381e100. 00000400:00000200:2.0:1787998304.708022:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998304.708027:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998304.708033:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf6e8 00000400:00000010:2.0:1787998304.708035:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf6e8. 00000100:00000001:2.0:1787998304.708040:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998304.708044:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d18380 x1874850291772416/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998304.708053:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998304.708056:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d18380 x1874850291772416/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998320 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998304.708063:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998304.708064:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998304.708075:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998304.708077:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199320600. 00000400:00000200:2.0:1787998304.708080:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998304.708083:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998304.708085:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf660 00000400:00000010:2.0:1787998304.708087:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf660. 00000100:00000001:2.0:1787998304.708088:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998304.708091:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d19880 x1874850291772672/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998304.708098:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998304.708100:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d19880 x1874850291772672/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998320 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998304.708106:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998304.708107:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998304.708114:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998304.708116:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d189a59700. 00000400:00000200:2.0:1787998304.708120:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998304.708123:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998304.708125:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfa18 00000400:00000010:2.0:1787998304.708126:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfa18. 00000100:00000001:2.0:1787998304.708128:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998304.708131:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1b480 x1874850291772288/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998304.708138:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998304.708140:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1b480 x1874850291772288/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998320 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998304.708145:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998304.708147:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998304.708208:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998304.708211:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9900. 00000400:00000200:2.0:1787998304.708213:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998304.708217:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998304.708220:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfc38 00000400:00000010:2.0:1787998304.708221:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfc38. 00000100:00000001:2.0:1787998304.708223:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998304.708227:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1b800 x1874850291772544/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998304.708235:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998304.708238:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1b800 x1874850291772544/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998320 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998304.708244:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998304.708246:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787998304.711239:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998304.711247:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998304.712435:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998304.712461:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998304.712465:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998304.712468:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998304.712477:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998304.712485:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998304.712493:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998304.712498:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998304.712503:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998304.712508:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a5ec00 00000400:00000200:2.0:1787998304.712512:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998304.712519:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x8225 [1] + 224 00000800:00000001:2.0:1787998304.712526:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998304.712531:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998304.712534:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998304.712538:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998304.712545:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998304.712554:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d18380 x1874850291772416/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998320 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998304.712566:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d18380 x1874850291772416/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998304.712588:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998304.712596:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998304.712600:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998304.712603:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998304.712605:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998304.712607:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998304.712611:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998304.712615:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998304.712618:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998304.712621:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998304.712623:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a5ec80 00000400:00000200:2.0:1787998304.712626:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998304.712629:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x8255 [1] + 224 00000800:00000001:2.0:1787998304.712633:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998304.712636:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998304.712638:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998304.712641:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998304.712643:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998304.712648:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1b800 x1874850291772544/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998320 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998304.712656:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d1b800 x1874850291772544/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998304.712664:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998304.712667:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998304.712671:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998304.712672:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998304.712674:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998304.712677:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998304.712680:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998304.712684:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998304.712687:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998304.712689:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998304.712692:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a5ed00 00000400:00000200:2.0:1787998304.712695:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998304.712699:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x8235 [1] + 224 00000800:00000001:2.0:1787998304.712703:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998304.712707:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998304.712810:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998304.712814:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998304.712821:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998304.712823:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998304.712827:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151aa8. 00000400:00000200:3.0:1787998304.712831:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf550 00000400:00000010:3.0:1787998304.712833:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf550. 00000100:00000001:3.0:1787998304.712837:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998304.712843:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1b800 x1874850291772544/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998304.712852:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1b800 x1874850291772544/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998320 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998304.712858:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998304.712860:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998304.712863:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998304.712866:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998304.712868:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998304.712870:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998304.712885:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998304.712894:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=130 v=5 (5 104 104 104) 00000100:00001000:3.0:1787998304.712898:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=130 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998304.712901:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998304.712903:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998304.712906:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998304.712909:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998304.712913:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998304.712915:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1787998304.712918:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998304.712920:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998304.712925:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1b800 x1874850291772544/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998320 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998304.712933:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998304.712936:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998304.712938:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998304.712942:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1b800 x1874850291772544/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998320 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998304.712951:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291772544:192.168.206.123@tcp:400:kworker.0 00000400:00000001:3.0:1787998304.712956:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998304.712958:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998304.712959:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151318. 00000400:00000200:3.0:1787998304.712962:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf4c8 00000400:00000010:3.0:1787998304.712964:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf4c8. 00000100:00000001:3.0:1787998304.712966:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998304.712969:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d18380 x1874850291772416/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998304.712977:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d18380 x1874850291772416/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998320 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998304.712983:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998304.712985:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998304.712987:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998304.712988:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998304.712989:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998304.712991:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998304.712992:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998304.712996:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=130 v=5 (5 104 104 104) 00000100:00001000:3.0:1787998304.712999:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998304.713002:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998304.713003:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998304.713005:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998304.713007:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998304.713010:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1787998304.713011:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: committing for last_committed 4294967636 gen 2 00000100:00000040:3.0:1787998304.713017:0:2405:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967636) req@ffff94d199ede680 x1874850291766400/t4294967634(4294967634) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998310 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998304.713025:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998304.713028:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199ede680 x1874850291766400/t4294967634(4294967634) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998310 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998304.713035:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998304.713037:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998304.713040:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e26000. 02000000:00000001:3.0:1787998304.713044:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998304.713046:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998304.713048:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998304.713051:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998304.713053:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d191f9f800. 02000000:00000001:3.0:1787998304.713058:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998304.713059:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998304.713061:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199ede680. 00000100:00000001:3.0:1787998304.713065:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998304.713067:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998304.713072:0:2405:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967636) req@ffff94d199ede300 x1874850291771008/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1787998310 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998304.713079:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998304.713082:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199ede300 x1874850291771008/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1787998310 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998304.713088:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998304.713090:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998304.713091:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e24800. 02000000:00000001:3.0:1787998304.713094:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998304.713095:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998304.713096:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998304.713099:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998304.713100:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d190451c00. 02000000:00000001:3.0:1787998304.713102:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998304.713103:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998304.713105:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199ede300. 00000100:00000001:3.0:1787998304.713107:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998304.713108:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787998304.713112:0:2405:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff94d191d03b80 x1874850291772032/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998315 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998304.713119:0:2405:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1787998304.713122:0:2405:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: normal: skip=1 replay=2/3 committed=0/0 00000100:00000001:3.0:1787998304.713124:0:2405:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998304.713125:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998304.713129:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d18380 x1874850291772416/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998320 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998304.713135:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998304.713137:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998304.713139:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998304.713143:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d18380 x1874850291772416/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998320 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998304.713150:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291772416:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998304.713155:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998304.713157:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998304.713160:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1b800 x1874850291772544/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998320 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998304.713166:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998304.713167:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998304.713168:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d19162be00. 02000000:00000001:3.0:1787998304.713171:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998304.713172:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998304.713173:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=3 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998304.713176:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998304.713177:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19381e700. 02000000:00000001:3.0:1787998304.713179:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998304.713180:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998304.713181:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1b800. 00000100:00000001:3.0:1787998304.713184:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998304.713185:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998304.713187:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998304.713190:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d18380 x1874850291772416/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998320 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998304.713196:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998304.713197:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998304.713199:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d19162a800. 02000000:00000001:3.0:1787998304.713201:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998304.713202:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998304.713203:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998304.713205:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998304.713206:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19381ef00. 02000000:00000001:3.0:1787998304.713208:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998304.713209:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998304.713210:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d18380. 00000100:00000001:3.0:1787998304.713213:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998304.713214:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998304.713217:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998304.713218:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998304.713220:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998304.713221:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998304.713222:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998304.713550:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998304.713555:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998304.713559:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998304.713564:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d19880 x1874850291772672/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998320 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998304.713572:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d19880 x1874850291772672/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998304.713588:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998304.713594:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998304.713601:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998304.713603:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998304.713605:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998304.713609:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998304.713613:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998304.713618:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998304.713621:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998304.713624:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998304.713627:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a5eb80 00000400:00000200:2.0:1787998304.713631:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998304.713636:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x8245 [1] + 224 00000800:00000001:2.0:1787998304.713640:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998304.713649:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998304.713651:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998304.713654:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998304.713657:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998304.713661:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1b480 x1874850291772288/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998320 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998304.713670:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d1b480 x1874850291772288/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998304.713678:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998304.713682:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998304.713685:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998304.714080:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998304.714083:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998304.714088:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998304.714090:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998304.714092:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151630. 00000400:00000200:3.0:1787998304.714096:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf770 00000400:00000010:3.0:1787998304.714098:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf770. 00000100:00000001:3.0:1787998304.714102:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998304.714107:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1b480 x1874850291772288/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998304.714122:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1b480 x1874850291772288/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998320 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998304.714128:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998304.714129:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998304.714131:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998304.714134:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998304.714135:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998304.714137:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998304.714139:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998304.714143:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=131 v=5 (5 5 5 5) 00000100:00001000:3.0:1787998304.714146:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=131 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998304.714149:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998304.714150:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998304.714153:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998304.714155:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998304.714157:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998304.714162:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1b480 x1874850291772288/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998320 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998304.714169:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998304.714171:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998304.714173:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998304.714176:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1b480 x1874850291772288/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998320 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998304.714184:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2405:1874850291772288:192.168.206.123@tcp:400:kworker.0 00000400:00000001:3.0:1787998304.714189:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998304.714190:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998304.714192:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1861513c8. 00000400:00000200:3.0:1787998304.714195:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf000 00000400:00000010:3.0:1787998304.714197:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf000. 00000100:00000001:3.0:1787998304.714199:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998304.714202:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d19880 x1874850291772672/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998304.714210:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d19880 x1874850291772672/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998320 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998304.714216:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998304.714218:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998304.714219:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998304.714220:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998304.714221:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998304.714223:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998304.714224:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998304.714228:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca460 time=130 v=5 (5 5 37 37) 00000100:00001000:3.0:1787998304.714231:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=81 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998304.714233:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998304.714234:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998304.714236:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998304.714238:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998304.714241:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998304.714243:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:3.0:1787998304.714245:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998304.714246:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998304.714249:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d19880 x1874850291772672/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998320 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998304.714255:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998304.714257:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998304.714258:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998304.714261:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d19880 x1874850291772672/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998320 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998304.714268:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291772672:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998304.714271:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998304.714273:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998304.714276:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1b480 x1874850291772288/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998320 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998304.714282:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998304.714284:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998304.714286:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d19162ba00. 02000000:00000001:3.0:1787998304.714289:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998304.714291:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998304.714292:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:3.0:1787998304.714294:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998304.714295:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19381e400. 02000000:00000001:3.0:1787998304.714298:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998304.714299:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998304.714300:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1b480. 00000100:00000001:3.0:1787998304.714303:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998304.714305:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998304.714306:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998304.714309:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d19880 x1874850291772672/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998320 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998304.714326:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998304.714327:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998304.714329:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d19162ae00. 02000000:00000001:3.0:1787998304.714331:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998304.714333:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998304.714334:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998304.714335:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998304.714337:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19381e500. 02000000:00000001:3.0:1787998304.714339:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998304.714340:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998304.714341:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d19880. 00000100:00000001:3.0:1787998304.714344:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998304.714345:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998304.714346:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998304.714353:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998304.714355:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998304.714357:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998304.714359:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998305.154866:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998305.154872:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998305.154877:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998305.154878:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998305.154895:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998305.154897:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998305.154900:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00020000:00000001:2.0:1787998305.538601:0:33845:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1787998305.538609:0:33845:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d191daa000) owner 0000000000000000/ffff94d199d60000 00020000:00000002:2.0:1787998305.538614:0:33845:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d191daa000) owner 0000000000000000/ffff94d199d60000 00020000:00000001:2.0:1787998305.538617:0:33845:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998305.538631:0:33845:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1787998305.538634:0:33845:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420f7df0 00000080:00200008:2.0:1787998305.538636:0:33845:0:(file.c:479:ll_file_release()) START file f23.recovery-small:[0x200000405:0x29:0x0](ffff94d188001988), flags 100002 00000080:00000001:2.0:1787998305.538641:0:33845:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1787998305.538643:0:33845:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1787998305.538644:0:33845:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1787998305.538646:0:33845:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d191daa000) owner 0000000000000000/ffff94d199d60000 00020000:00000002:2.0:1787998305.538648:0:33845:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d191daa000) owner 0000000000000000/ffff94d199d60000 00020000:00000001:2.0:1787998305.538650:0:33845:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998305.538652:0:33845:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1787998305.538813:0:33845:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998305.538816:0:33845:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998305.538820:0:33845:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998305.538822:0:33845:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998305.538825:0:33845:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998305.538826:0:33845:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x29:0x0] 00800000:00000001:2.0:1787998305.538829:0:33845:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998305.538834:0:33845:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998305.538837:0:33845:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998305.538844:0:33845:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360700 count: 2 00010000:00000001:2.0:1787998305.538847:0:33845:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1787998305.538852:0:33845:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998305.538854:0:33845:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x29:0x0]: 0 00000080:00000001:2.0:1787998305.538857:0:33845:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1787998305.538859:0:33845:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1787998305.538865:0:33845:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d190451600. 00000080:00000001:2.0:1787998305.538867:0:33845:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1787998305.538871:0:33845:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1787998305.538876:0:33845:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1787998305.538877:0:33845:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998305.538878:0:33845:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998305.538879:0:33845:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998305.538880:0:33845:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998305.538882:0:33845:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998305.538883:0:33845:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x29:0x0] 00800000:00000001:2.0:1787998305.538885:0:33845:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998305.538887:0:33845:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x29:0x0] 00000002:00000001:2.0:1787998305.538890:0:33845:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1787998305.538892:0:33845:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff94d1a0bb2800: [0x200000405:0x29:0x0] file closed with intent: 0 00000100:00000010:2.0:1787998305.538899:0:33845:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1b100. 00000020:00000040:2.0:1787998305.538903:0:33845:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998305.538907:0:33845:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998305.538910:0:33845:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998305.538915:0:33845:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998305.538921:0:33845:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d190451000. 00000100:00000001:2.0:1787998305.538928:0:33845:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1787998305.538945:0:33845:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d191d03b80 x1874850291772032/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998315 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1787998305.538999:0:33845:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1787998305.539005:0:33845:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191d1b100 x1874850291772928/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1787998305.539012:0:33845:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787998305.539014:0:33845:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787998305.539020:0:33845:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d192388f00. 00000100:00000001:2.0:1787998305.539023:0:33845:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226555096832 : -117847154454784 : ffff94d192388f00) 00000100:00000001:2.0:1787998305.539025:0:33845:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998305.539027:0:33845:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548355328 : -117847161196288 : ffff94d191d1b100) 00000100:00000001:2.0:1787998305.539031:0:33845:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998305.539035:0:33845:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998305.539036:0:33845:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787998305.539038:0:33845:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998305.539042:0:33845:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1b100 x1874850291772928/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998305.539049:0:33845:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998305.539051:0:33845:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998305.539054:0:33845:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998305.539057:0:33845:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998305.539059:0:33845:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998305.539062:0:33845:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1b100 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:33845:1874850291772928:192.168.206.123@tcp:35:multiop.0 00000100:00000001:2.0:1787998305.539066:0:33845:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998305.539071:0:33845:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998305.539073:0:33845:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998305.539075:0:33845:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998305.539080:0:33845:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1a0baf000. 02000000:00000001:2.0:1787998305.539082:0:33845:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998305.539088:0:33845:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998305.539092:0:33845:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151528. 00000400:00000010:2.0:1787998305.539099:0:33845:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfc38. 00000100:00000200:2.0:1787998305.539105:0:33845:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291772928, portal 10 00000100:00000001:2.0:1787998305.539107:0:33845:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998305.539108:0:33845:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548355328 : -117847161196288 : ffff94d191d1b100) 00000100:00000040:2.0:1787998305.539114:0:33845:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d1b100 x1874850291772928/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998321 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998305.539121:0:33845:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998305.539124:0:33845:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998305.539126:0:33845:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfa18. 00000100:00000200:2.0:1787998305.539129:0:33845:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1874850291772928, offset 0 00000400:00000200:2.0:1787998305.539135:0:33845:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998305.539142:0:33845:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998305.539149:0:33845:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998305.539154:0:33845:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998305.539158:0:33845:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998305.539161:0:33845:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998305.539164:0:33845:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998305.539167:0:33845:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2803:2803:256:4294967295] 192.168.206.123@tcp LPNI seq info [2803:2803:8:4294967295] 00000400:00000200:2.0:1787998305.539172:0:33845:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998305.539180:0:33845:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998305.539185:0:33845:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998305.539190:0:33845:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9900. 00000800:00000200:2.0:1787998305.539195:0:33845:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998305.539202:0:33845:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998305.539206:0:33845:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1787998305.539301:0:33845:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998305.539308:0:33845:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 830495 usecs (831 jiffies) 00000400:00000200:2.0:1787998305.539373:0:33845:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998305.539377:0:33845:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296486527 00000100:00000001:2.0:1787998305.539384:0:33845:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296488948 00000100:00000001:2.0:1787998305.539386:0:33845:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296486527 00000100:00000001:2.0:1787998305.539388:0:33845:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296488948 00000100:00000001:2.0:1787998305.539391:0:33845:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998305.539394:0:33845:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998305.539396:0:33845:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998305.539398:0:33845:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787998305.539400:0:33845:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d192388f00 going to sleep for 11 seconds 00000100:00000001:2.0:1787998305.539403:0:33845:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998305.539406:0:33845:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998305.541930:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998305.541940:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9900. 00000400:00000200:3.0:1787998305.541947:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998305.541956:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998305.541963:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfa18 00000400:00000010:3.0:1787998305.541966:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfa18. 00000100:00000001:3.0:1787998305.541973:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998305.541981:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1b100 x1874850291772928/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998321 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998305.541994:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998305.541999:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d1b100 x1874850291772928/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998321 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998305.542006:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998305.542008:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1787998306.179044:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998306.179054:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998306.179062:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998306.179064:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998306.179702:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998306.179708:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998306.179712:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787998306.243892:0:30631:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1787998306.243898:0:30631:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998307.203010:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998307.203021:0:15976:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998307.203025:0:15976:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998307.203029:0:15976:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998307.203046:0:15976:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998307.203048:0:15976:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998307.203051:0:15976:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998307.203059:0:15976:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998307.203064:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998307.203065:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998307.203086:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998307.203090:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998307.203092:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787998308.227902:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998308.227911:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998308.227918:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998308.227919:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998308.227949:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998308.227952:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998308.227956:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787998308.802910:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296488948, at 4296488960 00000100:00000010:3.0:1787998308.802923:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a027fea0. 00000100:00000040:2.0:1787998308.802958:0:16353:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582220 (cpu 2) has reached its deadline 4296488948, at 4296488960 00000100:00000010:2.0:1787998308.802973:0:16353:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a027fc60. 00010000:00000001:0.0:1787998309.251934:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998309.251941:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998309.252138:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998309.252143:0:15976:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998309.252145:0:15976:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998309.252152:0:15976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998309.252154:0:15976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998309.252156:0:15976:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998309.252159:0:15976:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998309.252161:0:15976:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998309.252163:0:15976:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998309.252165:0:15976:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998309.252260:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998309.252263:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998309.252266:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787998309.829136:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787998309.829146:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787998309.829152:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d03100. 00000020:00000040:3.0:1787998309.829158:0:37:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:3.0:1787998309.829162:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998309.829165:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998309.829169:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998309.829176:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d191fa7000. 00000100:00000001:3.0:1787998309.829183:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998309.829262:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS req@ffff94d191d03100 x1874850291773056/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998309.829273:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998309.829277:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998309.829284:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002df01ff3] to pc [ptlrpcd_01_00+0] req@ffff94d191d03100 x1874850291773056/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998309.829343:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998309.829348:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998309.829350:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998309.829356:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d03100 x1874850291773056/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998309.829364:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998309.829366:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998309.829370:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998309.829373:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998309.829375:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998309.829378:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed2632e9-aeaa-48f0-b65b-469967f9297f:2404:1874850291773056:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998309.829382:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998309.829387:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998309.829389:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998309.829391:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998309.829396:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1909c0c00. 02000000:00000001:2.0:1787998309.829398:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998309.829404:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998309.829408:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151790. 00000400:00000010:2.0:1787998309.829424:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf660. 00000100:00000200:2.0:1787998309.829430:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291773056, portal 25 00000100:00000001:2.0:1787998309.829433:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998309.829434:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548257024 : -117847161294592 : ffff94d191d03100) 00000100:00000040:2.0:1787998309.829439:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d03100 x1874850291773056/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998309.829445:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998309.829448:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998309.829450:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf6e8. 00000100:00000200:2.0:1787998309.829453:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874850291773056, offset 0 00000400:00000200:2.0:1787998309.829459:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998309.829466:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998309.829473:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998309.829478:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998309.829482:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998309.829485:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998309.829488:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998309.829491:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2804:2804:256:4294967295] 192.168.206.123@tcp LPNI seq info [2804:2804:8:4294967295] 00000400:00000200:2.0:1787998309.829495:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998309.829504:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998309.829510:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998309.829515:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9700. 00000800:00000200:2.0:1787998309.829521:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998309.829528:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998309.829531:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998309.829542:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998309.829546:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998309.829549:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296494069 00000100:00000010:2.0:1787998309.829554:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a027f060. 00000100:00000001:2.0:1787998309.829560:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1787998309.829565:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296494069 00000100:00000010:2.0:1787998309.829568:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a027f3c0. 00000100:00000001:2.0:1787998309.829571:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1787998309.829574:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998309.829577:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998309.829580:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998309.829582:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998309.829609:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998309.829611:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787998309.829615:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787998309.829618:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d00e00. 00000020:00000040:3.0:1787998309.829621:0:37:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998309.829624:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998309.829625:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998309.829627:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998309.829632:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d191fa7c00. 00000100:00000001:3.0:1787998309.829635:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998309.829640:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID req@ffff94d191d00e00 x1874850291773184/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998309.829647:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998309.829650:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998309.829654:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afc60666] to pc [ptlrpcd_01_01+1] req@ffff94d191d00e00 x1874850291773184/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998309.832392:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998309.832399:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787998309.832403:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998309.832406:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998309.832409:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998309.832425:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1787998309.832427:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998309.832429:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998309.832431:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998309.832432:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998309.832433:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998309.832435:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998309.832446:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d00e00 x1874850291773184/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998309.832456:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998309.832458:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998309.832461:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998309.832464:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998309.832467:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998309.832471:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291773184:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998309.832475:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998309.832480:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998309.832482:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998309.832484:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998309.832489:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1909c0e00. 02000000:00000001:2.0:1787998309.832491:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998309.832498:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998309.832502:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151b58. 00000400:00000010:2.0:1787998309.832509:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf2a8. 00000100:00000200:2.0:1787998309.832515:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291773184, portal 10 00000100:00000001:2.0:1787998309.832517:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998309.832519:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548248064 : -117847161303552 : ffff94d191d00e00) 00000100:00000040:2.0:1787998309.832525:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d00e00 x1874850291773184/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998309.832532:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998309.832535:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998309.832537:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf440. 00000100:00000200:2.0:1787998309.832540:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291773184, offset 0 00000400:00000200:2.0:1787998309.832546:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998309.832554:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998309.832560:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998309.832565:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998309.832568:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998309.832571:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998309.832574:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998309.832577:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2805:2805:255:4294967295] 192.168.206.123@tcp LPNI seq info [2805:2805:7:4294967295] 00000400:00000200:2.0:1787998309.832581:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998309.832590:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998309.832654:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998309.832659:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9e00. 00000800:00000200:2.0:1787998309.832665:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998309.832672:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998309.832677:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998309.832681:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998309.832685:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 830495 usecs (831 jiffies) 00000400:00000200:2.0:1787998309.832688:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998309.832690:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296490817 00000100:00000001:2.0:1787998309.832693:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296494069 00000100:00000001:2.0:1787998309.832696:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296490817 00000100:00000001:2.0:1787998309.832698:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296494069 00000100:00000001:2.0:1787998309.832701:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998309.832703:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998309.832705:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998309.832708:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998309.832754:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998309.832758:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9700. 00000400:00000200:2.0:1787998309.832762:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998309.832782:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998309.832788:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf6e8 00000400:00000010:2.0:1787998309.832791:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf6e8. 00000100:00000001:2.0:1787998309.832795:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998309.832801:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d03100 x1874850291773056/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998309.832810:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998309.832813:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d03100 x1874850291773056/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998325 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998309.832820:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998309.832822:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998309.833174:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998309.833177:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9e00. 00000400:00000200:2.0:1787998309.833181:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998309.833185:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998309.833188:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf440 00000400:00000010:2.0:1787998309.833190:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf440. 00000100:00000001:2.0:1787998309.833202:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998309.833206:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d00e00 x1874850291773184/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998309.833213:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998309.833216:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d00e00 x1874850291773184/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998325 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998309.833222:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998309.833224:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787998309.833803:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998309.833808:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787998309.833812:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787998309.833817:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d00700. 00000020:00000040:3.0:1787998309.833822:0:37:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=4 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998309.833826:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998309.833828:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998309.833832:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998309.833838:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d191fa7f00. 00000100:00000001:3.0:1787998309.833844:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998309.833850:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID req@ffff94d191d00700 x1874850291773312/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998309.833860:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998309.833865:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998309.833870:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eba64e5f] to pc [ptlrpcd_01_00+0] req@ffff94d191d00700 x1874850291773312/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998309.833891:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998309.833894:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787998309.833897:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787998309.833900:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787998309.833902:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787998309.833906:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d02d80. 00000020:00000040:3.0:1787998309.833909:0:37:0:(genops.c:1210:class_import_get()) import ffff94d183eca000 refcount=3 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998309.833912:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998309.833913:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998309.833915:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998309.833919:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d191fa7100. 00000100:00000001:3.0:1787998309.833922:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998309.833927:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID req@ffff94d191d02d80 x1874850291773440/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998309.834070:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998309.834074:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998309.834076:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998309.834082:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d00700 x1874850291773312/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998309.834089:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998309.834091:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998309.834094:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998309.834096:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998309.834099:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998309.834102:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291773312:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998309.834106:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998309.834109:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998309.834111:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998309.834113:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998309.834118:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1909c1800. 02000000:00000001:2.0:1787998309.834120:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998309.834125:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998309.834128:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1861518f0. 00000400:00000010:2.0:1787998309.834133:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf440. 00000100:00000200:2.0:1787998309.834137:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291773312, portal 10 00000100:00000001:2.0:1787998309.834139:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998309.834147:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548246272 : -117847161305344 : ffff94d191d00700) 00000100:00000040:2.0:1787998309.834155:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d00700 x1874850291773312/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998309.834161:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998309.834163:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998309.834166:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf6e8. 00000100:00000200:2.0:1787998309.834169:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291773312, offset 0 00000400:00000200:2.0:1787998309.834173:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998309.834178:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998309.834184:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998309.834188:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998309.834202:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998309.834205:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998309.834208:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998309.834211:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2806:2806:256:4294967295] 192.168.206.123@tcp LPNI seq info [2806:2806:8:4294967295] 00000400:00000200:2.0:1787998309.834215:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998309.834222:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998309.834227:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998309.834231:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9e00. 00000800:00000200:2.0:1787998309.834236:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998309.834242:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998309.834245:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998309.834256:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998309.834918:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998309.834922:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998309.834928:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fc144db] to pc [ptlrpcd_01_01+1] req@ffff94d191d02d80 x1874850291773440/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998309.834939:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998309.834944:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1827) 00000100:00000001:3.0:1787998309.834960:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998309.834963:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998309.834965:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998309.834970:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d02d80 x1874850291773440/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998309.834977:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998309.834979:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998309.834982:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998309.834984:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998309.834986:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998309.834989:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291773440:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998309.834993:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998309.834996:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998309.834998:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998309.835000:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998309.835004:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1861f6a00. 02000000:00000001:3.0:1787998309.835006:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998309.835010:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998309.835014:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a8f0. 00000400:00000010:3.0:1787998309.835019:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f57f8. 00000100:00000200:3.0:1787998309.835023:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291773440, portal 4 00000100:00000001:3.0:1787998309.835024:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998309.835026:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548256128 : -117847161295488 : ffff94d191d02d80) 00000100:00000040:3.0:1787998309.835032:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d02d80 x1874850291773440/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998309.835039:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998309.835041:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998309.835044:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5dd0. 00000100:00000200:3.0:1787998309.835046:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291773440, offset 0 00000400:00000200:3.0:1787998309.835051:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998309.835056:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998309.835061:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998309.835064:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998309.835067:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998309.835070:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998309.835072:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998309.835076:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2807:2807:255:4294967295] 192.168.206.123@tcp LPNI seq info [2807:2807:7:4294967295] 00000400:00000200:3.0:1787998309.835080:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998309.835086:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998309.835091:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998309.835096:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d191fa7200. 00000800:00000200:3.0:1787998309.835100:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998309.835106:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998309.835109:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d191fa7200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998309.835113:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998309.835117:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 19805 usecs (20 jiffies) 00000400:00000200:3.0:1787998309.835120:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998309.835122:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296490012 00000100:00000001:3.0:1787998309.835125:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296494069 00000100:00000001:3.0:1787998309.835128:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296490012 00000100:00000001:3.0:1787998309.835130:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296494069 00000100:00000001:3.0:1787998309.835132:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998309.835135:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998309.835138:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998309.835141:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998309.835147:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998309.835148:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787998309.835150:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998309.835152:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998309.835153:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998309.835155:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998309.835218:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18241 usecs (19 jiffies) 00000400:00000200:2.0:1787998309.835222:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998309.835224:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296490011 00000100:00000001:2.0:1787998309.835226:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296494069 00000100:00000001:2.0:1787998309.835228:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296490011 00000100:00000001:2.0:1787998309.835230:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296494069 00000100:00000001:2.0:1787998309.835231:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998309.835234:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998309.835236:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998309.835238:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998309.835242:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998309.835243:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787998309.835245:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998309.835246:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998309.835248:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998309.835249:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998309.835295:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998309.835299:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9e00. 00000400:00000200:2.0:1787998309.835303:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998309.835307:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998309.835312:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf6e8 00000400:00000010:2.0:1787998309.835314:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf6e8. 00000100:00000001:2.0:1787998309.835318:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998309.835323:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d00700 x1874850291773312/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998309.835331:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998309.835334:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d00700 x1874850291773312/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998325 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998309.835341:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998309.835342:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998309.835407:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998309.835409:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d191fa7200. 00000400:00000200:2.0:1787998309.835422:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998309.835427:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998309.835430:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5dd0 00000400:00000010:2.0:1787998309.835432:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5dd0. 00000100:00000001:2.0:1787998309.835434:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998309.835438:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d02d80 x1874850291773440/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998309.835445:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998309.835448:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d02d80 x1874850291773440/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998325 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998309.835454:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998309.835456:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998309.838232:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998309.838247:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998309.838251:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998309.838253:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998309.838261:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998309.838267:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998309.838285:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998309.838290:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998309.838295:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998309.838298:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a5ef00 00000400:00000200:2.0:1787998309.838303:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998309.838308:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x8285 [1] + 224 00000800:00000001:2.0:1787998309.838314:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998309.838318:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998309.838321:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998309.838325:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998309.838332:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998309.838340:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d00e00 x1874850291773184/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998309.838351:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d00e00 x1874850291773184/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998309.838369:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998309.838376:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998309.838380:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998309.838382:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998309.838384:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998309.838387:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998309.838391:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998309.838395:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998309.838397:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998309.838400:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998309.838403:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a5f000 00000400:00000200:2.0:1787998309.838406:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998309.838423:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x82a5 [1] + 224 00000800:00000001:2.0:1787998309.838428:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998309.838430:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998309.838432:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998309.838436:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998309.838439:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998309.838443:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d02d80 x1874850291773440/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998309.838451:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d02d80 x1874850291773440/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998309.838461:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998309.838465:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998309.838467:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998309.838469:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998309.838470:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998309.838473:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998309.838477:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998309.838480:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998309.838482:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998309.838485:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998309.838488:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a5ef80 00000400:00000200:2.0:1787998309.838490:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998309.838494:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x8295 [1] + 224 00000800:00000001:2.0:1787998309.838497:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998309.838501:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998309.838503:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998309.838506:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998309.838508:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998309.838512:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d00700 x1874850291773312/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998309.838521:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d00700 x1874850291773312/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998309.838527:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998309.838530:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998309.838532:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998309.838679:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998309.838683:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998309.838689:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998309.838691:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998309.838694:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a8f0. 00000400:00000200:3.0:1787998309.838698:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f57f8 00000400:00000010:3.0:1787998309.838700:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f57f8. 00000100:00000001:3.0:1787998309.838703:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998309.838708:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d02d80 x1874850291773440/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998309.838725:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d02d80 x1874850291773440/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998325 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998309.838732:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998309.838734:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998309.838736:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998309.838739:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998309.838741:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998309.838743:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998309.838746:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998309.838753:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca460 time=135 v=5 (5 5 37 37) 00000100:00001000:3.0:1787998309.838757:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=86 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998309.838760:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998309.838761:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998309.838764:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998309.838795:0:2405:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998309.838799:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998309.838800:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:3.0:1787998309.838803:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998309.838804:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998309.838809:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d02d80 x1874850291773440/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998325 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998309.838816:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998309.838818:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998309.838820:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998309.838824:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d02d80 x1874850291773440/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998325 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998309.838831:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291773440:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998309.838835:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998309.838838:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998309.838841:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d02d80 x1874850291773440/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998325 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998309.838848:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998309.838850:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998309.838853:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1861f6a00. 02000000:00000001:3.0:1787998309.838856:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998309.838859:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998309.838860:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998309.838863:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998309.838865:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d191fa7100. 02000000:00000001:3.0:1787998309.838868:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998309.838869:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998309.838871:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d02d80. 00000100:00000001:3.0:1787998309.838875:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998309.838876:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998309.838878:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998309.838885:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998309.838887:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998309.838889:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998309.838891:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998309.838899:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998309.838900:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998309.838903:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998309.838905:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998309.838907:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1861518f0. 00000400:00000200:3.0:1787998309.838910:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf440 00000400:00000010:3.0:1787998309.838912:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf440. 00000100:00000001:3.0:1787998309.838914:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998309.838918:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d00700 x1874850291773312/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998309.838927:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d00700 x1874850291773312/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998325 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998309.838939:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998309.838940:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998309.838942:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998309.838944:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998309.838945:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998309.838947:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998309.838949:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998309.838952:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=135 v=5 (5 104 104 104) 00000100:00001000:3.0:1787998309.838955:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=135 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998309.838957:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998309.838959:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998309.838960:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998309.838963:0:2404:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998309.838965:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998309.838966:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1787998309.838967:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998309.838969:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998309.838972:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d00700 x1874850291773312/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998325 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998309.838978:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998309.838980:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998309.838981:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998309.838984:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d00700 x1874850291773312/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998325 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998309.838991:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291773312:192.168.206.123@tcp:400:kworker.0 00000400:00000001:3.0:1787998309.838995:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998309.838996:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998309.838998:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151b58. 00000400:00000200:3.0:1787998309.839000:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf2a8 00000400:00000010:3.0:1787998309.839001:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf2a8. 00000100:00000001:3.0:1787998309.839003:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998309.839006:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d00e00 x1874850291773184/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998309.839015:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d00e00 x1874850291773184/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998325 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998309.839021:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998309.839022:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998309.839024:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998309.839025:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998309.839026:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998309.839027:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998309.839029:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998309.839032:0:2404:0:(import.c:2149:obd_at_measure()) add 0 to ffff94d191a06c60 time=135 v=5 (5 104 104 104) 00000100:00001000:3.0:1787998309.839034:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998309.839036:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998309.839038:0:2404:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1787998309.839041:0:2404:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1787998309.839043:0:2404:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-mdc-ffff94d1a0bb2800 of lustre-MDT0000_UUID@192.168.206.123@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1787998309.839047:0:2404:0:(import.c:65:import_set_state_nolock()) ffff94d191a06800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1787998309.839051:0:2404:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff94d1a0bb2800: Connection to lustre-MDT0000 (at 192.168.206.123@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:3.0:1787998309.839054:0:2404:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1787998309.839057:0:2404:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1787998309.839059:0:2404:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998309.839061:0:2404:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1787998309.839063:0:2404:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787998309.839065:0:2404:0:(import.c:65:import_set_state_nolock()) ffff94d191a06800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787998309.839068:0:2404:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787998309.839070:0:2404:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff94d1a0bb2800: connect to NID 192.168.206.123@tcp last attempt 1807 00000400:00000200:3.0:1787998309.839074:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998309.839077:0:2404:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.206.123@tcp is discovered: rc = 1 00000100:00000040:3.0:1787998309.839080:0:2404:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 14 to 192.168.206.123@tcp 00000100:00000001:3.0:1787998309.839083:0:2404:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787998309.839085:0:2404:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00000100:00000001:3.0:1787998309.839088:0:2404:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 00000020:00000001:3.0:1787998309.839090:0:2404:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787998309.839092:0:2404:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf59 00000020:00000001:3.0:1787998309.839094:0:2404:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998309.839097:0:2404:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191092800 refcount=5 00000020:00000001:3.0:1787998309.839099:0:2404:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535213056 : -117847174338560 : ffff94d191092800) 00000020:00000001:3.0:1787998309.839101:0:2404:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535213056 : -117847174338560 : ffff94d191092800) 00000100:00000040:3.0:1787998309.839104:0:2404:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 14 to 192.168.206.123@tcp 00000100:00000001:3.0:1787998309.839106:0:2404:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787998309.839108:0:2404:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00000100:00000001:3.0:1787998309.839109:0:2404:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 00000020:00000040:3.0:1787998309.839112:0:2404:0:(genops.c:879:class_export_put()) PUTting export ffff94d191092800 : new refcount 4 00000100:00080000:3.0:1787998309.839115:0:2404:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff94d1a0bb2800: import ffff94d191a06800 using connection 192.168.206.123@tcp/192.168.206.123@tcp 00000100:00000001:3.0:1787998309.839117:0:2404:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998309.839119:0:2404:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787998309.839124:0:2404:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998309.839127:0:2404:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998309.839128:0:2404:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1787998309.839132:0:2404:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683180 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1787998309.839134:0:2404:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998309.839136:0:2404:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787998309.839140:0:2404:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d02d80. 00000020:00000040:3.0:1787998309.839142:0:2404:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:3.0:1787998309.839146:0:2404:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787998309.839148:0:2404:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998309.839150:0:2404:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998309.839152:0:2404:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998309.839156:0:2404:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998309.839161:0:2404:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0094000. 00000100:00000001:3.0:1787998309.839166:0:2404:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998309.839172:0:2404:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94d191d02d80 x1874850291773568/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998309.839181:0:2404:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998309.839184:0:2404:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998309.839188:0:2404:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fc144db] to pc [ptlrpcd_rcv+-1] req@ffff94d191d02d80 x1874850291773568/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998309.839207:0:2404:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998309.839210:0:2404:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1787998309.839211:0:2404:0:(client.c:1714:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:3.0:1787998309.839215:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d00e00 x1874850291773184/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998325 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998309.839221:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1787998309.839223:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998309.839224:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998309.839228:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d00e00 x1874850291773184/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998325 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998309.839234:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291773184:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998309.839238:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998309.839239:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998309.839242:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d00700 x1874850291773312/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998325 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998309.839248:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998309.839250:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998309.839252:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1909c1800. 02000000:00000001:3.0:1787998309.839255:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998309.839256:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998309.839257:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=3 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998309.839259:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998309.839261:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d191fa7f00. 02000000:00000001:3.0:1787998309.839263:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998309.839264:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998309.839265:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d00700. 00000100:00000001:3.0:1787998309.839267:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998309.839269:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998309.839270:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998309.842402:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d00e00 x1874850291773184/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998325 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998309.842425:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998309.842429:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998309.842433:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1909c0e00. 02000000:00000001:3.0:1787998309.842438:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998309.842441:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998309.842442:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998309.842445:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998309.842448:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d191fa7c00. 02000000:00000001:3.0:1787998309.842451:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998309.842454:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998309.842455:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d00e00. 00000100:00000001:3.0:1787998309.842460:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998309.842461:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998309.842465:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998309.842468:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998309.842471:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998309.842474:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998309.842476:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998309.842686:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998309.842690:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998309.842692:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998309.842700:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d02d80 x1874850291773568/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998309.842710:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998309.842711:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998309.842714:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998309.842717:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998309.842720:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998309.842723:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2401:1874850291773568:192.168.206.123@tcp:38:ptlrpcd_01_00.0 00000100:00000001:2.0:1787998309.842728:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998309.842732:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998309.842734:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998309.842736:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998309.842744:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1a0bac400. 02000000:00000001:2.0:1787998309.842746:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998309.842753:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998309.842757:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1861517e8. 00000400:00000010:2.0:1787998309.842764:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf6e8. 00000100:00000200:2.0:1787998309.842795:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291773568, portal 10 00000100:00000001:2.0:1787998309.842798:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998309.842800:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548256128 : -117847161295488 : ffff94d191d02d80) 00000100:00000040:2.0:1787998309.842808:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d02d80 x1874850291773568/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998309.842816:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998309.842819:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998309.842822:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf3b8. 00000100:00000200:2.0:1787998309.842825:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874850291773568, offset 0 00000400:00000200:2.0:1787998309.842830:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998309.842838:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998309.842845:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998309.842849:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998309.842854:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998309.842857:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998309.842860:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998309.842864:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2808:2808:256:4294967295] 192.168.206.123@tcp LPNI seq info [2808:2808:8:4294967295] 00000400:00000200:2.0:1787998309.842868:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998309.842877:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998309.842882:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998309.842886:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9e00. 00000800:00000200:2.0:1787998309.842893:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998309.842899:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998309.842904:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1787998309.842919:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998309.842924:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 829406 usecs (830 jiffies) 00000400:00000200:2.0:1787998309.842927:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998309.842930:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296490829 00000100:00000001:2.0:1787998309.842932:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296494069 00000100:00000001:2.0:1787998309.842934:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296490829 00000100:00000001:2.0:1787998309.842936:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296494069 00000100:00000001:2.0:1787998309.842938:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998309.842941:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998309.842943:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998309.842945:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998309.842951:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998309.842952:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1787998309.842954:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998309.842956:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998309.842957:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998309.842958:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998309.845091:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998309.845100:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9e00. 00000400:00000200:3.0:1787998309.845105:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998309.845112:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998309.845119:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf3b8 00000400:00000010:3.0:1787998309.845121:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf3b8. 00000100:00000001:3.0:1787998309.845127:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998309.845134:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d02d80 x1874850291773568/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998309.845144:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998309.845148:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d02d80 x1874850291773568/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998319 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998309.845155:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998309.845157:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998309.846627:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998309.846641:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998309.846646:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998309.846648:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998309.846655:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998309.846661:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998309.846670:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998309.846674:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998309.846679:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998309.846683:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a5f080 00000400:00000200:2.0:1787998309.846687:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998309.846693:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x82b5 [1] + 0 00000800:00000001:2.0:1787998309.846700:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998309.846707:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998309.846710:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998309.846713:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998309.846720:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998309.846726:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d02d80 x1874850291773568/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998319 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998309.846737:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff94d191d02d80 x1874850291773568/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998309.846757:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998309.846764:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998309.846810:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998309.846860:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998309.846865:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998309.846872:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998309.846874:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998309.846877:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1861517e8. 00000400:00000200:3.0:1787998309.846881:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf6e8 00000400:00000010:3.0:1787998309.846883:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf6e8. 00000100:00000001:3.0:1787998309.846887:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998309.846892:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d02d80 x1874850291773568/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998309.846900:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d02d80 x1874850291773568/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998319 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998309.846907:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998309.846909:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998309.846911:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998309.846914:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998309.846916:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998309.846918:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998309.846921:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998309.846929:0:2401:0:(import.c:2149:obd_at_measure()) add 0 to ffff94d191a06c60 time=135 v=5 (5 104 104 104) 00000100:00001000:3.0:1787998309.846932:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998309.846935:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998309.846938:0:2401:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1787998309.846941:0:2401:0:(client.c:1711:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1787998309.846946:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d02d80 x1874850291773568/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/224 e 0 to 0 dl 1787998319 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998309.846954:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1787998309.846958:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998309.846960:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998309.846962:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787998309.846964:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1787998309.846967:0:2401:0:(import.c:65:import_set_state_nolock()) ffff94d191a06800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787998309.846971:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.206.123@tcp failed (-19) 00000100:00000001:3.0:1787998309.846974:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1787998309.846978:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d02d80 x1874850291773568/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/224 e 0 to 0 dl 1787998319 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998309.846985:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2401:1874850291773568:192.168.206.123@tcp:38:ptlrpcd_01_00.0 00000100:00000001:3.0:1787998309.846989:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998309.846992:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998309.846995:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d02d80 x1874850291773568/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/224 e 0 to 0 dl 1787998319 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998309.847002:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998309.847004:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998309.847008:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1a0bac400. 02000000:00000001:3.0:1787998309.847011:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998309.847013:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998309.847014:0:2401:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998309.847016:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998309.847018:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1a0094000. 02000000:00000001:3.0:1787998309.847021:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998309.847023:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998309.847025:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d02d80. 00000100:00000001:3.0:1787998309.847028:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998309.847029:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998309.847031:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998309.847038:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998309.847039:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998309.847042:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998309.847043:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998310.275121:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998310.275128:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998310.275134:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998310.275136:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998310.275155:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998310.275157:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998310.275160:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787998311.298890:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998311.298897:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998311.298904:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998311.298906:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998311.298924:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998311.298927:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998311.298929:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787998312.322913:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998312.322919:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998312.322924:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998312.322925:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998312.327726:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998312.327733:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998312.327737:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787998313.347063:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998313.347069:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998313.347074:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998313.347075:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998313.347092:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998313.347095:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998313.347098:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787998313.922892:0:16353:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582220 (cpu 2) has reached its deadline 4296494069, at 4296494080 00000100:00000010:2.0:1787998313.922910:0:16353:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a027f060. 00000100:00000040:3.0:1787998313.922918:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296494069, at 4296494080 00000100:00000010:3.0:1787998313.922932:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a027f3c0. 00010000:00000001:0.0:1787998314.372279:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998314.372285:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998314.372290:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998314.372291:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998314.372311:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998314.372313:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998314.372316:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787998314.947148:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787998314.947162:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787998314.947176:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d02d80. 00000020:00000040:3.0:1787998314.947184:0:38:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=5 obd=MGC192.168.206.123@tcp 00000100:00000001:3.0:1787998314.947190:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998314.947194:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998314.947213:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998314.947224:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d191fa7c00. 00000100:00000001:3.0:1787998314.947233:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998314.947249:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS req@ffff94d191d02d80 x1874850291773696/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998314.947263:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998314.947269:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998314.947276:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fc144db] to pc [ptlrpcd_01_00+0] req@ffff94d191d02d80 x1874850291773696/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998314.947496:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787998314.947501:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787998314.947504:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1787998314.947507:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787998314.947510:0:38:0:(import.c:65:import_set_state_nolock()) ffff94d191a06800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787998314.947514:0:38:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787998314.947519:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff94d1a0bb2800: connect to NID 192.168.206.123@tcp last attempt 1822 00000400:00000200:3.0:1787998314.947528:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998314.947535:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.206.123@tcp is discovered: rc = 1 00000100:00001000:3.0:1787998314.947540:0:38:0:(import.c:2149:obd_at_measure()) add 10 to ffff94d191a06c18 time=20 v=5 (1 0 0 0) 00000100:00001000:3.0:1787998314.947544:0:38:0:(import.c:2215:obd_at_measure()) AT ffff94d191a06c18 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:3.0:1787998314.947547:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff94d1a0bb2800: tried all connections, increasing latency to 5s 00000100:00000040:3.0:1787998314.947551:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 14 to 192.168.206.123@tcp 00000100:00000001:3.0:1787998314.947555:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787998314.947557:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00000100:00000001:3.0:1787998314.947560:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 00000020:00000001:3.0:1787998314.947564:0:38:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787998314.947566:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf59 00000020:00000001:3.0:1787998314.947569:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998314.947573:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191092800 refcount=5 00000020:00000001:3.0:1787998314.947576:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535213056 : -117847174338560 : ffff94d191092800) 00000020:00000001:3.0:1787998314.947578:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535213056 : -117847174338560 : ffff94d191092800) 00000100:00000040:3.0:1787998314.947581:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 14 to 192.168.206.123@tcp 00000100:00000001:3.0:1787998314.947583:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787998314.947585:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00000100:00000001:3.0:1787998314.947588:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 00000020:00000040:3.0:1787998314.947591:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff94d191092800 : new refcount 4 00000100:00080000:3.0:1787998314.947594:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff94d1a0bb2800: import ffff94d191a06800 using connection 192.168.206.123@tcp/192.168.206.123@tcp 00000100:00000001:3.0:1787998314.947597:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998314.947599:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787998314.947607:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998314.947610:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998314.947612:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1787998314.947617:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683180 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1787998314.947620:0:38:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998314.947623:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787998314.947628:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d00e00. 00000020:00000040:3.0:1787998314.947630:0:38:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:3.0:1787998314.947634:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787998314.947703:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998314.947708:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998314.947710:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998314.947712:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998314.947830:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0094000. 00000100:00000001:3.0:1787998314.948633:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998314.948651:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94d191d00e00 x1874850291773824/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998314.948667:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998314.948672:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998314.948679:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afc60666] to pc [ptlrpcd_rcv+-1] req@ffff94d191d00e00 x1874850291773824/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998314.948706:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998314.948715:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998314.948718:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998314.948731:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d02d80 x1874850291773696/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998314.948743:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998314.948746:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998314.948751:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998314.948755:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998314.948759:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998314.948765:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed2632e9-aeaa-48f0-b65b-469967f9297f:2404:1874850291773696:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998314.948794:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998314.948800:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998314.948802:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998314.948807:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1787998314.948807:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998314.948817:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998314.948822:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1787998314.948823:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1909c1a00. 02000000:00000001:2.0:1787998314.948828:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998314.948833:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d00e00 x1874850291773824/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1787998314.948842:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998314.948854:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998314.948856:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998314.948859:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998314.948863:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1787998314.948868:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151e18. 02000000:00000001:0.0:1787998314.948868:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998314.948878:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2401:1874850291773824:192.168.206.123@tcp:38:kworker.0 00000400:00000010:2.0:1787998314.948880:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfee0. 00000100:00000001:0.0:1787998314.948886:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1787998314.948892:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291773696, portal 25 02000000:00000001:0.0:1787998314.948893:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998314.948897:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998314.948899:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1787998314.948902:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1787998314.948903:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548256128 : -117847161295488 : ffff94d191d02d80) 02000000:00000010:0.0:1787998314.948912:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a1400. 00000100:00000040:2.0:1787998314.948919:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d02d80 x1874850291773696/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1787998314.948919:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998314.948935:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998314.948938:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1787998314.948942:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30dc0. 00000100:00000040:2.0:1787998314.948946:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998314.948955:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf220. 00000400:00000010:0.0:1787998314.948955:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807198. 00000100:00000200:0.0:1787998314.948967:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291773824, portal 10 00000100:00000200:2.0:1787998314.948968:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874850291773696, offset 0 00000100:00000001:0.0:1787998314.948976:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998314.948978:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548248064 : -117847161303552 : ffff94d191d00e00) 00000100:00000040:0.0:1787998314.948993:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d00e00 x1874850291773824/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1787998314.948995:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000100:00000001:0.0:1787998314.949007:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1787998314.949011:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000040:0.0:1787998314.949023:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998314.949025:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000010:0.0:1787998314.949030:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807990. 00000400:00000200:2.0:1787998314.949033:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1787998314.949037:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874850291773824, offset 0 00000400:00000200:2.0:1787998314.949042:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998314.949054:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998314.949056:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998314.949061:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998314.949067:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2809:2809:256:4294967295] 192.168.206.123@tcp LPNI seq info [2809:2809:8:4294967295] 00000400:00000200:0.0:1787998314.949072:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998314.949080:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998314.949086:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998314.949095:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998314.949102:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000400:00000200:0.0:1787998314.949109:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000800:00000200:2.0:1787998314.949115:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998314.949118:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998314.949123:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000800:00000010:2.0:1787998314.949125:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9700. 00000400:00000200:0.0:1787998314.949131:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2810:2810:255:4294967295] 192.168.206.123@tcp LPNI seq info [2810:2810:7:4294967295] 00000800:00000200:2.0:1787998314.949142:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000400:00000200:0.0:1787998314.949142:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000800:00000200:2.0:1787998314.949162:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000400:00000200:0.0:1787998314.949170:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998314.949173:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1787998314.949183:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998314.949191:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19354a300. 00000100:00000001:2.0:1787998314.949197:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787998314.949198:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000400:00000200:2.0:1787998314.949208:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000800:00000200:0.0:1787998314.949216:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000100:00000001:2.0:1787998314.949218:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296499188 00000800:00000200:0.0:1787998314.949223:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19354a300 type 1, nob 616 niov 1 nkiov 1 00000100:00000010:2.0:1787998314.949227:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a027f060. 00000100:00000001:0.0:1787998314.949232:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998314.949237:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1787998314.949239:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 828317 usecs (829 jiffies) 00000400:00000200:0.0:1787998314.949246:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998314.949247:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296499188 00000100:00000001:0.0:1787998314.949251:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296495934 00000100:00000010:2.0:1787998314.949253:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a027f1e0. 00000100:00000001:0.0:1787998314.949257:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296499188 00000100:00000001:2.0:1787998314.949260:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787998314.949262:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296495934 00000100:00000001:2.0:1787998314.949267:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998314.949268:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296499188 00000100:00000001:0.0:1787998314.949274:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998314.949276:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998314.949281:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998314.949286:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998314.949292:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998314.949294:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1787998314.949297:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998314.949298:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998314.949300:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998314.949302:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998314.949328:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998314.949331:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998314.949374:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998314.949377:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9700. 00000400:00000200:2.0:1787998314.949392:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998314.949400:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998314.949406:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf220 00000400:00000010:2.0:1787998314.949410:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf220. 00000100:00000001:2.0:1787998314.949416:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998314.949422:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d02d80 x1874850291773696/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998314.949423:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998314.949433:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998314.949440:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1787998314.949441:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1787998314.949449:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d02d80 x1874850291773696/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998330 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1787998314.949450:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d00700. 00000100:00000001:2.0:1787998314.949464:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998314.949466:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998314.949527:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998314.949530:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19354a300. 00000400:00000200:2.0:1787998314.949534:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998314.949537:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998314.949540:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807990 00000400:00000010:2.0:1787998314.949542:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807990. 00000100:00000001:2.0:1787998314.949545:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998314.949549:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d00e00 x1874850291773824/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998314.949557:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998314.949559:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d00e00 x1874850291773824/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998329 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998314.949576:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998314.949578:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787998314.949869:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998314.949876:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998314.949880:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998314.949887:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998314.949889:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787998314.949892:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998314.949894:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998314.949895:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998314.949897:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1787998314.949977:0:38:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=4 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998314.949983:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998314.949985:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998314.949990:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998314.949999:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d191fa7f00. 00000100:00000001:3.0:1787998314.950005:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998314.950013:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID req@ffff94d191d00700 x1874850291773952/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998314.950023:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998314.950027:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998314.950033:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eba64e5f] to pc [ptlrpcd_01_01+1] req@ffff94d191d00700 x1874850291773952/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998314.950067:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998314.950070:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787998314.950075:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787998314.950078:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787998314.950081:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787998314.950086:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d03480. 00000020:00000040:3.0:1787998314.950089:0:38:0:(genops.c:1210:class_import_get()) import ffff94d183eca000 refcount=3 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998314.950091:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998314.950093:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998314.950094:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998314.950098:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d191fa7100. 00000100:00000001:3.0:1787998314.950101:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998314.950107:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID req@ffff94d191d03480 x1874850291774080/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998314.950113:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998314.950115:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998314.950118:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025f04433] to pc [ptlrpcd_01_00+0] req@ffff94d191d03480 x1874850291774080/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998314.950126:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998314.950131:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1832) 00000100:00000001:2.0:1787998314.950205:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998314.950208:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998314.950210:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998314.950216:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d00700 x1874850291773952/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998314.950224:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998314.950227:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998314.950230:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998314.950233:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998314.950235:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998314.950239:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291773952:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998314.950243:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998314.950247:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998314.950250:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998314.950252:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998314.950258:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1909c1600. 02000000:00000001:2.0:1787998314.950260:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998314.950265:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998314.950269:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151f20. 00000400:00000010:2.0:1787998314.950275:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf220. 00000100:00000200:2.0:1787998314.950280:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291773952, portal 10 00000100:00000001:2.0:1787998314.950520:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998314.950525:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548246272 : -117847161305344 : ffff94d191d00700) 00000100:00000040:2.0:1787998314.950535:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d00700 x1874850291773952/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998314.950543:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998314.950545:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998314.950549:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfb28. 00000100:00000200:2.0:1787998314.950552:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291773952, offset 0 00000400:00000200:2.0:1787998314.950558:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998314.950567:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998314.950574:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998314.950578:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998314.950583:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998314.950585:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998314.950588:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998314.950592:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2811:2811:256:4294967295] 192.168.206.123@tcp LPNI seq info [2811:2811:8:4294967295] 00000400:00000200:2.0:1787998314.950597:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998314.950605:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998314.950610:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998314.950616:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9700. 00000800:00000200:2.0:1787998314.950622:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998314.950630:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998314.950634:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998314.950647:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998314.950652:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18196 usecs (19 jiffies) 00000400:00000200:2.0:1787998314.950656:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998314.950659:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296495126 00000100:00000001:2.0:1787998314.950662:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296499188 00000100:00000001:2.0:1787998314.950664:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296495126 00000100:00000001:2.0:1787998314.950667:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296499188 00000100:00000001:2.0:1787998314.950669:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998314.950671:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998314.950674:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998314.950677:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998314.950683:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998314.950685:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787998314.950687:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998314.950688:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998314.950689:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998314.950692:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1787998314.950694:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998314.950696:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998314.950698:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998314.950699:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998314.950700:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998314.950701:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998314.950705:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d03480 x1874850291774080/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998314.950713:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998314.950714:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998314.950717:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998314.950719:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998314.950721:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998314.950724:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291774080:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998314.950727:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998314.950730:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998314.950732:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998314.950734:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998314.950738:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1909c0400. 02000000:00000001:2.0:1787998314.950740:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998314.950743:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998314.950746:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151268. 00000400:00000010:2.0:1787998314.950749:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbff68. 00000100:00000200:2.0:1787998314.950752:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291774080, portal 4 00000100:00000001:2.0:1787998314.950754:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998314.950755:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548257920 : -117847161293696 : ffff94d191d03480) 00000100:00000040:2.0:1787998314.950761:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d03480 x1874850291774080/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998314.950922:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998314.950927:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998314.950930:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf5d8. 00000100:00000200:2.0:1787998314.950932:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291774080, offset 0 00000400:00000200:2.0:1787998314.950937:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998314.950942:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998314.950945:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998314.950948:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998314.950950:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998314.950953:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998314.950955:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998314.950958:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2812:2812:255:4294967295] 192.168.206.123@tcp LPNI seq info [2812:2812:7:4294967295] 00000400:00000200:2.0:1787998314.950961:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998314.950967:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998314.950971:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998314.950974:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9c00. 00000800:00000200:2.0:1787998314.950978:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998314.950982:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998314.950984:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998314.950987:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998314.950990:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 19715 usecs (20 jiffies) 00000400:00000200:2.0:1787998314.950993:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998314.950995:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296495128 00000100:00000001:2.0:1787998314.950997:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296499188 00000100:00000001:2.0:1787998314.950999:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296495128 00000100:00000001:2.0:1787998314.951001:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296499188 00000100:00000001:2.0:1787998314.951003:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998314.951005:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998314.951007:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998314.951009:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998314.951106:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998314.951110:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9700. 00000400:00000200:2.0:1787998314.951114:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998314.951120:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998314.951125:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfb28 00000400:00000010:2.0:1787998314.951128:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfb28. 00000100:00000001:2.0:1787998314.951133:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998314.951137:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d00700 x1874850291773952/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998314.951148:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998314.951151:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d00700 x1874850291773952/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998330 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998314.951157:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998314.951159:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998314.952127:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998314.952135:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9c00. 00000400:00000200:2.0:1787998314.952141:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998314.952146:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998314.952151:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf5d8 00000400:00000010:2.0:1787998314.952153:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf5d8. 00000100:00000001:2.0:1787998314.952157:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998314.952162:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d03480 x1874850291774080/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998314.952179:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998314.952182:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d03480 x1874850291774080/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998330 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998314.952188:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998314.952189:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787998314.952212:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998314.952216:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998314.952219:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998314.952222:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998314.960754:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998314.961166:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998314.961172:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998314.961176:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998314.961187:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998314.961198:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998314.961209:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998314.961215:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998314.961221:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998314.961226:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a5f280 00000400:00000200:2.0:1787998314.961232:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998314.961239:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x82ed [1] + 224 00000800:00000001:2.0:1787998314.961248:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998314.961252:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998314.961256:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998314.961261:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998314.961272:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998314.961291:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d03480 x1874850291774080/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998330 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998314.961311:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d03480 x1874850291774080/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998314.961336:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998314.961348:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998314.961361:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998314.961364:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998314.961367:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998314.961370:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998314.961373:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998314.961378:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998314.961391:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998314.961395:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998314.961397:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a5f200 00000400:00000200:2.0:1787998314.961400:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998314.961405:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x82dd [1] + 224 00000800:00000001:2.0:1787998314.961409:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998314.961416:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998314.961419:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998314.961421:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998314.961424:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998314.961429:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d00700 x1874850291773952/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998330 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998314.961439:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d00700 x1874850291773952/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998314.961446:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998314.961449:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998314.961463:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998314.961898:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998314.961905:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998314.961914:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998314.961917:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998314.961921:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151268. 00000400:00000200:3.0:1787998314.961926:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbff68 00000400:00000010:3.0:1787998314.961929:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbff68. 00000100:00000001:3.0:1787998314.961934:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998314.961940:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d03480 x1874850291774080/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998314.961950:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d03480 x1874850291774080/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998330 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998314.961957:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998314.961959:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998314.961962:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998314.961966:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998314.961969:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998314.961971:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998314.961975:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998314.961986:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca460 time=140 v=5 (5 5 37 37) 00000100:00001000:3.0:1787998314.961991:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=91 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998314.961994:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998314.961996:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998314.962000:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998314.962004:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998314.962008:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998314.962011:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:3.0:1787998314.962014:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998314.962016:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998314.962022:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d03480 x1874850291774080/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998330 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998314.962030:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998314.962034:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998314.962037:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998314.962042:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d03480 x1874850291774080/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998330 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998314.962051:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291774080:192.168.206.123@tcp:400:kworker.0 00000400:00000001:3.0:1787998314.962058:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998314.962060:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998314.962061:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151f20. 00000400:00000200:3.0:1787998314.962064:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf220 00000400:00000010:3.0:1787998314.962066:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf220. 00000100:00000001:3.0:1787998314.962069:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998314.962072:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d00700 x1874850291773952/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998314.962081:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d00700 x1874850291773952/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998330 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998314.962088:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998314.962090:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998314.962092:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998314.962094:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998314.962095:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998314.962097:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998314.962098:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998314.962102:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=140 v=5 (5 104 104 104) 00000100:00001000:3.0:1787998314.962105:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=140 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998314.962107:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998314.962109:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998314.962111:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998314.962113:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998314.962115:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998314.962117:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1787998314.962119:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998314.962120:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998314.962124:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d00700 x1874850291773952/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998330 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998314.962131:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998314.962133:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998314.962135:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998314.962139:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d00700 x1874850291773952/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998330 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998314.962147:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291773952:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998314.962151:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998314.962154:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998314.962158:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d03480 x1874850291774080/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998330 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998314.962166:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998314.962169:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998314.962174:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1909c0400. 02000000:00000001:3.0:1787998314.962177:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998314.962181:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998314.962183:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998314.962185:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998314.962188:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d191fa7100. 02000000:00000001:3.0:1787998314.962193:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998314.962195:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998314.962198:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d03480. 00000100:00000001:3.0:1787998314.962201:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998314.962203:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998314.962205:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998314.962209:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d00700 x1874850291773952/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998330 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998314.962216:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998314.962217:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998314.962219:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1909c1600. 02000000:00000001:3.0:1787998314.962221:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998314.962222:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998314.962224:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=3 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998314.962225:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998314.962227:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d191fa7f00. 02000000:00000001:3.0:1787998314.962229:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998314.962230:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998314.962232:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d00700. 00000100:00000001:3.0:1787998314.962235:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998314.962236:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998314.962239:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998314.962248:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998314.962250:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998314.962253:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998314.962256:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998314.977176:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998314.977201:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998314.977206:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998314.977209:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998314.977220:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998314.977229:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998314.977240:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998314.977257:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998314.977263:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998314.977275:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a5f180 00000400:00000200:2.0:1787998314.977281:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998314.977288:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x82cd [1] + 0 00000800:00000001:2.0:1787998314.977298:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998314.977307:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998314.977311:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998314.977317:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998314.977327:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998314.977337:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d00e00 x1874850291773824/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998329 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998314.977351:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff94d191d00e00 x1874850291773824/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998314.977390:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998314.977401:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998314.977404:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998314.979029:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998314.979039:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998314.979051:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998314.979054:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998314.979057:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30dc0. 00000400:00000200:0.0:1787998314.979067:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807198 00000400:00000010:0.0:1787998314.979069:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807198. 00000100:00000001:0.0:1787998314.979075:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998314.979091:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d00e00 x1874850291773824/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998314.979103:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d00e00 x1874850291773824/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998329 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998314.979111:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998314.979113:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998314.979116:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998314.979121:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998314.979124:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998314.979127:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998314.979130:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998314.979141:0:2401:0:(import.c:2149:obd_at_measure()) add 0 to ffff94d191a06c60 time=140 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998314.979146:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=20 v=10 (10 0 0 0) 00000100:00000001:0.0:1787998314.979149:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998314.979152:0:2401:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1787998314.979155:0:2401:0:(client.c:1711:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1787998314.979160:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d00e00 x1874850291773824/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/224 e 0 to 0 dl 1787998329 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998314.979168:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1787998314.979172:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998314.979174:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998314.979177:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787998314.979180:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1787998314.979184:0:2401:0:(import.c:65:import_set_state_nolock()) ffff94d191a06800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787998314.979188:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.206.123@tcp failed (-19) 00000100:00000001:0.0:1787998314.979192:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1787998314.979196:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d00e00 x1874850291773824/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/224 e 0 to 0 dl 1787998329 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998314.979203:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2401:1874850291773824:192.168.206.123@tcp:38:kworker.0 00000100:00000001:0.0:1787998314.979210:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998314.979212:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998314.979216:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d00e00 x1874850291773824/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/224 e 0 to 0 dl 1787998329 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998314.979224:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998314.979227:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998314.979232:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1923a1400. 02000000:00000001:0.0:1787998314.979236:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998314.979240:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998314.979242:0:2401:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998314.979429:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998314.979433:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1a0094000. 02000000:00000001:0.0:1787998314.979438:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998314.979440:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998314.979442:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d00e00. 00000100:00000001:0.0:1787998314.979447:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998314.979448:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998314.979451:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998314.979461:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998314.979463:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998314.979465:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998314.979467:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998315.394967:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998315.394977:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998315.394982:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998315.394983:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998315.395091:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998315.395099:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998315.395104:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787998316.418874:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998316.418882:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998316.418888:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998316.418889:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998316.418912:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998316.418915:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998316.418918:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787998316.994931:0:33845:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787998316.994942:0:33845:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998316.994945:0:33845:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787998316.994953:0:33845:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d192388f00 going to sleep for 1 seconds 00000100:00000001:2.0:1787998316.994957:0:33845:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998316.994961:0:33845:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998317.442938:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998317.442945:0:15976:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998317.442947:0:15976:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998317.442950:0:15976:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998317.442954:0:15976:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998317.442956:0:15976:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998317.442958:0:15976:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998317.442960:0:15976:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998317.442963:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998317.442965:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998317.442985:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998317.442988:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998317.442991:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787998318.020895:0:33845:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787998318.020907:0:33845:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998318.020910:0:33845:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787998318.020917:0:33845:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d192388f00 going to sleep for 1 seconds 00000100:00000001:2.0:1787998318.020922:0:33845:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998318.020926:0:33845:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998318.466993:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998318.467002:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998318.467009:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998318.467010:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998318.467127:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998318.467130:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998318.467134:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787998319.042870:0:16353:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582220 (cpu 2) has reached its deadline 4296499188, at 4296499200 00000100:00000010:2.0:1787998319.042893:0:16353:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a027f060. 00000100:00000001:3.0:1787998319.042970:0:33845:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787998319.042975:0:33845:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998319.042978:0:33845:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787998319.042982:0:33845:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d192388f00 going to sleep for 1 seconds 00000100:00000001:3.0:1787998319.042985:0:33845:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998319.042989:0:33845:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998319.043016:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296499188, at 4296499200 00000100:00000010:3.0:1787998319.043022:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a027f1e0. 00010000:00000001:0.0:1787998319.490944:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998319.490953:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998319.490959:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998319.490964:0:15976:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998319.490967:0:15976:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998319.490981:0:15976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998319.490984:0:15976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998319.490986:0:15976:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998319.490990:0:15976:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998319.490992:0:15976:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998319.490995:0:15976:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998319.490997:0:15976:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998319.491030:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998319.491033:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998319.491036:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787998320.067221:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787998320.067234:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787998320.067248:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d00700. 00000020:00000040:3.0:1787998320.067256:0:37:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=6 obd=MGC192.168.206.123@tcp 00000100:00000001:3.0:1787998320.067261:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998320.067265:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998320.067273:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998320.067283:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d191fa7f00. 00000100:00000001:3.0:1787998320.067293:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998320.067309:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS req@ffff94d191d00700 x1874850291774208/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998320.067322:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998320.067327:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998320.067334:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eba64e5f] to pc [ptlrpcd_01_01+1] req@ffff94d191d00700 x1874850291774208/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998320.067371:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787998320.067375:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787998320.067379:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1787998320.067382:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787998320.067384:0:37:0:(import.c:65:import_set_state_nolock()) ffff94d191a06800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787998320.067388:0:37:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787998320.067392:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff94d1a0bb2800: connect to NID 192.168.206.123@tcp last attempt 1827 00000400:00000200:3.0:1787998320.067401:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998320.067407:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.206.123@tcp is discovered: rc = 1 00000100:00001000:3.0:1787998320.067412:0:37:0:(import.c:2149:obd_at_measure()) add 15 to ffff94d191a06c18 time=26 v=10 (10 0 0 0) 00000100:00001000:3.0:1787998320.067416:0:37:0:(import.c:2215:obd_at_measure()) AT ffff94d191a06c18 change: old=10 new=15 delta=5 (val=15) hist 15 0 0 0 00000100:00080000:3.0:1787998320.067419:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff94d1a0bb2800: tried all connections, increasing latency to 10s 00000100:00000040:3.0:1787998320.067423:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 14 to 192.168.206.123@tcp 00000100:00000001:3.0:1787998320.067426:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787998320.067429:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00000100:00000001:3.0:1787998320.067431:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 00000020:00000001:3.0:1787998320.067435:0:37:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787998320.067437:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf59 00000020:00000001:3.0:1787998320.067440:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998320.067443:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191092800 refcount=5 00000020:00000001:3.0:1787998320.067446:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535213056 : -117847174338560 : ffff94d191092800) 00000020:00000001:3.0:1787998320.067449:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535213056 : -117847174338560 : ffff94d191092800) 00000100:00000040:3.0:1787998320.067452:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 14 to 192.168.206.123@tcp 00000100:00000001:3.0:1787998320.067454:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787998320.067457:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00000100:00000001:3.0:1787998320.067459:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 00000020:00000040:3.0:1787998320.067462:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff94d191092800 : new refcount 4 00000100:00080000:3.0:1787998320.067465:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff94d1a0bb2800: import ffff94d191a06800 using connection 192.168.206.123@tcp/192.168.206.123@tcp 00000100:00000001:3.0:1787998320.067468:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998320.067471:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787998320.067479:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998320.067482:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998320.067485:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1787998320.067490:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683180 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1787998320.067494:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998320.067496:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787998320.067500:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d03480. 00000020:00000040:3.0:1787998320.067503:0:37:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:3.0:1787998320.067507:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787998320.067509:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998320.067512:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998320.067514:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998320.067515:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998320.067520:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0096400. 00000100:00000001:3.0:1787998320.067524:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998320.067530:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94d191d03480 x1874850291774336/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998320.067538:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998320.067540:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998320.067544:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025f04433] to pc [ptlrpcd_rcv+-1] req@ffff94d191d03480 x1874850291774336/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998320.067559:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998320.067562:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787998320.067565:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787998320.067568:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d01880. 00000020:00000040:3.0:1787998320.067571:0:37:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=4 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998320.067573:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998320.067574:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998320.067576:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998320.067579:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d191fa7100. 00000100:00000001:3.0:1787998320.067581:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998320.067586:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID req@ffff94d191d01880 x1874850291774464/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998320.067592:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998320.067594:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998320.067598:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7a80315] to pc [ptlrpcd_01_00+0] req@ffff94d191d01880 x1874850291774464/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998320.067605:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998320.067607:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787998320.067611:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787998320.067614:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787998320.067617:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1787998320.067619:0:37:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1787998320.067623:0:37:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1787998320.067627:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d00380. 00000020:00000040:3.0:1787998320.067629:0:37:0:(genops.c:1210:class_import_get()) import ffff94d183eca000 refcount=3 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998320.067632:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998320.067633:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998320.067635:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998320.067638:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d191fa7300. 00000100:00000001:3.0:1787998320.067641:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998320.067644:0:37:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446626226548245376 : -117847161306240 : ffff94d191d00380) 00000100:00080000:3.0:1787998320.067647:0:37:0:(import.c:65:import_set_state_nolock()) ffff94d183eca000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1787998320.067650:0:37:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff94d1a0bb2800: disconnect after 21s idle 00000100:00000001:3.0:1787998320.067653:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998320.067655:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998320.067659:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b5a6afa] to pc [ptlrpcd_rcv+-1] req@ffff94d191d00380 x1874850291774592/t0(0) o9->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998320.067667:0:37:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998320.067669:0:37:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998320.067673:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1837) 00000100:00000001:3.0:1787998320.067693:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998320.067698:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998320.067701:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998320.067707:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d00700 x1874850291774208/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998320.067715:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998320.067717:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998320.067722:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998320.067724:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998320.067727:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998320.067731:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2405:1874850291774208:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998320.067735:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998320.067741:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998320.067744:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998320.067746:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998320.067751:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1861f7800. 02000000:00000001:3.0:1787998320.067753:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998320.067759:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998320.067763:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a8f0. 00000400:00000010:3.0:1787998320.067795:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f57f8. 00000100:00000200:3.0:1787998320.067805:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291774208, portal 25 00000100:00000001:3.0:1787998320.067807:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998320.067809:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548246272 : -117847161305344 : ffff94d191d00700) 00000100:00000040:3.0:1787998320.067816:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d00700 x1874850291774208/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998320.067823:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998320.067827:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998320.067829:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5e58. 00000100:00000200:3.0:1787998320.067833:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874850291774208, offset 0 00000400:00000200:3.0:1787998320.067841:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998320.067851:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998320.067857:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998320.067864:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998320.067869:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998320.067873:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998320.067876:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998320.067880:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2813:2813:256:4294967295] 192.168.206.123@tcp LPNI seq info [2813:2813:8:4294967295] 00000400:00000200:3.0:1787998320.067884:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998320.067894:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998320.067900:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998320.067905:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d191fa7400. 00000800:00000200:3.0:1787998320.067913:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998320.067922:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998320.067928:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d191fa7400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998320.067942:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998320.067947:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998320.067950:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296504307 00000100:00000010:3.0:1787998320.067956:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0013d20. 00000100:00000001:3.0:1787998320.067964:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787998320.067969:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296504307 00000100:00000010:3.0:1787998320.067972:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a00130c0. 00000100:00000001:3.0:1787998320.067974:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787998320.067977:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998320.067980:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998320.067984:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998320.067987:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998320.067996:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998320.067999:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787998320.068001:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998320.068003:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998320.068004:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998320.068007:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1787998320.068008:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998320.068011:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998320.068012:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998320.068014:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998320.068015:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998320.068016:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998320.068020:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d01880 x1874850291774464/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998320.068027:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998320.068029:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998320.068031:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998320.068033:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998320.068035:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998320.068038:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291774464:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998320.068042:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998320.068044:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998320.068046:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998320.068048:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998320.068051:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1861f7200. 02000000:00000001:3.0:1787998320.068053:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998320.068057:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998320.068059:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a318. 00000400:00000010:3.0:1787998320.068063:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5a18. 00000100:00000200:3.0:1787998320.068067:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291774464, portal 10 00000100:00000001:3.0:1787998320.068068:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998320.068070:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548250752 : -117847161300864 : ffff94d191d01880) 00000100:00000040:3.0:1787998320.068077:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d01880 x1874850291774464/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998320.068084:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998320.068087:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998320.068090:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5880. 00000100:00000200:3.0:1787998320.068092:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291774464, offset 0 00000400:00000200:3.0:1787998320.068096:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998320.068100:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998320.068104:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998320.068107:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998320.068109:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998320.068112:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998320.068114:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998320.068117:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2814:2814:255:4294967295] 192.168.206.123@tcp LPNI seq info [2814:2814:7:4294967295] 00000400:00000200:3.0:1787998320.068121:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998320.068126:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998320.068131:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998320.068136:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d191fa7200. 00000800:00000200:3.0:1787998320.068140:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998320.068144:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998320.068147:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d191fa7200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998320.068150:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998320.068154:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18185 usecs (19 jiffies) 00000400:00000200:3.0:1787998320.068157:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998320.068158:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296500243 00000100:00000001:3.0:1787998320.068161:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296504307 00000100:00000001:3.0:1787998320.068163:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296500243 00000100:00000001:3.0:1787998320.068166:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296504307 00000100:00000001:3.0:1787998320.068168:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998320.068170:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998320.068172:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998320.068174:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998320.068190:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998320.068192:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998320.068195:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998320.068196:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998320.068202:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998320.068204:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998320.068206:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998320.068211:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d03480 x1874850291774336/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998320.068219:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998320.068221:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998320.068223:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998320.068225:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998320.068227:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998320.068230:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2401:1874850291774336:192.168.206.123@tcp:38:kworker.0 00000100:00000001:3.0:1787998320.068233:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998320.068235:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998320.068237:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998320.068238:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998320.068241:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1a0097000. 02000000:00000001:3.0:1787998320.068243:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998320.068246:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998320.068249:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a790. 00000400:00000010:3.0:1787998320.068252:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5770. 00000100:00000200:3.0:1787998320.068255:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291774336, portal 10 00000100:00000001:3.0:1787998320.068257:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998320.068259:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548257920 : -117847161293696 : ffff94d191d03480) 00000100:00000040:3.0:1787998320.068264:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d03480 x1874850291774336/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998320.068271:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998320.068273:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998320.068275:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5aa0. 00000100:00000200:3.0:1787998320.068278:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874850291774336, offset 0 00000400:00000200:3.0:1787998320.068282:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998320.068286:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998320.068290:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998320.068293:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998320.068295:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998320.068298:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998320.068300:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998320.068303:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2815:2815:254:4294967295] 192.168.206.123@tcp LPNI seq info [2815:2815:6:4294967295] 00000400:00000200:3.0:1787998320.068307:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998320.068313:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998320.068317:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998320.068321:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d198474600. 00000800:00000200:3.0:1787998320.068325:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998320.068329:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998320.068331:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d198474600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1787998320.068334:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998320.068337:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 827268 usecs (828 jiffies) 00000400:00000200:3.0:1787998320.068340:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998320.068342:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296501052 00000100:00000001:3.0:1787998320.068344:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296504307 00000100:00000001:3.0:1787998320.068347:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296501052 00000100:00000001:3.0:1787998320.068349:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296504307 00000100:00000001:3.0:1787998320.068351:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998320.068365:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998320.068368:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998320.068372:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d00380 x1874850291774592/t0(0) o9->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998320.068379:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998320.068381:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998320.068383:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998320.068385:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998320.068388:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998320.068391:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2401:1874850291774592:192.168.206.123@tcp:9:kworker.0 00000100:00000001:3.0:1787998320.068394:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998320.068396:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998320.068398:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998320.068400:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998320.068404:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1861f6000. 02000000:00000001:3.0:1787998320.068406:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998320.068410:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998320.068413:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a630. 00000400:00000010:3.0:1787998320.068417:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5198. 00000100:00000200:3.0:1787998320.068419:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291774592, portal 4 00000100:00000001:3.0:1787998320.068421:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998320.068423:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548245376 : -117847161306240 : ffff94d191d00380) 00000100:00000040:3.0:1787998320.068428:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d00380 x1874850291774592/t0(0) o9->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998320.068435:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998320.068437:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998320.068440:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5c38. 00000100:00000200:3.0:1787998320.068442:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291774592, offset 0 00000400:00000200:3.0:1787998320.068447:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998320.068450:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998320.068453:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998320.068456:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998320.068458:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998320.068460:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998320.068462:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998320.068465:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2816:2816:253:4294967295] 192.168.206.123@tcp LPNI seq info [2816:2816:5:4294967295] 00000400:00000200:3.0:1787998320.068469:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998320.068475:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998320.068479:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998320.068484:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d198474900. 00000800:00000200:3.0:1787998320.068488:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998320.068492:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998320.068495:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d198474900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998320.068498:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998320.068501:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 19685 usecs (20 jiffies) 00000400:00000200:3.0:1787998320.068504:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998320.068506:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296500244 00000100:00000001:3.0:1787998320.068508:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296504307 00000100:00000001:3.0:1787998320.068510:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296500244 00000100:00000001:3.0:1787998320.068513:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296504307 00000100:00000001:3.0:1787998320.068514:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998320.068516:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998320.068519:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998320.068520:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998320.068525:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998320.068527:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1787998320.068528:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998320.068530:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998320.068531:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998320.068533:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998320.068587:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998320.068591:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d191fa7400. 00000400:00000200:3.0:1787998320.068600:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998320.068605:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998320.068611:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5e58 00000400:00000010:3.0:1787998320.068614:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5e58. 00000100:00000001:3.0:1787998320.068618:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998320.068622:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d00700 x1874850291774208/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998320.068633:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998320.068637:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d00700 x1874850291774208/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998336 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998320.068644:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998320.068646:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998320.068661:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998320.068663:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d191fa7200. 00000400:00000200:3.0:1787998320.068665:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998320.068668:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998320.068670:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5880 00000400:00000010:3.0:1787998320.068672:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5880. 00000100:00000001:3.0:1787998320.068674:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998320.068678:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d01880 x1874850291774464/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998320.068685:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998320.068687:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d01880 x1874850291774464/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998336 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998320.068693:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998320.068694:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998320.068701:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998320.068703:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d198474600. 00000400:00000200:3.0:1787998320.068706:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998320.068710:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998320.068712:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5aa0 00000400:00000010:3.0:1787998320.068714:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5aa0. 00000100:00000001:3.0:1787998320.068715:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998320.068719:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d03480 x1874850291774336/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998320.068725:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998320.068728:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d03480 x1874850291774336/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998340 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998320.068734:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998320.068736:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998320.068845:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998320.068849:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d198474900. 00000400:00000200:3.0:1787998320.068852:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998320.068855:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998320.068858:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5c38 00000400:00000010:3.0:1787998320.068860:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5c38. 00000100:00000001:3.0:1787998320.068862:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998320.068865:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d00380 x1874850291774592/t0(0) o9->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998320.068871:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998320.068874:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d00380 x1874850291774592/t0(0) o9->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998330 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998320.068880:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998320.068881:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787998320.071596:0:33845:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787998320.071608:0:33845:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998320.071611:0:33845:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787998320.071618:0:33845:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d192388f00 going to sleep for 1 seconds 00000100:00000001:0.0:1787998320.071622:0:33845:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998320.071626:0:33845:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998320.091474:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998320.091506:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998320.091511:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998320.091514:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998320.091527:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998320.091537:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998320.091548:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998320.091553:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998320.091559:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998320.091564:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a5f400 00000400:00000200:2.0:1787998320.091570:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998320.091577:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x830d [1] + 224 00000800:00000001:2.0:1787998320.091587:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998320.091591:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998320.091594:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998320.091599:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998320.091609:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998320.091621:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d01880 x1874850291774464/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998336 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998320.091634:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d01880 x1874850291774464/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998320.091656:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998320.091667:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998320.091671:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998320.091673:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998320.091675:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998320.091677:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998320.091681:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998320.091686:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998320.091689:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998320.091692:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998320.091695:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a5f480 00000400:00000200:2.0:1787998320.091699:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998320.091703:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x832d [1] + 224 00000800:00000001:2.0:1787998320.091707:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998320.091716:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998320.091718:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998320.091721:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998320.091724:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998320.091729:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d00380 x1874850291774592/t0(0) o9->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998330 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998320.091738:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d00380 x1874850291774592/t0(0) o9->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998320.091759:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998320.091764:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998320.091786:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998320.091802:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998320.091807:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787998320.091814:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998320.091817:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998320.091820:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a318. 00000400:00000200:2.0:1787998320.091824:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5a18 00000400:00000010:2.0:1787998320.091827:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5a18. 00000100:00000001:2.0:1787998320.091830:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998320.091835:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d01880 x1874850291774464/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787998320.091844:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d01880 x1874850291774464/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998336 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998320.091850:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998320.091852:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998320.091855:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998320.091859:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998320.091862:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998320.091865:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998320.091869:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998320.091882:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=146 v=5 (5 104 104 104) 00000100:00001000:2.0:1787998320.091887:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=146 v=5 (1 1 1 1) 00000100:00000001:2.0:1787998320.091890:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998320.091892:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998320.091896:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998320.091900:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998320.091905:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998320.091907:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:2.0:1787998320.091909:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998320.091912:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998320.091917:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d01880 x1874850291774464/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998320.091925:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998320.091928:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998320.091931:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998320.091935:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d01880 x1874850291774464/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998336 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787998320.091943:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291774464:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998320.091949:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998320.091952:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998320.091956:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d01880 x1874850291774464/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998336 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998320.091963:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1787998320.092341:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998320.092346:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998320.092351:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998320.092362:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998320.092365:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a630. 00000400:00000200:0.0:1787998320.092369:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5198 00000400:00000010:0.0:1787998320.092371:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5198. 00000100:00000001:0.0:1787998320.092375:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998320.092380:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d00380 x1874850291774592/t0(0) o9->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998320.092389:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d00380 x1874850291774592/t0(0) o9->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998330 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998320.092396:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998320.092398:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998320.092400:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998320.092402:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998320.092403:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998320.092405:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998320.092407:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998320.092413:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca460 time=146 v=5 (5 5 37 37) 00000100:00001000:0.0:1787998320.092417:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998320.092419:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998320.092421:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998320.092423:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998320.092425:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998320.092427:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998320.092428:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:0.0:1787998320.092430:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998320.092431:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998320.092436:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d00380 x1874850291774592/t0(0) o9->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998330 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998320.092442:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998320.092444:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998320.092446:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1787998320.092451:0:2401:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff94d191d00380 x1874850291774592/t0(0) o9->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998330 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787998320.092458:0:2401:0:(import.c:65:import_set_state_nolock()) ffff94d183eca000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1787998320.092463:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d00380 x1874850291774592/t0(0) o9->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998330 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998320.092469:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2401:1874850291774592:192.168.206.123@tcp:9:kworker.0 00000100:00000001:0.0:1787998320.092473:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998320.092475:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998320.092478:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d00380 x1874850291774592/t0(0) o9->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998330 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998320.092489:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998320.092492:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998320.092496:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1861f6000. 02000000:00000001:0.0:1787998320.092500:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998320.092503:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998320.092505:0:2401:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998320.092508:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998320.092511:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d191fa7300. 02000000:00000001:0.0:1787998320.092516:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998320.092518:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998320.092520:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d00380. 00000100:00000001:0.0:1787998320.092524:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998320.092526:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998320.092529:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998320.092531:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998320.092532:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998320.092534:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998320.092535:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998320.093088:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998320.093093:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1861f7200. 02000000:00000001:2.0:1787998320.093097:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998320.093099:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998320.093101:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=3 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998320.093103:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998320.093105:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d191fa7100. 02000000:00000001:2.0:1787998320.093108:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998320.093278:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998320.093281:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d01880. 00000100:00000001:2.0:1787998320.093286:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998320.093288:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998320.093292:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998320.093295:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998320.093297:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998320.093372:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998320.093376:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998320.105662:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998320.105683:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998320.105688:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998320.105691:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998320.105703:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998320.105713:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998320.105724:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998320.105730:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998320.105738:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998320.105743:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a5f380 00000400:00000200:2.0:1787998320.105749:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998320.105756:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x831d [1] + 0 00000800:00000001:2.0:1787998320.105799:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998320.105809:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998320.105813:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998320.105819:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998320.105829:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998320.105841:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d03480 x1874850291774336/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998340 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998320.105855:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff94d191d03480 x1874850291774336/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998320.105879:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998320.105890:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998320.105893:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998320.108023:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998320.108034:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998320.108047:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998320.108050:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998320.108054:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a790. 00000400:00000200:1.0:1787998320.108064:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5770 00000400:00000010:1.0:1787998320.108067:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5770. 00000100:00000001:1.0:1787998320.108073:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998320.108087:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d03480 x1874850291774336/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787998320.108101:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d03480 x1874850291774336/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998340 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998320.108110:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998320.108112:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998320.108115:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998320.108120:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998320.108122:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998320.108125:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998320.108128:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998320.108139:0:2401:0:(import.c:2149:obd_at_measure()) add 0 to ffff94d191a06c60 time=146 v=5 (5 104 104 104) 00000100:00001000:1.0:1787998320.108144:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=26 v=15 (15 0 0 0) 00000100:00000001:1.0:1787998320.108146:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998320.108150:0:2401:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1787998320.108153:0:2401:0:(client.c:1711:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1787998320.108158:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d03480 x1874850291774336/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/224 e 0 to 0 dl 1787998340 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998320.108167:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1787998320.108170:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998320.108173:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998320.108176:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787998320.108178:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1787998320.108182:0:2401:0:(import.c:65:import_set_state_nolock()) ffff94d191a06800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787998320.108187:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.206.123@tcp failed (-19) 00000100:00000001:1.0:1787998320.108190:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1787998320.108194:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d03480 x1874850291774336/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/224 e 0 to 0 dl 1787998340 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787998320.108202:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2401:1874850291774336:192.168.206.123@tcp:38:kworker.0 00000100:00000001:1.0:1787998320.108208:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998320.108212:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998320.108216:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d03480 x1874850291774336/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/224 e 0 to 0 dl 1787998340 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998320.108223:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998320.108226:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998320.108231:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1a0097000. 02000000:00000001:1.0:1787998320.108236:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998320.108239:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998320.108241:0:2401:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998320.108244:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998320.108247:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1a0096400. 02000000:00000001:1.0:1787998320.108252:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998320.108254:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998320.108256:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d03480. 00000100:00000001:1.0:1787998320.108260:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998320.108261:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998320.108264:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998320.108273:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998320.108275:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998320.108277:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998320.108279:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998320.514981:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998320.514989:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998320.514995:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998320.514996:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998320.515028:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998320.515031:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998320.515034:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787998320.963114:0:2404:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787998320.963132:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998320.963135:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998320.963141:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998320.963144:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998320.963149:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998320.963154:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998321.090932:0:33845:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787998321.090945:0:33845:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1787998321.090964:0:33845:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787998305/real 1787998305] req@ffff94d191d1b100 x1874850291772928/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 1 dl 1787998321 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:0.0:1787998321.090997:0:33845:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998321.091000:0:33845:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998321.091004:0:33845:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151528. 00000400:00000200:0.0:1787998321.091022:0:33845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfc38 00000400:00000010:0.0:1787998321.091026:0:33845:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfc38. 00000100:00000001:0.0:1787998321.091032:0:33845:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998321.091037:0:33845:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1b100 x1874850291772928/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 1 dl 1787998321 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998321.091047:0:33845:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1b100 x1874850291772928/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 1 dl 1787998321 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998321.091055:0:33845:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998321.091057:0:33845:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998321.091060:0:33845:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998321.091063:0:33845:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998321.091066:0:33845:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1787998321.091069:0:33845:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff94d191a06800 already not connected (conn 22, was 19): DISCONN 00000100:00000001:0.0:1787998321.091073:0:33845:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1787998321.091075:0:33845:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998321.091078:0:33845:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998321.091081:0:33845:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998321.091084:0:33845:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d192388f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787998321.091087:0:33845:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998321.091090:0:33845:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998321.091093:0:33845:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998321.091096:0:33845:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998321.091099:0:33845:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998321.091254:0:2405:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787998321.091266:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998321.091267:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:3.0:1787998321.091271:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998321.091273:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998321.091275:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998321.091279:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998321.539982:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998321.539989:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998321.539994:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998321.539995:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998321.540649:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998321.540653:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998321.540656:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787998321.986884:0:2404:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787998321.986897:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998321.986899:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998321.986904:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998321.986906:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998321.986909:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998321.986913:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998322.114853:0:33845:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787998322.114860:0:33845:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998322.114862:0:33845:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998322.114868:0:33845:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d192388f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787998322.114871:0:33845:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998322.114874:0:33845:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998322.114877:0:33845:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998322.114879:0:33845:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998322.114882:0:33845:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998322.562946:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998322.562952:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998322.562957:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998322.562959:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998322.562980:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998322.562988:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998322.562991:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787998323.010885:0:2404:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787998323.010898:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998323.010901:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998323.010905:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998323.010908:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998323.010912:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998323.010915:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998323.138866:0:33845:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787998323.138882:0:33845:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998323.138885:0:33845:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998323.138890:0:33845:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d192388f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787998323.138894:0:33845:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998323.138897:0:33845:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998323.138900:0:33845:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998323.138902:0:33845:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998323.138904:0:33845:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998323.586896:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998323.586903:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998323.586908:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998323.586909:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998323.586933:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998323.586935:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998323.586938:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787998324.034917:0:2404:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787998324.035400:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998324.035404:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998324.035408:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998324.035411:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998324.035425:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998324.035429:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998324.163183:0:33845:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787998324.163192:0:33845:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998324.163194:0:33845:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998324.163200:0:33845:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d192388f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787998324.163204:0:33845:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998324.163208:0:33845:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998324.163210:0:33845:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998324.163213:0:33845:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998324.163215:0:33845:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998324.163235:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296504307, at 4296504320 00000100:00000010:3.0:1787998324.163244:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a00130c0. 00000100:00000040:2.0:1787998324.163411:0:16353:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582220 (cpu 2) has reached its deadline 4296504307, at 4296504320 00000100:00000010:2.0:1787998324.163417:0:16353:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0013d20. 00010000:00000001:0.0:1787998324.610941:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998324.610947:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998324.610952:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998324.610954:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998324.611188:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998324.611192:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998324.611195:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787998325.059245:0:2404:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787998325.059251:0:2404:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1787998325.059267:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787998309/real 1787998309] req@ffff94d191d03100 x1874850291773056/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 1 dl 1787998325 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787998325.059284:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998325.059287:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998325.059290:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151790. 00000400:00000200:3.0:1787998325.059295:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf660 00000400:00000010:3.0:1787998325.059298:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf660. 00000100:00000001:3.0:1787998325.059303:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998325.059307:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d03100 x1874850291773056/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 1 dl 1787998325 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998325.059321:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d03100 x1874850291773056/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 1 dl 1787998325 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998325.059340:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998325.059342:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998325.059345:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998325.059347:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787998325.059352:0:2404:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff94d191d03100 x1874850291773056/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 1 dl 1787998325 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998325.059358:0:2404:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:3.0:1787998325.059361:0:2404:0:(import.c:65:import_set_state_nolock()) ffff94d191092000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1787998325.059365:0:2404:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.206.123@tcp: Connection to MGS (at 192.168.206.123@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1787998325.072635:0:2404:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@192.168.206.123@tcp for MGC192.168.206.123@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1787998325.072639:0:2404:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1787998325.072641:0:2404:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1787998325.072643:0:2404:0:(client.c:3574:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1787998325.072652:0:2404:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff94d191d03100 x1874850291773056/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 1 dl 1787998325 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998325.072669:0:2404:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff94d191d02d80 x1874850291773696/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998330 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998325.072677:0:2404:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff94d191d00700 x1874850291774208/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998336 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998325.072692:0:2404:0:(client.c:3619:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1787998325.072694:0:2404:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1787998325.072695:0:2404:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:3.0:1787998325.072699:0:2404:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1787998325.072702:0:2404:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1787998325.072704:0:2404:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998325.072705:0:2404:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1787998325.072706:0:2404:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:3.0:1787998325.072708:0:2404:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1787998325.072710:0:2404:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998325.072711:0:2404:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1787998325.072713:0:2404:0:(import.c:418:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00000001:3.0:1787998325.072738:0:2404:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1787998325.072740:0:2404:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998325.072756:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998325.072760:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998325.072789:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998325.072792:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998325.072795:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a8f0. 00000400:00000200:3.0:1787998325.072803:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f57f8 00000400:00000010:3.0:1787998325.072805:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f57f8. 00000100:00000001:3.0:1787998325.072810:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998325.072815:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d00700 x1874850291774208/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998336 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998325.072824:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d00700 x1874850291774208/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998336 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998325.072831:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998325.072833:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998325.072837:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d00700 x1874850291774208/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998336 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998325.072844:0:2405:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:3.0:1787998325.072846:0:2405:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998325.072849:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998325.072851:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998325.072855:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d00700 x1874850291774208/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998336 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998325.072862:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2405:1874850291774208:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998325.073074:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998325.073077:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998325.073080:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998325.073081:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787998325.073085:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998325.073086:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998325.073088:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151e18. 00000400:00000200:2.0:1787998325.073091:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfee0 00000400:00000010:2.0:1787998325.073093:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfee0. 00000100:00000001:2.0:1787998325.073097:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998325.073101:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d02d80 x1874850291773696/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998330 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787998325.073109:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d02d80 x1874850291773696/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998330 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998325.073115:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998325.073116:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998325.073120:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d02d80 x1874850291773696/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998330 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998325.073126:0:2404:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1787998325.073128:0:2404:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998325.073130:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998325.073132:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998325.073135:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d02d80 x1874850291773696/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998330 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787998325.073141:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed2632e9-aeaa-48f0-b65b-469967f9297f:2404:1874850291773696:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998325.073164:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998325.073167:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998325.073171:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d00700 x1874850291774208/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998336 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998325.073183:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1787998325.074064:0:2404:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998325.074074:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d03100 x1874850291773056/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 1 dl 1787998325 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998325.074082:0:2404:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1787998325.074084:0:2404:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998325.074086:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998325.074087:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998325.074091:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d03100 x1874850291773056/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 1 dl 1787998325 ref 1 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787998325.074097:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed2632e9-aeaa-48f0-b65b-469967f9297f:2404:1874850291773056:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998325.074101:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998325.074104:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998325.074107:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d02d80 x1874850291773696/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998330 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998325.074113:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998325.074116:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998325.074119:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1909c1a00. 02000000:00000001:2.0:1787998325.074124:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998325.074126:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998325.074128:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=5 obd=MGC192.168.206.123@tcp 00000020:00000001:2.0:1787998325.074131:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998325.074133:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d191fa7c00. 02000000:00000001:2.0:1787998325.074138:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998325.074139:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998325.074141:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d02d80. 00000100:00000001:2.0:1787998325.074144:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998325.074146:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998325.074148:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998325.074151:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d03100 x1874850291773056/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 1 dl 1787998325 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998325.074157:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998325.074158:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998325.074159:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1909c0c00. 02000000:00000001:2.0:1787998325.074162:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998325.074163:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998325.074164:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000020:00000001:2.0:1787998325.074166:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998325.074167:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d191fa7000. 02000000:00000001:2.0:1787998325.074168:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998325.074170:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998325.074171:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d03100. 00000100:00000001:2.0:1787998325.074173:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998325.074174:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998325.074176:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998325.074182:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998325.074184:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998325.074242:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998325.074245:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998325.074359:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998325.074363:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1861f7800. 02000000:00000001:3.0:1787998325.074368:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998325.074369:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998325.074371:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:3.0:1787998325.074372:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998325.074374:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d191fa7f00. 02000000:00000001:3.0:1787998325.074376:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998325.074377:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998325.074379:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d00700. 00000100:00000001:3.0:1787998325.074382:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998325.074383:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998325.074385:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998325.074389:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998325.074391:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998325.074394:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998325.074395:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787998325.074526:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787998325.074531:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787998325.074534:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787998325.074537:0:38:0:(import.c:65:import_set_state_nolock()) ffff94d191092000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787998325.074541:0:38:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787998325.074545:0:38:0:(import.c:510:import_select_connection()) MGC192.168.206.123@tcp: connect to NID 192.168.206.123@tcp last attempt 786 00000400:00000200:1.0:1787998325.074551:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998325.074556:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.206.123@tcp is discovered: rc = 1 00000100:00000040:1.0:1787998325.074560:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 14 to 192.168.206.123@tcp 00000100:00000001:1.0:1787998325.074563:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787998325.074566:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00000100:00000001:1.0:1787998325.074568:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 00000020:00000001:1.0:1787998325.074571:0:38:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787998325.074573:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf05 00000020:00000001:1.0:1787998325.074576:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998325.074579:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d1a0bdc800 refcount=3 00000020:00000001:1.0:1787998325.074581:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226798708736 : -117846910842880 : ffff94d1a0bdc800) 00000020:00000001:1.0:1787998325.074583:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226798708736 : -117846910842880 : ffff94d1a0bdc800) 00000100:00000040:1.0:1787998325.074586:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 14 to 192.168.206.123@tcp 00000100:00000001:1.0:1787998325.074588:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787998325.074589:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00000100:00000001:1.0:1787998325.074591:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 00000020:00000040:1.0:1787998325.074594:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff94d1a0bdc800 : new refcount 2 00000100:00080000:1.0:1787998325.074596:0:38:0:(import.c:624:import_select_connection()) MGC192.168.206.123@tcp: import ffff94d191092000 using connection 192.168.206.123@tcp/192.168.206.123@tcp 00000100:00000001:1.0:1787998325.074599:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998325.074601:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787998325.074604:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998325.074607:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998325.074609:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787998325.074611:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998325.074619:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199eddc00. 00000020:00000040:1.0:1787998325.074622:0:38:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 02000000:00000001:1.0:1787998325.074625:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787998325.074627:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998325.074629:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998325.074633:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998325.074636:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998325.074643:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d199e25800. 00000100:00000001:1.0:1787998325.074649:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998325.074656:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94d199eddc00 x1874850291774720/t0(0) o250->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787998325.074664:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998325.074669:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998325.074673:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9116900] to pc [ptlrpcd_rcv+-1] req@ffff94d199eddc00 x1874850291774720/t0(0) o250->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998325.074728:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998325.074731:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998325.074734:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998325.074740:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199eddc00 x1874850291774720/t0(0) o250->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998325.074747:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998325.074749:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998325.074752:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998325.074754:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998325.074757:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998325.074760:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199eddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed2632e9-aeaa-48f0-b65b-469967f9297f:2401:1874850291774720:192.168.206.123@tcp:250:kworker.0 00000100:00000001:0.0:1787998325.074763:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998325.074783:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998325.074785:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998325.074788:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998325.074792:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a0000. 02000000:00000001:0.0:1787998325.074795:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998325.074800:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998325.074804:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30dc0. 00000400:00000010:0.0:1787998325.074810:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807198. 00000100:00000200:0.0:1787998325.074817:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291774720, portal 25 00000100:00000001:0.0:1787998325.074820:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998325.074821:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419072 : -117847025132544 : ffff94d199eddc00) 00000100:00000040:0.0:1787998325.074826:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199eddc00 x1874850291774720/t0(0) o250->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 520/544 e 0 to 0 dl 1787998335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998325.074833:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998325.074835:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998325.074838:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807660. 00000100:00000200:0.0:1787998325.074841:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874850291774720, offset 0 00000400:00000200:0.0:1787998325.074847:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998325.074855:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998325.074860:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998325.074865:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998325.074882:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998325.074885:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998325.074888:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998325.074891:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2817:2817:256:4294967295] 192.168.206.123@tcp LPNI seq info [2817:2817:8:4294967295] 00000400:00000200:0.0:1787998325.074895:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998325.074904:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998325.074910:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998325.074915:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19354a300. 00000800:00000200:0.0:1787998325.074921:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998325.074929:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998325.074934:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19354a300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1787998325.074951:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998325.074955:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998325.074957:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296509315 00000100:00000010:0.0:1787998325.074962:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0ad5c60. 00000100:00000001:0.0:1787998325.074968:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787998325.074974:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296509315 00000100:00000010:0.0:1787998325.074977:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0ad5600. 00000100:00000001:0.0:1787998325.074979:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787998325.074982:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998325.074985:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998325.074988:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998325.074989:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998325.075087:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787998325.075091:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787998325.075094:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787998325.075095:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787998325.075097:0:38:0:(import.c:65:import_set_state_nolock()) ffff94d191a06800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787998325.075100:0:38:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787998325.075103:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff94d1a0bb2800: connect to NID 192.168.206.123@tcp last attempt 1832 00000400:00000200:1.0:1787998325.075106:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998325.075109:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.206.123@tcp is discovered: rc = 1 00000100:00001000:1.0:1787998325.075112:0:38:0:(import.c:2149:obd_at_measure()) add 20 to ffff94d191a06c18 time=31 v=15 (15 0 0 0) 00000100:00001000:1.0:1787998325.075115:0:38:0:(import.c:2215:obd_at_measure()) AT ffff94d191a06c18 change: old=15 new=20 delta=5 (val=20) hist 20 0 0 0 00000100:00080000:1.0:1787998325.075118:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff94d1a0bb2800: tried all connections, increasing latency to 15s 00000100:00000040:1.0:1787998325.075120:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 14 to 192.168.206.123@tcp 00000100:00000001:1.0:1787998325.075123:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787998325.075124:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00000100:00000001:1.0:1787998325.075126:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 00000020:00000001:1.0:1787998325.075128:0:38:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787998325.075130:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf59 00000020:00000001:1.0:1787998325.075131:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998325.075133:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191092800 refcount=5 00000020:00000001:1.0:1787998325.075135:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535213056 : -117847174338560 : ffff94d191092800) 00000020:00000001:1.0:1787998325.075137:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535213056 : -117847174338560 : ffff94d191092800) 00000100:00000040:1.0:1787998325.075140:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 14 to 192.168.206.123@tcp 00000100:00000001:1.0:1787998325.075141:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787998325.075143:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00000100:00000001:1.0:1787998325.075145:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 00000020:00000040:1.0:1787998325.075148:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff94d191092800 : new refcount 4 00000100:00080000:1.0:1787998325.075150:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff94d1a0bb2800: import ffff94d191a06800 using connection 192.168.206.123@tcp/192.168.206.123@tcp 00000100:00000001:1.0:1787998325.075153:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998325.075155:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787998325.075159:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998325.075161:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998325.075163:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787998325.075167:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683180 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787998325.075170:0:38:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998325.075172:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998325.075176:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edd180. 00000020:00000040:1.0:1787998325.075178:0:38:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:1.0:1787998325.075180:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787998325.075181:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998325.075184:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998325.075185:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1787998325.075363:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998325.075368:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19354a300. 00000400:00000200:2.0:1787998325.075373:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998325.075378:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998325.075384:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807660 00000400:00000010:2.0:1787998325.075386:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807660. 00000100:00000001:2.0:1787998325.075390:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998325.075395:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eddc00 x1874850291774720/t0(0) o250->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 520/544 e 0 to 0 dl 1787998335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998325.075403:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998325.075406:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199eddc00 x1874850291774720/t0(0) o250->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 520/544 e 0 to 0 dl 1787998335 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998325.075412:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998325.075414:0:2396:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1787998325.076152:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998325.076162:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d199e24800. 00000100:00000001:1.0:1787998325.076168:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998325.076177:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94d199edd180 x1874850291774848/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787998325.076186:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998325.076196:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998325.076201:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9999553] to pc [ptlrpcd_rcv+-1] req@ffff94d199edd180 x1874850291774848/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998325.077555:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998325.077561:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787998325.077566:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998325.077569:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998325.077572:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998325.077581:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edd180 x1874850291774848/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998325.077590:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998325.077593:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998325.077596:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998325.077600:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998325.077602:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998325.077605:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2401:1874850291774848:192.168.206.123@tcp:38:kworker.0 00000100:00000001:0.0:1787998325.077610:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998325.077614:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998325.077616:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998325.077619:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998325.077626:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a3400. 02000000:00000001:0.0:1787998325.077628:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998325.077634:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998325.077641:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000400:00000010:0.0:1787998325.077648:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807dd0. 00000100:00000200:0.0:1787998325.077654:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291774848, portal 10 00000100:00000001:0.0:1787998325.077657:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998325.077658:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684416384 : -117847025135232 : ffff94d199edd180) 00000100:00000040:0.0:1787998325.077665:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199edd180 x1874850291774848/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998325.077672:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998325.077675:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998325.077677:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807330. 00000100:00000200:0.0:1787998325.077681:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874850291774848, offset 0 00000400:00000200:0.0:1787998325.077686:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998325.077694:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998325.077700:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998325.077705:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998325.077709:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998325.077713:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998325.077715:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998325.077719:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2818:2818:256:4294967295] 192.168.206.123@tcp LPNI seq info [2818:2818:8:4294967295] 00000400:00000200:0.0:1787998325.077723:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998325.077732:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998325.077737:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998325.077743:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19354a800. 00000800:00000200:0.0:1787998325.077749:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998325.077756:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998325.077761:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19354a800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1787998325.078066:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998325.078072:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 826240 usecs (827 jiffies) 00000400:00000200:0.0:1787998325.078075:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998325.078078:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296506062 00000100:00000001:0.0:1787998325.078082:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296509315 00000100:00000001:0.0:1787998325.078084:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296506062 00000100:00000001:0.0:1787998325.078087:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296509315 00000100:00000001:0.0:1787998325.078089:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998325.078092:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998325.078095:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998325.078098:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998325.078103:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998325.078104:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787998325.078107:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998325.078108:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998325.078109:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998325.078111:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998325.078687:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998325.078693:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19354a800. 00000400:00000200:2.0:1787998325.078699:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998325.078705:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998325.078711:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807330 00000400:00000010:2.0:1787998325.078713:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807330. 00000100:00000001:2.0:1787998325.078718:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998325.078723:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edd180 x1874850291774848/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998325.078732:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998325.078736:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edd180 x1874850291774848/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998350 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998325.078742:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998325.078743:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787998325.080077:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998325.080083:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998325.080086:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998325.080089:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998325.080142:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998325.080147:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787998325.080151:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787998325.080160:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edfb80. 00000020:00000040:1.0:1787998325.080165:0:38:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=4 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000001:1.0:1787998325.080168:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998325.083896:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998325.083909:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998325.083921:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19031fc00. 00000100:00000001:1.0:1787998325.083930:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998325.083943:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID req@ffff94d199edfb80 x1874850291774976/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787998325.083954:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998325.083959:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998325.083965:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007dc3276c] to pc [ptlrpcd_00_01+1] req@ffff94d199edfb80 x1874850291774976/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998325.083997:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998325.084001:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1787998325.084005:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1787998325.084008:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1787998325.084011:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1787998325.084016:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1842) 00000100:00000001:1.0:1787998325.084036:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1787998325.084039:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1787998325.084041:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998325.084048:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998325.084050:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998325.084052:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998325.084053:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998325.084056:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998325.084061:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edfb80 x1874850291774976/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998325.084069:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998325.084071:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998325.084075:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998325.084077:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998325.084080:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998325.084084:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291774976:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1787998325.084088:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998325.084093:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998325.084095:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998325.084098:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998325.084102:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d198548600. 02000000:00000001:1.0:1787998325.084104:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998325.084110:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998325.084114:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc898. 00000400:00000010:1.0:1787998325.084120:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409660. 00000100:00000200:1.0:1787998325.084127:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291774976, portal 10 00000100:00000001:1.0:1787998325.084130:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998325.084131:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684427136 : -117847025124480 : ffff94d199edfb80) 00000100:00000040:1.0:1787998325.084138:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199edfb80 x1874850291774976/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998325.084145:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998325.084148:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998325.084150:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1854096e8. 00000100:00000200:1.0:1787998325.084153:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291774976, offset 0 00000400:00000200:1.0:1787998325.084159:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998325.084166:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998325.084172:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998325.084176:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998325.084181:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998325.084184:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998325.084187:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998325.084190:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2819:2819:256:4294967295] 192.168.206.123@tcp LPNI seq info [2819:2819:8:4294967295] 00000400:00000200:1.0:1787998325.084195:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998325.084204:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998325.084210:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998325.084214:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f400. 00000800:00000200:1.0:1787998325.084220:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998325.084227:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998325.084232:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787998325.084309:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998325.084313:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18230 usecs (19 jiffies) 00000400:00000200:1.0:1787998325.084318:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998325.084321:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296505260 00000100:00000001:1.0:1787998325.084323:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296509315 00000100:00000001:1.0:1787998325.084335:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296505260 00000100:00000001:1.0:1787998325.084337:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296509315 00000100:00000001:1.0:1787998325.084340:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998325.084342:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998325.084345:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998325.084348:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998325.085158:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998325.085164:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998325.087875:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998325.087891:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998325.087895:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998325.087898:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998325.087905:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998325.087913:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998325.087921:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998325.087926:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998325.087940:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998325.087944:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a5f580 00000400:00000200:2.0:1787998325.087949:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998325.087954:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x8345 [1] + 0 00000800:00000001:2.0:1787998325.087961:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998325.087967:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998325.087970:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998325.087975:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998325.087982:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998325.087990:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edd180 x1874850291774848/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998350 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998325.088002:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff94d199edd180 x1874850291774848/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998325.088049:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998325.088053:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998325.088066:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1787998325.088318:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998325.088323:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f400. 00000400:00000200:2.0:1787998325.088339:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998325.088343:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998325.088347:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854096e8 00000400:00000010:2.0:1787998325.088349:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854096e8. 00000100:00000001:2.0:1787998325.088353:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998325.088356:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edfb80 x1874850291774976/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998325.088366:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998325.088369:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edfb80 x1874850291774976/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998341 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998325.088376:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998325.088378:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998325.088384:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998325.088387:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1787998325.089010:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998325.089014:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998325.089017:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30528. 00000400:00000200:0.0:1787998325.089022:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807dd0 00000400:00000010:0.0:1787998325.089023:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807dd0. 00000100:00000001:0.0:1787998325.089026:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998325.089031:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edd180 x1874850291774848/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998325.089039:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edd180 x1874850291774848/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998350 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998325.089045:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998325.089047:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998325.089049:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998325.089052:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998325.089054:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998325.089057:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998325.089060:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998325.089069:0:2401:0:(import.c:2149:obd_at_measure()) add 0 to ffff94d191a06c60 time=151 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998325.089073:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=31 v=20 (20 0 0 0) 00000100:00000001:0.0:1787998325.089076:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998325.089078:0:2401:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1787998325.089080:0:2401:0:(client.c:1711:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1787998325.089085:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edd180 x1874850291774848/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/224 e 0 to 0 dl 1787998350 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998325.089092:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1787998325.089095:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998325.089097:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998325.089100:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787998325.089102:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1787998325.089105:0:2401:0:(import.c:65:import_set_state_nolock()) ffff94d191a06800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787998325.089110:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.206.123@tcp failed (-19) 00000100:00000001:0.0:1787998325.089112:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1787998325.089117:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edd180 x1874850291774848/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/224 e 0 to 0 dl 1787998350 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998325.089127:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2401:1874850291774848:192.168.206.123@tcp:38:kworker.0 00000100:00000001:0.0:1787998325.089132:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998325.089134:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998325.089137:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edd180 x1874850291774848/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/224 e 0 to 0 dl 1787998350 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998325.089143:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998325.089146:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998325.089150:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1923a3400. 02000000:00000001:0.0:1787998325.089153:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998325.089156:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998325.089158:0:2401:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998325.089160:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998325.089162:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e24800. 02000000:00000001:0.0:1787998325.089165:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998325.089167:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998325.089168:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edd180. 00000100:00000001:0.0:1787998325.089367:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998325.089369:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998325.089372:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998325.089373:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998325.089376:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998325.089378:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998325.089379:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998325.092692:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998325.092708:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998325.092712:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998325.092715:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998325.092722:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998325.092729:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998325.092738:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998325.092742:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998325.092747:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998325.092751:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a5f600 00000400:00000200:2.0:1787998325.092756:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998325.092761:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x834d [1] + 224 00000800:00000001:2.0:1787998325.092793:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998325.092800:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998325.092804:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998325.092809:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998325.092816:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998325.092823:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edfb80 x1874850291774976/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998341 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998325.092835:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edfb80 x1874850291774976/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998325.092856:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998325.092864:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998325.092867:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998325.092929:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998325.092934:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998325.092939:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998325.092941:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998325.092944:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc898. 00000400:00000200:1.0:1787998325.092948:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409660 00000400:00000010:1.0:1787998325.092951:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409660. 00000100:00000001:1.0:1787998325.092954:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998325.092958:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edfb80 x1874850291774976/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787998325.092966:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edfb80 x1874850291774976/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998341 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998325.092972:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998325.092974:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998325.092976:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998325.092980:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998325.092982:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998325.092984:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998325.092987:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998325.092995:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=151 v=5 (5 104 104 104) 00000100:00001000:1.0:1787998325.092999:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=151 v=5 (1 1 1 1) 00000100:00000001:1.0:1787998325.093002:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998325.093004:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998325.093007:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998325.093010:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998325.093014:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998325.093016:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:1.0:1787998325.093018:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998325.093019:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998325.093023:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edfb80 x1874850291774976/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998325.093030:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998325.093033:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998325.093035:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998325.093038:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edfb80 x1874850291774976/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998341 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787998325.093046:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291774976:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1787998325.093051:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998325.093053:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998325.093056:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edfb80 x1874850291774976/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998341 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998325.093063:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998325.093065:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998325.093068:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d198548600. 02000000:00000001:1.0:1787998325.093071:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998325.093074:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998325.093076:0:2402:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=3 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998325.093078:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998325.093081:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19031fc00. 02000000:00000001:1.0:1787998325.093086:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998325.093087:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998325.093089:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edfb80. 00000100:00000001:1.0:1787998325.093093:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998325.093094:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998325.093096:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998325.093104:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998325.093105:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998325.093108:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998325.093110:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998325.186947:0:33845:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787998325.186959:0:33845:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998325.186961:0:33845:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998325.186967:0:33845:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d192388f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787998325.186972:0:33845:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998325.186976:0:33845:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998325.186979:0:33845:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998325.186982:0:33845:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998325.186985:0:33845:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998325.634922:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998325.634932:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998325.634939:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998325.634940:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998325.634963:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998325.634967:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998325.634970:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787998326.212374:0:33845:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787998326.212386:0:33845:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998326.212388:0:33845:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998326.212397:0:33845:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d192388f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787998326.212401:0:33845:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998326.212405:0:33845:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998326.212409:0:33845:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998326.212412:0:33845:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998326.212415:0:33845:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998326.664986:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998326.664995:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998326.665002:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998326.665004:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998326.665033:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998326.665037:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998326.665041:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787998327.234910:0:33845:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787998327.234920:0:33845:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998327.234922:0:33845:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998327.234929:0:33845:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d192388f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787998327.234933:0:33845:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998327.234938:0:33845:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998327.234941:0:33845:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998327.234944:0:33845:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998327.234946:0:33845:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998327.682892:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998327.682899:0:15976:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998327.682902:0:15976:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998327.682905:0:15976:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998327.682910:0:15976:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998327.682913:0:15976:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998327.682915:0:15976:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998327.682923:0:15976:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998327.682928:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998327.682929:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998327.682988:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998327.682991:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998327.682994:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787998328.260300:0:33845:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787998328.260321:0:33845:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998328.260324:0:33845:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998328.260331:0:33845:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d192388f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787998328.260336:0:33845:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998328.260342:0:33845:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998328.260346:0:33845:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998328.260349:0:33845:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998328.260353:0:33845:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998328.707366:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998328.707372:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998328.707378:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998328.707380:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998328.707397:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998328.707400:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998328.707402:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787998329.282884:0:16353:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582220 (cpu 2) has reached its deadline 4296509315, at 4296509440 00000100:00000010:2.0:1787998329.282899:0:16353:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0ad5c60. 00000100:00000040:3.0:1787998329.288988:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296509315, at 4296509446 00000100:00000010:3.0:1787998329.289006:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0ad5600. 00000100:00000001:0.0:1787998329.289401:0:33845:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787998329.289408:0:33845:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998329.289410:0:33845:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998329.289415:0:33845:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d192388f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787998329.289418:0:33845:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998329.289422:0:33845:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998329.289425:0:33845:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998329.289428:0:33845:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998329.289432:0:33845:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998329.730879:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998329.730886:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998329.730891:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998329.730895:0:15976:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998329.730897:0:15976:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998329.730905:0:15976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998329.730907:0:15976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998329.730909:0:15976:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998329.730913:0:15976:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998329.730915:0:15976:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998329.730918:0:15976:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998329.730921:0:15976:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998329.730947:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998329.730955:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998329.730958:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787998330.306946:0:2401:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787998330.306958:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998330.306960:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998330.306965:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998330.306967:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998330.306971:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998330.306973:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998330.307285:0:33845:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787998330.307293:0:33845:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998330.307295:0:33845:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998330.307310:0:33845:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d192388f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787998330.307314:0:33845:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998330.307318:0:33845:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998330.307322:0:33845:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998330.307325:0:33845:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998330.307327:0:33845:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787998330.310545:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787998330.310559:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787998330.310563:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787998330.310567:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1787998330.310570:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787998330.310576:0:38:0:(import.c:65:import_set_state_nolock()) ffff94d191a06800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787998330.310581:0:38:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787998330.310590:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff94d1a0bb2800: connect to NID 192.168.206.123@tcp last attempt 1837 00000400:00000200:3.0:1787998330.310602:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998330.310609:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.206.123@tcp is discovered: rc = 1 00000100:00080000:3.0:1787998330.310613:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff94d1a0bb2800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787998330.310617:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 14 to 192.168.206.123@tcp 00000100:00000001:3.0:1787998330.310621:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787998330.310623:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00000100:00000001:3.0:1787998330.310626:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 00000020:00000001:3.0:1787998330.310631:0:38:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787998330.310633:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf59 00000020:00000001:3.0:1787998330.310637:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998330.310641:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191092800 refcount=5 00000020:00000001:3.0:1787998330.310643:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535213056 : -117847174338560 : ffff94d191092800) 00000020:00000001:3.0:1787998330.310646:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535213056 : -117847174338560 : ffff94d191092800) 00000100:00000040:3.0:1787998330.310649:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 14 to 192.168.206.123@tcp 00000100:00000001:3.0:1787998330.310651:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787998330.310652:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00000100:00000001:3.0:1787998330.310654:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 00000020:00000040:3.0:1787998330.310658:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff94d191092800 : new refcount 4 00000100:00080000:3.0:1787998330.310661:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff94d1a0bb2800: import ffff94d191a06800 using connection 192.168.206.123@tcp/192.168.206.123@tcp 00000100:00000001:3.0:1787998330.310664:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998330.310668:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787998330.310677:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998330.310680:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998330.310682:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1787998330.310688:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683180 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1787998330.310691:0:38:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998330.310693:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787998330.310704:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d00700. 00000020:00000040:3.0:1787998330.310710:0:38:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:3.0:1787998330.310714:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787998330.310716:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998330.310719:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998330.310722:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998330.310727:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998330.310737:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0096000. 00000100:00000001:3.0:1787998330.310746:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998330.310760:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94d191d00700 x1874850291775104/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998330.310813:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998330.310818:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998330.310823:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eba64e5f] to pc [ptlrpcd_rcv+-1] req@ffff94d191d00700 x1874850291775104/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998330.310839:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998330.310843:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787998330.310846:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787998330.310851:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d01500. 00000020:00000040:3.0:1787998330.310853:0:38:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=4 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998330.310856:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998330.310858:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998330.310860:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998330.310864:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d198474900. 00000100:00000001:3.0:1787998330.310867:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998330.310872:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID req@ffff94d191d01500 x1874850291775232/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998330.310879:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998330.310881:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998330.310886:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b76bcd] to pc [ptlrpcd_01_01+1] req@ffff94d191d01500 x1874850291775232/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998330.310913:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998330.310916:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787998330.310920:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787998330.310922:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787998330.310926:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787998330.310930:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1848) 00000100:00000001:2.0:1787998330.310990:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998330.310999:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998330.311002:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998330.311016:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d01500 x1874850291775232/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998330.311024:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998330.311031:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998330.311033:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998330.311037:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998330.311038:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998330.311049:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d00700 x1874850291775104/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1787998330.311056:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1787998330.311058:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1787998330.311063:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998330.311064:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998330.311075:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998330.311075:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998330.311082:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1787998330.311086:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291775232:192.168.206.123@tcp:400:kworker.0 02000000:00000001:0.0:1787998330.311088:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998330.311100:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1787998330.311101:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2401:1874850291775104:192.168.206.123@tcp:38:kworker.0 02000000:00000001:2.0:1787998330.311108:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1787998330.311108:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998330.311118:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998330.311119:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998330.311124:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998330.311125:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1787998330.311129:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998330.311138:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a0400. 02000000:00000010:2.0:1787998330.311139:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1a0bab600. 02000000:00000001:0.0:1787998330.311144:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998330.311152:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998330.311156:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000400:00000010:0.0:1787998330.311165:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807dd0. 00000100:00000200:0.0:1787998330.311175:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291775104, portal 10 00000100:00000001:0.0:1787998330.311178:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998330.311180:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548246272 : -117847161305344 : ffff94d191d00700) 00000100:00000040:0.0:1787998330.311190:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d00700 x1874850291775104/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998330.311198:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998330.311201:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998330.311204:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807440. 00000100:00000200:0.0:1787998330.311209:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874850291775104, offset 0 00000400:00000200:0.0:1787998330.311229:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998330.311240:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998330.311249:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998330.311256:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998330.311261:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 02000000:00000001:2.0:1787998330.311269:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998330.311269:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998330.311281:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998330.311286:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998330.311306:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2820:2820:256:4294967295] 192.168.206.123@tcp LPNI seq info [2820:2820:8:4294967295] 00000400:00000010:2.0:1787998330.311309:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151e18. 00000400:00000200:0.0:1787998330.311320:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998330.311323:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfee0. 00000100:00000200:2.0:1787998330.311334:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291775232, portal 10 00000400:00000200:0.0:1787998330.311343:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000100:00000001:2.0:1787998330.311344:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998330.311349:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548249856 : -117847161301760 : ffff94d191d01500) 00000800:00000200:0.0:1787998330.311359:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.123@tcp 00000100:00000040:2.0:1787998330.311365:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d01500 x1874850291775232/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1787998330.311371:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19354a200. 00000100:00000001:2.0:1787998330.311380:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998330.311384:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998330.311387:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf5d8. 00000100:00000200:2.0:1787998330.311393:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291775232, offset 0 00000800:00000200:0.0:1787998330.311400:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998330.311411:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998330.311417:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19354a200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1787998330.311438:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998330.311444:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 825168 usecs (826 jiffies) 00000400:00000200:0.0:1787998330.311447:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998330.311450:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296511294 00000100:00000010:0.0:1787998330.311456:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0ad5f00. 00000100:00000001:0.0:1787998330.311464:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787998330.311469:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296511294 00000100:00000010:0.0:1787998330.311475:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0ad5240. 00000100:00000001:0.0:1787998330.311479:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request now active for cpu 3 00000400:00000200:2.0:1787998330.311481:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000100:00000001:0.0:1787998330.311486:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998330.311490:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998330.311494:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998330.311497:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998330.311506:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998330.311509:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998330.311511:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998330.311512:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998330.311513:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998330.311515:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998330.311562:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998330.311569:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998330.311574:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998330.311577:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998330.311581:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998330.311584:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998330.311587:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2821:2821:255:4294967295] 192.168.206.123@tcp LPNI seq info [2821:2821:7:4294967295] 00000400:00000200:2.0:1787998330.311591:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998330.311600:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998330.311606:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998330.311611:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9c00. 00000800:00000200:2.0:1787998330.311618:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998330.311625:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998330.311629:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998330.311633:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998330.311638:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18203 usecs (19 jiffies) 00000400:00000200:2.0:1787998330.311641:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998330.311644:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296510487 00000100:00000001:2.0:1787998330.311647:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296511294 00000100:00000001:2.0:1787998330.311649:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296510487 00000100:00000001:2.0:1787998330.311651:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296511294 00000100:00000001:2.0:1787998330.311667:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998330.311671:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998330.311675:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998330.311678:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998330.311687:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998330.311689:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787998330.311692:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998330.311694:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998330.311695:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998330.311698:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998330.311715:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998330.311719:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998330.311730:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998330.311737:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19354a200. 00000400:00000200:3.0:1787998330.311745:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998330.311752:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998330.311758:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807440 00000400:00000010:3.0:1787998330.311761:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807440. 00000100:00000001:3.0:1787998330.311790:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998330.311797:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d00700 x1874850291775104/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998330.311807:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998330.311810:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d00700 x1874850291775104/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998355 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998330.311817:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998330.311819:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998330.311896:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998330.311899:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9c00. 00000400:00000200:3.0:1787998330.311902:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998330.311906:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998330.311908:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf5d8 00000400:00000010:3.0:1787998330.311910:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf5d8. 00000100:00000001:3.0:1787998330.311914:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998330.311918:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d01500 x1874850291775232/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998330.311926:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998330.311929:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d01500 x1874850291775232/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998346 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998330.311936:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998330.311938:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998330.316759:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998330.316807:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998330.316811:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998330.316814:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998330.316823:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998330.316830:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998330.316838:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998330.316843:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998330.316848:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998330.316852:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a5f700 00000400:00000200:2.0:1787998330.316857:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998330.316863:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x835d [1] + 224 00000800:00000001:2.0:1787998330.316869:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998330.316877:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998330.316880:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998330.316884:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998330.316891:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998330.316899:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d01500 x1874850291775232/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998346 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998330.316910:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d01500 x1874850291775232/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998330.316978:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998330.316983:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998330.317606:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998330.317620:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998330.317625:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1787998330.319562:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998330.319567:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998330.319571:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151e18. 00000400:00000200:3.0:1787998330.319578:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfee0 00000400:00000010:3.0:1787998330.319581:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfee0. 00000100:00000001:3.0:1787998330.319586:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998330.319595:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d01500 x1874850291775232/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998330.319607:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d01500 x1874850291775232/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998346 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998330.319615:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998330.319617:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998330.319620:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998330.319623:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998330.319625:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998330.319627:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998330.319630:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998330.319638:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=6 v=5 (5 5 104 104) 00000100:00001000:3.0:1787998330.319642:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=6 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998330.319645:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998330.319646:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998330.319649:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998330.320128:0:2405:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998330.320133:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998330.320135:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1787998330.320137:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998330.320139:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998330.320204:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d01500 x1874850291775232/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998346 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998330.320219:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998330.320222:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998330.320224:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998330.320228:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d01500 x1874850291775232/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998346 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998330.320235:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291775232:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998330.320239:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998330.320242:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998330.320246:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d01500 x1874850291775232/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998346 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998330.320252:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998330.320254:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998330.320258:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1a0bab600. 02000000:00000001:3.0:1787998330.320262:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998330.320264:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998330.320266:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=3 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998330.320268:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998330.320271:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d198474900. 02000000:00000001:3.0:1787998330.320275:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998330.320276:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998330.320278:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d01500. 00000100:00000001:3.0:1787998330.320281:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998330.320283:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998330.320285:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998330.320292:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998330.320294:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998330.320304:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998330.320307:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787998330.329452:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998330.329467:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998330.329472:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998330.329474:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998330.329484:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998330.329491:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998330.329499:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998330.329503:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998330.329508:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998330.329512:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 416 into portal 10 MB=0x6a92a99a5f680 00000400:00000200:3.0:1787998330.329517:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998330.329522:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 416/416 into md 0x8355 [1] + 0 00000800:00000001:3.0:1787998330.329528:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998330.329548:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998330.329551:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998330.329556:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998330.329563:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998330.329572:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d00700 x1874850291775104/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998355 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998330.329584:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94d191d00700 x1874850291775104/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998330.329605:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998330.329614:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998330.329618:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998330.329870:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998330.329875:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998330.329881:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998330.329883:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998330.329887:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30528. 00000400:00000200:0.0:1787998330.329892:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807dd0 00000400:00000010:0.0:1787998330.329894:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807dd0. 00000100:00000001:0.0:1787998330.329897:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998330.329903:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d00700 x1874850291775104/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998330.329920:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d00700 x1874850291775104/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1787998355 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998330.329926:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998330.329928:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998330.329930:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998330.329933:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998330.329935:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998330.329937:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998330.329940:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998330.329948:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=156 v=5 (5 104 104 104) 00000100:00001000:0.0:1787998330.329952:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=36 v=20 (20 0 0 0) 00000100:00000001:0.0:1787998330.329955:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998330.329957:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998330.329960:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787998330.329964:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94d191d00700 x1874850291775104/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1787998355 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787998330.329971:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998330.329975:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998330.329977:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1787998330.329979:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998330.329981:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998330.329986:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d00700 x1874850291775104/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1787998355 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998330.329992:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998330.329994:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998330.329996:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998330.329999:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1787998330.330208:0:2401:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff94d1a0bb2800: connect to target with instance 2 00000020:00000001:0.0:1787998330.330212:0:2401:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787998330.330215:0:2401:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf59 00000020:00000001:0.0:1787998330.330217:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998330.330220:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191092800 refcount=5 00000020:00000001:0.0:1787998330.330223:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535213056 : -117847174338560 : ffff94d191092800) 00000020:00000001:0.0:1787998330.330225:0:2401:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535213056 : -117847174338560 : ffff94d191092800) 00000100:00001000:0.0:1787998330.330229:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=1787998330 v=0 (0 0 0 0) 00000100:00001000:0.0:1787998330.330233:0:2401:0:(import.c:2215:obd_at_measure()) AT ffff94d191a06c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1787998330.330237:0:2401:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 807, crc32c 5811, adler 553 00000020:00000040:0.0:1787998330.330242:0:2401:0:(genops.c:879:class_export_put()) PUTting export ffff94d191092800 : new refcount 4 00000100:00000001:0.0:1787998330.330245:0:2401:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:0.0:1787998330.330247:0:2401:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:0.0:1787998330.330251:0:2401:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff94d1a0bb2800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:0.0:1787998330.330254:0:2401:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1787998330.330256:0:2401:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998330.330258:0:2401:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:0.0:1787998330.330261:0:2401:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:0.0:1787998330.330264:0:2401:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1787998330.330267:0:2401:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998330.330269:0:2401:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998330.330270:0:2401:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998330.330271:0:2401:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1787998330.330272:0:2401:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998330.330274:0:2401:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998330.330276:0:2401:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1787998330.330278:0:2401:0:(import.c:65:import_set_state_nolock()) ffff94d191a06800 lustre-MDT0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00000001:0.0:1787998330.330284:0:2401:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1787998330.330286:0:2401:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1787998330.330288:0:2401:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1787998330.330289:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1787998330.330291:0:2401:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: committing for last_committed 4294967636 gen 2 00000100:00100000:0.0:1787998330.330307:0:2401:0:(client.c:3213:ptlrpc_free_committed()) @@@ free closed open request req@ffff94d191d03b80 x1874850291772032/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998315 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998330.330322:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998330.330323:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548259712 : -117847161291904 : ffff94d191d03b80) 00000100:00000001:0.0:1787998330.330326:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998330.330329:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d03b80 x1874850291772032/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998315 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998330.330335:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998330.330337:0:2401:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: normal: skip=0 replay=0/0 committed=1/1 00000100:00000001:0.0:1787998330.330339:0:2401:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1787998330.330340:0:2401:0:(recover.c:53:ptlrpc_replay_next()) import ffff94d191a06800 from lustre-MDT0000_UUID committed 4294967636 last 0 00000100:00000001:0.0:1787998330.330343:0:2401:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787998330.330344:0:2401:0:(import.c:65:import_set_state_nolock()) ffff94d191a06800 lustre-MDT0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000020:00000040:0.0:1787998330.330347:0:2401:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:1.0:1787998330.330688:0:2401:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998330.330693:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998330.330700:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d00700 x1874850291775104/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1787998355 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787998330.330708:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2401:1874850291775104:192.168.206.123@tcp:38:kworker.0 00000100:00000001:1.0:1787998330.330714:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998330.330716:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998330.330719:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d00700 x1874850291775104/t0(0) o38->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1787998355 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998330.330725:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998330.330727:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998330.330731:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1923a0400. 02000000:00000001:1.0:1787998330.330734:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998330.330736:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998330.330737:0:2401:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998330.330740:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998330.330742:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1a0096000. 02000000:00000001:1.0:1787998330.330746:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998330.330747:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998330.330749:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d00700. 00000100:00000001:1.0:1787998330.330753:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998330.330754:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998330.330756:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998330.330758:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998330.330760:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998330.330761:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998330.330763:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1787998330.330839:0:34103:0:(ldlm_request.c:2972:ldlm_lock_replay_thread()) lock replay thread lustre-MDT0000-mdc-ffff94d1a0bb2800 to lustre-MDT0000_UUID@192.168.206.123@tcp 00010000:00000001:0.0:1787998330.330852:0:34103:0:(ldlm_request.c:2924:__ldlm_replay_locks()) Process entered 00010000:00010000:0.0:1787998330.330855:0:34103:0:(ldlm_request.c:2888:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-MDT0000-mdc-ffff94d1a0bb2800 (1) 00010000:00000001:0.0:1787998330.330858:0:34103:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000002:00000001:0.0:1787998330.330864:0:34103:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1787998330.330866:0:34103:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998330.330870:0:34103:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998330.330872:0:34103:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1787998330.330875:0:34103:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1787998330.330878:0:34103:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:0.0:1787998330.330880:0:34103:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1787998330.330884:0:34103:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1787998330.330886:0:34103:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1787998330.330888:0:34103:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000405:0x29:0x0] mode (null) 00000002:00000001:0.0:1787998330.330892:0:34103:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998330.330894:0:34103:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998330.330899:0:34103:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360700 count: 2 00010000:00000001:0.0:1787998330.330901:0:34103:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998330.330906:0:34103:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998330.330908:0:34103:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998330.331072:0:34103:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998330.331076:0:34103:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360700 count: 2 00010000:00000001:0.0:1787998330.331078:0:34103:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998330.331081:0:34103:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998330.331083:0:34103:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998330.331084:0:34103:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998330.331085:0:34103:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360700 count: 2 00010000:00000001:0.0:1787998330.331087:0:34103:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998330.331089:0:34103:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998330.331090:0:34103:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998330.331091:0:34103:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998330.331092:0:34103:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360700 count: 2 00010000:00000001:0.0:1787998330.331094:0:34103:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998330.331095:0:34103:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998330.331097:0:34103:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998330.331100:0:34103:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:0.0:1787998330.331101:0:34103:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998330.331105:0:34103:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798654168 : -117846910897448 : ffff94d1a0bcf2d8) 00000020:00001000:0.0:1787998330.331107:0:34103:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf2d0 00000020:00000001:0.0:1787998330.331109:0:34103:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1787998330.331112:0:34103:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x29:0x0]: losing layout lock 00000080:00000001:0.0:1787998330.331114:0:34103:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1787998330.331117:0:34103:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1787998330.331120:0:34103:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1787998330.331123:0:34103:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1787998330.331125:0:34103:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x29:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1787998330.331127:0:34103:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998330.331128:0:34103:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1787998330.331130:0:34103:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf2d0 00000080:00000001:0.0:1787998330.331132:0:34103:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998330.331134:0:34103:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1787998330.331136:0:34103:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x29:0x0](ffff94d188001988) invalid 00000020:00000001:0.0:1787998330.331139:0:34103:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d4225fc70 00000080:00002000:0.0:1787998330.331141:0:34103:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f23.recovery-small (ffff94d18356e870) parent ffff94d198a90798 inode ffff94d188001988 refc 1 00000080:00000001:0.0:1787998330.331145:0:34103:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1787998330.331147:0:34103:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1787998330.331149:0:34103:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998330.331153:0:34103:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787998330.331154:0:34103:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787998330.331216:0:34103:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998330.331219:0:34103:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1787998330.331222:0:34103:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1903e5200 with handle 0xb2d39e653c8cb8b from hash 00010000:00000001:0.0:1787998330.331224:0:34103:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787998330.331226:0:34103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998330.331228:0:34103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998330.331229:0:34103:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787998330.331232:0:34103:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787998330.331234:0:34103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787998330.331237:0:34103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5200/0xb2d39e653c8cb8b lrc: 0/0,0 mode: --/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x4fd9a50f3a6ad0d7 expref: -99 pid: 33845 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1787998330.331246:0:34103:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d1987e5f80. 00010000:00000040:0.0:1787998330.331250:0:34103:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d18a360700 count: 0 00010000:00000010:0.0:1787998330.331255:0:34103:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d190a8d180. 00010000:00000001:0.0:1787998330.331264:0:34103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998330.331266:0:34103:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998330.331268:0:34103:0:(ldlm_request.c:2901:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-MDT0000-mdc-ffff94d1a0bb2800 00000001:00000001:0.0:1787998330.331271:0:34103:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1787998330.331273:0:34103:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1787998330.331676:0:34103:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998330.331680:0:34103:0:(ldlm_request.c:2954:__ldlm_replay_locks()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998330.331682:0:34103:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1787998330.331685:0:34103:0:(import.c:65:import_set_state_nolock()) ffff94d191a06800 lustre-MDT0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00000001:0.0:1787998330.331687:0:34103:0:(import.c:1557:signal_completed_replay()) Process entered 00000100:00000010:0.0:1787998330.331694:0:34103:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c10a80. 00000020:00000040:0.0:1787998330.331698:0:34103:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998330.331702:0:34103:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998330.331705:0:34103:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998330.331709:0:34103:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998330.331716:0:34103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19354ae00. 00000100:00000001:0.0:1787998330.331722:0:34103:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998330.331727:0:34103:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998330.331731:0:34103:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998330.331738:0:34103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2a5b14e] to pc [ptlrpcd_rcv+-1] req@ffff94d191c10a80 x1874850291775360/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998330.331764:0:34103:0:(import.c:1582:signal_completed_replay()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998330.331811:0:34103:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998330.331814:0:34103:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998330.331816:0:34103:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998330.331818:0:34103:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1787998330.333524:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998330.333532:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998330.333534:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998330.333544:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c10a80 x1874850291775360/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998330.333556:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998330.333557:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998330.333561:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998330.333563:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998330.333566:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998330.333570:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2401:1874850291775360:192.168.206.123@tcp:400:ldlm_lock_repla.0 00000100:00000001:1.0:1787998330.333573:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998330.333578:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998330.333581:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998330.333583:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998330.333590:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d198549800. 02000000:00000001:1.0:1787998330.333592:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998330.333599:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998330.333604:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc898. 00000400:00000010:1.0:1787998330.333611:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409660. 00000100:00000200:1.0:1787998330.333619:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291775360, portal 10 00000100:00000001:1.0:1787998330.333622:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998330.333623:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547264128 : -117847162287488 : ffff94d191c10a80) 00000100:00000040:1.0:1787998330.333631:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=2c0 req@ffff94d191c10a80 x1874850291775360/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998346 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998330.333639:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998330.333641:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998330.333644:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409ee0. 00000100:00000200:1.0:1787998330.333648:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291775360, offset 0 00000400:00000200:1.0:1787998330.333654:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998330.333661:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998330.333667:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998330.333672:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998330.333676:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998330.333761:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998330.333764:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998330.333803:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2822:2822:256:4294967295] 192.168.206.123@tcp LPNI seq info [2822:2822:8:4294967295] 00000400:00000200:1.0:1787998330.333808:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998330.333818:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998330.333824:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998330.333830:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031fc00. 00000800:00000200:1.0:1787998330.333961:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998330.333968:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998330.333973:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031fc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787998330.333982:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998330.333986:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 824110 usecs (825 jiffies) 00000400:00000200:1.0:1787998330.333989:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998330.333993:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296511315 00000100:00000001:1.0:1787998330.333999:0:2401:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, simply extend its deadline from 4296511294 00000100:00000001:1.0:1787998330.334003:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296511316 00000100:00000001:1.0:1787998330.334209:0:2401:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, simply extend its deadline from 4296511294 00000100:00000001:1.0:1787998330.334214:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998330.334217:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998330.334221:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998330.334224:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998330.334230:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998330.334232:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998330.334234:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998330.334236:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998330.334237:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998330.334239:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998330.334435:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998330.334439:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031fc00. 00000400:00000200:2.0:1787998330.334446:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998330.334451:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998330.334456:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409ee0 00000400:00000010:2.0:1787998330.334458:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409ee0. 00000100:00000001:2.0:1787998330.334462:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998330.334467:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c10a80 x1874850291775360/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998346 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998330.334476:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998330.334479:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c10a80 x1874850291775360/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998346 ref 2 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998330.334485:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998330.334487:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1787998330.338122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360700. 00010000:00000010:0.1:1787998330.338140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5200. 00010000:00000001:0.0:1787998330.757005:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998330.757011:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998330.757338:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998330.757342:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998330.757345:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787998331.202910:0:16353:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582220 (cpu 2) has reached its deadline 4296511315, at 4296511360 00000100:00000010:2.0:1787998331.202924:0:16353:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0ad5f00. 00000100:00000040:3.0:1787998331.203015:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296511316, at 4296511360 00000100:00000010:3.0:1787998331.203021:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0ad5240. 00000100:00000001:3.0:1787998331.330879:0:33845:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787998331.330885:0:33845:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998331.330888:0:33845:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998331.330892:0:33845:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d192388f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787998331.330895:0:33845:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998331.330898:0:33845:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998331.330901:0:33845:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998331.330903:0:33845:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998331.330905:0:33845:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998331.394896:0:2401:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787998331.394909:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998331.394911:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998331.394916:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998331.394918:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998331.394921:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998331.394937:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787998331.733988:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998331.734005:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998331.734008:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998331.734011:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998331.734019:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998331.734026:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998331.734034:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998331.734039:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998331.734043:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998331.734047:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a5f780 00000400:00000200:3.0:1787998331.734052:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998331.734057:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x836d [1] + 224 00000800:00000001:3.0:1787998331.734063:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998331.734072:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998331.734076:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998331.734080:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998331.734086:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998331.734094:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c10a80 x1874850291775360/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998346 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998331.734105:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=2c0 mlen=224 offset=224 replen=224 req@ffff94d191c10a80 x1874850291775360/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998346 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998331.734122:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998331.734129:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998331.734132:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998331.734882:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998331.734887:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998331.734895:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998331.734897:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998331.734900:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc898. 00000400:00000200:1.0:1787998331.734905:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409660 00000400:00000010:1.0:1787998331.734908:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409660. 00000100:00000001:1.0:1787998331.734912:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998331.734919:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c10a80 x1874850291775360/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998346 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787998331.734929:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c10a80 x1874850291775360/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998346 ref 1 fl Rpc:RQU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998331.734935:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998331.734937:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998331.734939:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998331.734943:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998331.734945:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998331.734947:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998331.734950:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998331.734958:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=7 v=5 (5 5 104 104) 00000100:00001000:1.0:1787998331.734962:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998331.734965:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998331.734967:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998331.734970:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998331.734973:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998331.734976:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998331.734978:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967636 00000100:00000001:1.0:1787998331.734980:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998331.734982:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998331.734987:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c10a80 x1874850291775360/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998346 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998331.734996:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998331.734999:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998331.735001:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998331.735004:0:2401:0:(import.c:1528:completed_replay_interpret()) Process entered 00000100:00000001:1.0:1787998331.735006:0:2401:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1787998331.735009:0:2401:0:(import.c:65:import_set_state_nolock()) ffff94d191a06800 lustre-MDT0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00000001:1.0:1787998331.735014:0:2401:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:1.0:1787998331.735018:0:2401:0:(client.c:3247:ptlrpc_resend_req()) @@@ going to resend req@ffff94d191c10a80 x1874850291775360/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998346 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787998331.735040:0:2401:0:(client.c:3256:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff94d191c10a80 x1874850291775360/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998346 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998331.735046:0:2401:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787998331.735048:0:2401:0:(import.c:65:import_set_state_nolock()) ffff94d191a06800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:1.0:1787998331.735051:0:2401:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:1.0:1787998331.735053:0:2401:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:1.0:1787998331.735056:0:2401:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:1.0:1787998331.735059:0:2401:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:1.0:1787998331.735062:0:2401:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:1.0:1787998331.735064:0:2401:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff94d191605548 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:1.0:1787998331.735068:0:2401:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xb2d39e653c8bf59 00800000:00000040:1.0:1787998331.735071:0:2401:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff94d1a0bb2800=77d5a195-8a9b-4535-9fd7-ecbde8ea89db device 3 (ffff94d191600000) type mdc at LMV idx 0 00800000:00000040:1.0:1787998331.735075:0:2401:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff94d191600000 already active! 00800000:00000001:1.0:1787998331.735077:0:2401:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1787998331.735081:0:2401:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1787998331.735084:0:2401:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998331.735086:0:2401:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998331.735088:0:2401:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998331.735089:0:2401:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1787998331.735090:0:2401:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787998331.735093:0:2401:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000002:00000001:0.0:1787998331.735944:0:2401:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998331.735950:0:2401:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:0.0:1787998331.735956:0:2401:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff94d1a0bb2800: Connection restored to 192.168.206.123@tcp (at 192.168.206.123@tcp) 00000100:00080000:0.0:1787998331.735965:0:2401:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000af7a59f5): req@ffff94d191d1b100 x1874850291772928/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 1 dl 1787998321 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998331.735985:0:2401:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998331.735988:0:2401:0:(import.c:1546:completed_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998331.735993:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c10a80 x1874850291775360/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998346 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998331.736001:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2401:1874850291775360:192.168.206.123@tcp:400:ldlm_lock_repla.0 00000100:00000001:0.0:1787998331.736007:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998331.736010:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998331.736013:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c10a80 x1874850291775360/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998346 ref 1 fl Complete:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998331.736019:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998331.736022:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998331.736026:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d198549800. 02000000:00000001:0.0:1787998331.736029:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998331.736032:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998331.736033:0:2401:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998331.736036:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998331.736038:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19354ae00. 02000000:00000001:0.0:1787998331.736041:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998331.736043:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998331.736045:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c10a80. 00000100:00000001:0.0:1787998331.736049:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998331.736051:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998331.736054:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998331.736056:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998331.736058:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998331.736059:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998331.736061:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998331.736109:0:34104:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:1.0:1787998331.736112:0:34104:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:1.0:1787998331.736115:0:34104:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998331.736118:0:34104:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998331.736120:0:34104:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998331.736122:0:34104:0:(genops.c:1230:class_import_put()) Process leaving 00000002:00000001:1.0:1787998331.736139:0:34104:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998331.736141:0:33845:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998331.736146:0:33845:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998331.736216:0:33845:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998331.736219:0:33845:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998331.736223:0:33845:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998331.736225:0:33845:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998331.736228:0:33845:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998331.736231:0:33845:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1787998331.736236:0:33845:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1874850291772928 new x1874850291775488 02000000:00000001:3.0:1787998331.736239:0:33845:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998331.736242:0:33845:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998331.736249:0:33845:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998331.736254:0:33845:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a8f0. 00000400:00000010:3.0:1787998331.736260:0:33845:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f57f8. 00000100:00000200:3.0:1787998331.736266:0:33845:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291772928, portal 10 00000100:00000001:3.0:1787998331.736269:0:33845:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998331.736271:0:33845:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548355328 : -117847161196288 : ffff94d191d1b100) 00000100:00000040:3.0:1787998331.736279:0:33845:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff94d191d1b100 x1874850291772928/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998347 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998331.736286:0:33845:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998331.736300:0:33845:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998331.736304:0:33845:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5c38. 00000100:00000200:3.0:1787998331.736307:0:33845:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1874850291772928, offset 0 00000400:00000200:3.0:1787998331.736313:0:33845:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998331.736321:0:33845:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998331.736327:0:33845:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998331.736333:0:33845:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998331.736338:0:33845:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998331.736342:0:33845:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998331.736345:0:33845:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998331.736348:0:33845:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2823:2823:256:4294967295] 192.168.206.123@tcp LPNI seq info [2823:2823:8:4294967295] 00000400:00000200:3.0:1787998331.736352:0:33845:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998331.736362:0:33845:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998331.736368:0:33845:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998331.736373:0:33845:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d198474900. 00000800:00000200:3.0:1787998331.736379:0:33845:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998331.736387:0:33845:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998331.736391:0:33845:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d198474900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1787998331.736408:0:33845:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998331.736413:0:33845:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 825337 usecs (826 jiffies) 00000400:00000200:3.0:1787998331.736416:0:33845:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998331.736419:0:33845:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296512719 00000100:00000010:3.0:1787998331.736424:0:33845:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a00131e0. 00000100:00000001:3.0:1787998331.736429:0:33845:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787998331.736434:0:33845:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296512719 00000100:00000010:3.0:1787998331.736438:0:33845:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a00138a0. 00000100:00000001:3.0:1787998331.736440:0:33845:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787998331.736443:0:33845:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998331.736446:0:33845:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998331.736449:0:33845:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998331.736450:0:33845:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787998331.736452:0:33845:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d192388f00 going to sleep for 11 seconds 00000100:00000001:3.0:1787998331.736454:0:33845:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998331.736456:0:33845:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998331.736923:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998331.736929:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d198474900. 00000400:00000200:2.0:1787998331.736935:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998331.736940:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998331.736945:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5c38 00000400:00000010:2.0:1787998331.736947:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5c38. 00000100:00000001:2.0:1787998331.736951:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998331.736956:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1b100 x1874850291772928/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998347 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998331.736972:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998331.736975:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d1b100 x1874850291772928/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998347 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998331.736982:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998331.736983:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998331.764084:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998331.764100:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998331.764104:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998331.764106:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998331.764116:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998331.764262:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998331.764273:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998331.764278:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998331.764283:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998331.764296:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a5f800 00000400:00000200:3.0:1787998331.764301:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998331.764307:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x8375 [1] + 224 00000800:00000001:3.0:1787998331.764313:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998331.764614:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998331.764619:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998331.764624:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998331.764631:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998331.764639:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1b100 x1874850291772928/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998347 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998331.764653:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff94d191d1b100 x1874850291772928/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998347 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998331.764679:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998331.764687:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998331.764690:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998331.765371:0:33845:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998331.765380:0:33845:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998331.765382:0:33845:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998331.765385:0:33845:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a8f0. 00000400:00000200:0.0:1787998331.765391:0:33845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f57f8 00000400:00000010:0.0:1787998331.765393:0:33845:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f57f8. 00000100:00000001:0.0:1787998331.765397:0:33845:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998331.765402:0:33845:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1b100 x1874850291772928/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998347 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998331.765412:0:33845:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1b100 x1874850291772928/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998347 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998331.765417:0:33845:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998331.765419:0:33845:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998331.765421:0:33845:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998331.765425:0:33845:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998331.765427:0:33845:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998331.765429:0:33845:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998331.765433:0:33845:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998331.765441:0:33845:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06cf0 time=157 v=5 (5 5 5 5) 00000100:00001000:0.0:1787998331.765445:0:33845:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998331.765448:0:33845:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1787998331.765451:0:33845:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -116 req@ffff94d191d1b100 x1874850291772928/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998347 ref 2 fl Rpc:RQU/602/0 rc 0/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998331.765463:0:33845:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000001:0.0:1787998331.765467:0:33845:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998331.765468:0:33845:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1787998331.765470:0:33845:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998331.765472:0:33845:0:(client.c:1797:after_reply()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000040:0.0:1787998331.765476:0:33845:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1b100 x1874850291772928/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998347 ref 2 fl Rpc:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998331.765483:0:33845:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551500 : -116 : 0xffffffffffffff8c) 00000100:00000001:0.0:1787998331.765485:0:33845:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998331.765487:0:33845:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998331.765490:0:33845:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1b100 x1874850291772928/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998347 ref 2 fl Interpret:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998331.765497:0:33845:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1b100 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:33845:1874850291772928:192.168.206.123@tcp:35:multiop.0 00000100:00000001:0.0:1787998331.765502:0:33845:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998331.765504:0:33845:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000001:0.0:1787998331.765507:0:33845:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998331.765509:0:33845:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998331.765512:0:33845:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1b100 x1874850291772928/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998347 ref 2 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998331.765518:0:33845:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998331.765521:0:33845:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d192388f00. 00000100:00000001:0.0:1787998331.765525:0:33845:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998331.765526:0:33845:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000002:00080000:0.0:1787998331.765718:0:33845:0:(mdc_request.c:1003:mdc_close()) @@@ Reset ESTALE = -116 req@ffff94d191d1b100 x1874850291772928/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998347 ref 1 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998331.765726:0:33845:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998331.765727:0:33845:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548355328 : -117847161196288 : ffff94d191d1b100) 00000002:00000001:0.0:1787998331.765730:0:33845:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998331.765733:0:33845:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998331.765738:0:33845:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d190451600. 00000080:00000001:0.0:1787998331.765742:0:33845:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1787998331.765745:0:33845:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1787998331.765747:0:33845:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998331.765750:0:33845:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998331.765752:0:33845:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998331.765754:0:33845:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998331.765756:0:33845:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998331.765758:0:33845:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x29:0x0] 00800000:00000001:0.0:1787998331.765761:0:33845:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998331.765765:0:33845:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1787998331.765797:0:33845:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d191d03b80 x1874850291772032/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998315 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998331.765804:0:33845:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998331.765807:0:33845:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d03b80 x1874850291772032/t4294967636(4294967636) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998315 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998331.765813:0:33845:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1787998331.765816:0:33845:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998331.765817:0:33845:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998331.765819:0:33845:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998331.765822:0:33845:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1a0095c00. 02000000:00000001:0.0:1787998331.765827:0:33845:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998331.765828:0:33845:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998331.765830:0:33845:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d03b80. 00000100:00000001:0.0:1787998331.765833:0:33845:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998331.765834:0:33845:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998331.765835:0:33845:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998331.765838:0:33845:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1b100 x1874850291772928/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998347 ref 2 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998331.765844:0:33845:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998331.765845:0:33845:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff94d1870f3c60. 00000002:00000001:0.0:1787998331.765847:0:33845:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998331.765849:0:33845:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998331.765851:0:33845:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d1987e5800. 00000100:00000001:0.0:1787998331.765854:0:33845:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998331.765856:0:33845:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1b100 x1874850291772928/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998347 ref 1 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998331.765861:0:33845:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998331.765863:0:33845:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998331.765865:0:33845:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1a0baf000. 02000000:00000001:0.0:1787998331.765867:0:33845:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998331.765868:0:33845:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998331.765869:0:33845:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998331.765871:0:33845:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998331.765872:0:33845:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d190451000. 02000000:00000001:0.0:1787998331.765874:0:33845:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998331.765875:0:33845:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998331.765876:0:33845:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1b100. 00000100:00000001:0.0:1787998331.765879:0:33845:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998331.765880:0:33845:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998331.765882:0:33845:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998331.765886:0:33845:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d181797680. 00000080:00000001:0.0:1787998331.765890:0:33845:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998331.765895:0:33845:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420f7df0 00000080:00000008:0.0:1787998331.765897:0:33845:0:(file.c:523:ll_file_release()) COMPLETED file f23.recovery-small:[0x200000405:0x29:0x0](ffff94d188001988), flags 100002, rc = 0 00000080:00000001:0.0:1787998331.765900:0:33845:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998331.765904:0:33845:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1787998331.765906:0:33845:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420f7e00 00000080:00002000:0.0:1787998331.765908:0:33845:0:(dcache.c:127:ll_ddelete()) deleting dentry f23.recovery-small (ffff94d18356e870, parent ffff94d198a90798, inode ffff94d188001988) hashed, 00000080:00000001:0.0:1787998331.765911:0:33845:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998331.765921:0:33845:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1787998331.765925:0:33845:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1787998331.776810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1870f3b00. 00010000:00000001:0.0:1787998331.778879:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998331.778884:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998331.778905:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998331.778908:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998331.778911:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787998332.418954:0:2401:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787998332.418983:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998332.418986:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998332.418993:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998332.418996:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998332.419000:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998332.419002:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998332.610895:0:16353:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582220 (cpu 2) has reached its deadline 4296512719, at 4296512768 00000100:00000010:2.0:1787998332.610911:0:16353:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a00131e0. 00000100:00000040:3.0:1787998332.610922:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296512719, at 4296512768 00000100:00000010:3.0:1787998332.610937:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a00138a0. 00010000:00000001:0.0:1787998332.802924:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998332.802941:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998332.802967:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998332.802970:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998332.802972:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787998333.443533:0:2401:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787998333.443550:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998333.443552:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998333.443558:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998333.443561:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998333.443565:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998333.443568:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998333.826918:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998333.826924:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998333.827045:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998333.827050:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998333.827055:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787998334.467673:0:2401:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787998334.467685:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998334.467687:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998334.467691:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998334.467694:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998334.467697:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998334.467699:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998334.851015:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998334.851021:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998334.851053:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998334.851055:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998334.851058:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1787998335.422390:0:34137:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787998335.431951:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787998335.431961:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1787998335.431964:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787998335.431969:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787998335.431975:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c10a80. 00000020:00000040:0.0:1787998335.431982:0:8:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998335.431986:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998335.431989:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998335.431993:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998335.432001:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19354ae00. 00000100:00000001:0.0:1787998335.432007:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998335.432018:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID req@ffff94d191c10a80 x1874850291775616/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787998335.432029:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998335.432033:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998335.432038:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2a5b14e] to pc [ptlrpcd_00_00+0] req@ffff94d191c10a80 x1874850291775616/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998335.432060:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998335.432063:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787998335.432066:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787998335.432069:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c10000. 00000020:00000040:0.0:1787998335.432071:0:8:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=4 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998335.432073:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998335.432075:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998335.432076:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998335.432080:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19354a200. 00000100:00000001:0.0:1787998335.432083:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998335.432088:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID req@ffff94d191c10000 x1874850291775744/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787998335.432095:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998335.432097:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998335.432101:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f110f16d] to pc [ptlrpcd_00_01+1] req@ffff94d191c10000 x1874850291775744/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998335.432109:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998335.432111:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787998335.432114:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787998335.432117:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787998335.432120:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787998335.432124:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1853) 00000100:00000001:0.0:1787998335.432132:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998335.432136:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998335.432138:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998335.432144:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c10a80 x1874850291775616/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998335.432150:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998335.432152:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998335.432155:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998335.432158:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998335.432160:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998335.432163:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291775616:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998335.432167:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998335.432172:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998335.432174:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998335.432176:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998335.432180:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1a0b09200. 02000000:00000001:0.0:1787998335.432182:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998335.432193:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998335.432197:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000400:00000010:0.0:1787998335.432203:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807dd0. 00000100:00000200:0.0:1787998335.432209:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291775616, portal 10 00000100:00000001:0.0:1787998335.432212:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998335.432214:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547264128 : -117847162287488 : ffff94d191c10a80) 00000100:00000040:0.0:1787998335.432221:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c10a80 x1874850291775616/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998335.432229:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998335.432232:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998335.432235:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1928074c8. 00000100:00000200:0.0:1787998335.432239:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291775616, offset 0 00000400:00000200:0.0:1787998335.432245:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998335.432253:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998335.432260:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998335.432264:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998335.432280:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998335.432284:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998335.432286:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998335.432290:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2824:2824:256:4294967295] 192.168.206.123@tcp LPNI seq info [2824:2824:8:4294967295] 00000400:00000200:0.0:1787998335.432294:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998335.432303:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998335.432309:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998335.432314:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19354a800. 00000800:00000200:0.0:1787998335.432320:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998335.432327:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998335.432332:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19354a800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787998335.432348:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998335.432353:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 867441 usecs (868 jiffies) 00000400:00000200:0.0:1787998335.432356:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998335.432359:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296516456 00000100:00000010:0.0:1787998335.432364:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0ad5d20. 00000100:00000001:0.0:1787998335.432370:0:2402:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787998335.432375:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296516456 00000100:00000010:0.0:1787998335.432379:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0ad5de0. 00000100:00000001:0.0:1787998335.432382:0:2402:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787998335.432385:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998335.432387:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998335.432391:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998335.432393:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998335.432400:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998335.432402:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787998335.432404:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998335.432405:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998335.432407:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998335.432409:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1787998335.432411:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998335.432413:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998335.432414:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998335.432416:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998335.432417:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998335.432418:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998335.432422:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c10000 x1874850291775744/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998335.432429:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998335.432430:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998335.432432:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998335.432433:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998335.432435:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998335.432437:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291775744:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998335.432441:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998335.432443:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998335.432444:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998335.432446:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998335.432449:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1a0b08000. 02000000:00000001:0.0:1787998335.432451:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998335.432454:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998335.432457:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30268. 00000400:00000010:0.0:1787998335.432460:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807220. 00000100:00000200:0.0:1787998335.432463:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291775744, portal 10 00000100:00000001:0.0:1787998335.432465:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998335.432466:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547261440 : -117847162290176 : ffff94d191c10000) 00000100:00000040:0.0:1787998335.432472:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c10000 x1874850291775744/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998335.432484:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998335.432486:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998335.432489:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1928076e8. 00000100:00000200:0.0:1787998335.432491:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291775744, offset 0 00000400:00000200:0.0:1787998335.432495:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998335.432499:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998335.432502:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998335.432505:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998335.432508:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998335.432510:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998335.432512:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998335.432515:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2825:2825:255:4294967295] 192.168.206.123@tcp LPNI seq info [2825:2825:7:4294967295] 00000400:00000200:0.0:1787998335.432519:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998335.432526:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998335.432530:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998335.432533:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19354a300. 00000800:00000200:0.0:1787998335.432537:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998335.432542:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998335.432544:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19354a300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787998335.432547:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998335.432549:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18177 usecs (19 jiffies) 00000400:00000200:0.0:1787998335.432552:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998335.432554:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296515607 00000100:00000001:0.0:1787998335.432557:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296516456 00000100:00000001:0.0:1787998335.432559:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296515607 00000100:00000001:0.0:1787998335.432561:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296516456 00000100:00000001:0.0:1787998335.432563:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998335.432565:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998335.432567:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998335.432569:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998335.432578:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998335.432580:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998335.432743:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998335.432748:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19354a800. 00000400:00000200:3.0:1787998335.432753:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998335.432758:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998335.432764:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928074c8 00000400:00000010:3.0:1787998335.432793:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928074c8. 00000100:00000001:3.0:1787998335.432798:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998335.432803:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c10a80 x1874850291775616/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998335.432813:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998335.432816:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c10a80 x1874850291775616/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998351 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998335.432823:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998335.432824:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998335.432885:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998335.432887:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19354a300. 00000400:00000200:3.0:1787998335.432891:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998335.432895:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998335.432898:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928076e8 00000400:00000010:3.0:1787998335.432899:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928076e8. 00000100:00000001:3.0:1787998335.432902:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998335.432906:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c10000 x1874850291775744/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998335.432919:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998335.432922:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c10000 x1874850291775744/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998351 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998335.432929:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998335.432930:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998335.441615:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998335.441629:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998335.441633:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998335.441635:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998335.441644:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998335.441651:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998335.441659:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998335.441674:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998335.441680:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998335.441684:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a5f880 00000400:00000200:3.0:1787998335.441689:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998335.441696:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x8385 [1] + 224 00000800:00000001:3.0:1787998335.441703:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998335.441707:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998335.441710:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998335.441714:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998335.441732:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998335.441742:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c10a80 x1874850291775616/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998351 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998335.441754:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191c10a80 x1874850291775616/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998335.441793:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998335.441801:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998335.441805:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998335.441807:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998335.441810:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998335.441813:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998335.441817:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998335.441821:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998335.441824:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998335.441827:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998335.441829:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a5f900 00000400:00000200:3.0:1787998335.441833:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998335.441836:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x838d [1] + 224 00000800:00000001:3.0:1787998335.441840:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998335.441845:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998335.441847:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998335.441851:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998335.441854:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998335.441858:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c10000 x1874850291775744/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998351 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998335.441867:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191c10000 x1874850291775744/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998335.441875:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998335.441879:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998335.441882:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998335.444166:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998335.444172:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998335.444179:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998335.444182:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998335.444185:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30268. 00000400:00000200:0.0:1787998335.444192:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807220 00000400:00000010:0.0:1787998335.444194:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807220. 00000100:00000001:0.0:1787998335.444198:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998335.444208:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c10000 x1874850291775744/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998335.444218:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c10000 x1874850291775744/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998351 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998335.444225:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998335.444227:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998335.444230:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998335.444233:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998335.444235:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998335.444237:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998335.444240:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998335.444248:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=11 v=5 (5 5 104 104) 00000100:00001000:0.0:1787998335.444252:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=11 v=5 (1 1 1 1) 00000100:00000001:0.0:1787998335.444255:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998335.444256:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998335.444259:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998335.444262:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998335.444265:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998335.444279:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:0.0:1787998335.444281:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998335.444282:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998335.444287:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c10000 x1874850291775744/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998351 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998335.444300:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998335.444303:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998335.444305:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998335.444309:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c10000 x1874850291775744/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998351 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998335.444317:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291775744:192.168.206.123@tcp:400:kworker.0 00000400:00000001:0.0:1787998335.444322:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998335.444323:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998335.444325:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30528. 00000400:00000200:0.0:1787998335.444328:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807dd0 00000400:00000010:0.0:1787998335.444329:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807dd0. 00000100:00000001:0.0:1787998335.444331:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998335.444335:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c10a80 x1874850291775616/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998335.444343:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c10a80 x1874850291775616/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998351 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998335.444348:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998335.444350:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998335.444351:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998335.444352:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998335.444354:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998335.444355:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998335.444357:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998335.444360:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=11 v=5 (5 5 104 104) 00000100:00001000:0.0:1787998335.444363:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998335.444365:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998335.444366:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998335.444367:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998335.444369:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998335.444371:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998335.444372:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1787998335.444374:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998335.444376:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998335.444379:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c10a80 x1874850291775616/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998351 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998335.444385:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998335.444386:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998335.444388:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998335.444390:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c10a80 x1874850291775616/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998351 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998335.444396:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291775616:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998335.444400:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998335.444402:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998335.444405:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c10000 x1874850291775744/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998351 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998335.444412:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998335.444414:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998335.444418:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1a0b08000. 02000000:00000001:0.0:1787998335.444422:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998335.444424:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998335.444425:0:2402:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=3 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998335.444428:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998335.444430:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19354a200. 02000000:00000001:0.0:1787998335.444433:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998335.444434:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998335.444436:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c10000. 00000100:00000001:0.0:1787998335.444440:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998335.444441:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998335.444443:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998335.444446:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c10a80 x1874850291775616/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998351 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998335.444451:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998335.444453:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998335.444454:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1a0b09200. 02000000:00000001:0.0:1787998335.444457:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998335.444458:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998335.444459:0:2402:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998335.444461:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998335.444462:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19354ae00. 02000000:00000001:0.0:1787998335.444464:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998335.444465:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998335.444466:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c10a80. 00000100:00000001:0.0:1787998335.444468:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998335.444469:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998335.444471:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998335.444478:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998335.444480:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998335.444482:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998335.444484:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998335.493280:0:2401:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787998335.493286:0:2401:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787998335.493300:0:2401:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787998325/real 1787998325] req@ffff94d199eddc00 x1874850291774720/t0(0) o250->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1787998335 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787998335.493316:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998335.493318:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998335.493321:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30dc0. 00000400:00000200:1.0:1787998335.493325:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807198 00000400:00000010:1.0:1787998335.493328:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807198. 00000100:00000001:1.0:1787998335.493332:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998335.493336:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199eddc00 x1874850291774720/t0(0) o250->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1787998335 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787998335.493345:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199eddc00 x1874850291774720/t0(0) o250->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1787998335 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998335.493352:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998335.493354:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998335.493357:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998335.493359:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787998335.493363:0:2401:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff94d199eddc00 x1874850291774720/t0(0) o250->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1787998335 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998335.493370:0:2401:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998335.493377:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998335.493378:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998335.493381:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998335.493383:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998335.493385:0:2401:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998335.493390:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199eddc00 x1874850291774720/t0(0) o250->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1787998335 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998335.493397:0:2401:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787998335.493399:0:2401:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998335.493402:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998335.493403:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998335.493406:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787998335.493408:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787998335.493411:0:2401:0:(import.c:65:import_set_state_nolock()) ffff94d191092000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787998335.493436:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.206.123@tcp failed (-110) 00000100:00000001:1.0:1787998335.493438:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787998335.493443:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199eddc00 x1874850291774720/t0(0) o250->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1787998335 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787998335.493450:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199eddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed2632e9-aeaa-48f0-b65b-469967f9297f:2401:1874850291774720:192.168.206.123@tcp:250:kworker.0 00000100:00000001:1.0:1787998335.493455:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998335.493457:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998335.493461:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199eddc00 x1874850291774720/t0(0) o250->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1787998335 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998335.493467:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998335.493470:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998335.493473:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1923a0000. 02000000:00000001:1.0:1787998335.493477:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998335.493480:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998335.493482:0:2401:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:1.0:1787998335.493484:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998335.493487:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e25800. 02000000:00000001:1.0:1787998335.493490:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998335.493492:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998335.493494:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199eddc00. 00000100:00000001:1.0:1787998335.493497:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998335.493499:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998335.493501:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998335.493503:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998335.493505:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998335.493506:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998335.493508:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787998335.493648:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787998335.493653:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1787998335.493655:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787998335.493657:0:8:0:(import.c:65:import_set_state_nolock()) ffff94d191092000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787998335.493660:0:8:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787998335.493673:0:8:0:(import.c:510:import_select_connection()) MGC192.168.206.123@tcp: connect to NID 192.168.206.123@tcp last attempt 1837 00000400:00000200:3.0:1787998335.493680:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998335.493685:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.206.123@tcp is discovered: rc = 1 00000100:00001000:3.0:1787998335.493688:0:8:0:(import.c:2149:obd_at_measure()) add 10 to ffff94d191092418 time=162 v=5 (1 1 1 1) 00000100:00001000:3.0:1787998335.493692:0:8:0:(import.c:2215:obd_at_measure()) AT ffff94d191092418 change: old=5 new=10 delta=5 (val=10) hist 10 1 1 1 00000100:00080000:3.0:1787998335.493695:0:8:0:(import.c:589:import_select_connection()) MGC192.168.206.123@tcp: tried all connections, increasing latency to 5s 00000100:00000040:3.0:1787998335.493698:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 14 to 192.168.206.123@tcp 00000100:00000001:3.0:1787998335.493700:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787998335.493703:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00000100:00000001:3.0:1787998335.493705:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 00000020:00000001:3.0:1787998335.493708:0:8:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787998335.493710:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf05 00000020:00000001:3.0:1787998335.493712:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998335.493714:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d1a0bdc800 refcount=3 00000020:00000001:3.0:1787998335.493717:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226798708736 : -117846910842880 : ffff94d1a0bdc800) 00000020:00000001:3.0:1787998335.493719:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226798708736 : -117846910842880 : ffff94d1a0bdc800) 00000100:00000040:3.0:1787998335.493722:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 14 to 192.168.206.123@tcp 00000100:00000001:3.0:1787998335.493724:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787998335.493726:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00000100:00000001:3.0:1787998335.493728:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 00000020:00000040:3.0:1787998335.493730:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff94d1a0bdc800 : new refcount 2 00000100:00080000:3.0:1787998335.493733:0:8:0:(import.c:624:import_select_connection()) MGC192.168.206.123@tcp: import ffff94d191092000 using connection 192.168.206.123@tcp/192.168.206.123@tcp 00000100:00000001:3.0:1787998335.493736:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998335.493738:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787998335.493741:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998335.493744:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998335.493746:0:8:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1787998335.493748:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787998335.493756:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d01500. 00000020:00000040:3.0:1787998335.493759:0:8:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 02000000:00000001:3.0:1787998335.493762:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787998335.493764:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998335.493803:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998335.493805:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998335.493808:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998335.493815:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0095800. 00000100:00000001:3.0:1787998335.493821:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998335.493828:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94d191d01500 x1874850291775872/t0(0) o250->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998335.493836:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998335.493839:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998335.493844:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b76bcd] to pc [ptlrpcd_rcv+-1] req@ffff94d191d01500 x1874850291775872/t0(0) o250->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998335.493855:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998335.493859:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787998335.493862:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787998335.493865:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787998335.493868:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787998335.493872:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1853) 00000100:00000001:1.0:1787998335.494020:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998335.494023:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998335.494025:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998335.494030:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d01500 x1874850291775872/t0(0) o250->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998335.494037:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998335.494039:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998335.494042:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998335.494044:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998335.494047:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998335.494050:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed2632e9-aeaa-48f0-b65b-469967f9297f:2401:1874850291775872:192.168.206.123@tcp:250:kworker.0 00000100:00000001:1.0:1787998335.494054:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998335.494057:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998335.494060:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998335.494062:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998335.494066:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d199e25800. 02000000:00000001:1.0:1787998335.494068:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998335.494073:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998335.494076:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc898. 00000400:00000010:1.0:1787998335.494081:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409660. 00000100:00000200:1.0:1787998335.494086:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291775872, portal 25 00000100:00000001:1.0:1787998335.494089:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998335.494090:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548249856 : -117847161301760 : ffff94d191d01500) 00000100:00000040:1.0:1787998335.494095:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d01500 x1874850291775872/t0(0) o250->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 520/544 e 0 to 0 dl 1787998350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998335.494103:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998335.494105:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998335.494107:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409990. 00000100:00000200:1.0:1787998335.494111:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874850291775872, offset 0 00000400:00000200:1.0:1787998335.494116:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998335.494123:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998335.494128:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998335.494132:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998335.494136:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998335.494141:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998335.494143:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998335.494147:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2826:2826:256:4294967295] 192.168.206.123@tcp LPNI seq info [2826:2826:8:4294967295] 00000400:00000200:1.0:1787998335.494151:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998335.494161:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998335.494167:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998335.494172:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f600. 00000800:00000200:1.0:1787998335.494178:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998335.494185:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998335.494189:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1787998335.494207:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998335.494211:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998335.494214:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296519734 00000100:00000001:1.0:1787998335.494219:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296516456 00000100:00000001:1.0:1787998335.494222:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296519734 00000100:00000001:1.0:1787998335.494226:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296516456 00000100:00000001:1.0:1787998335.494228:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998335.494231:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998335.494233:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998335.494236:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998335.494239:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998335.494241:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1787998335.494242:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998335.494244:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998335.494245:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998335.494247:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998335.494375:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998335.494379:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f600. 00000400:00000200:3.0:1787998335.494385:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998335.494391:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998335.494396:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409990 00000400:00000010:3.0:1787998335.494398:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409990. 00000100:00000001:3.0:1787998335.494402:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998335.494406:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d01500 x1874850291775872/t0(0) o250->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 520/544 e 0 to 0 dl 1787998350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998335.494413:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998335.494417:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d01500 x1874850291775872/t0(0) o250->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 520/544 e 0 to 0 dl 1787998350 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998335.494423:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998335.494424:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998335.506095:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998335.506111:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998335.506115:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998335.506117:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998335.506126:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.506133:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998335.506142:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.506146:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.506151:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.506155:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 416 into portal 25 MB=0x6a92a99a5f980 00000400:00000200:2.0:1787998335.506160:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.506166:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 416/416 into md 0x8395 [1] + 0 00000800:00000001:2.0:1787998335.506172:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998335.506179:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998335.506182:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998335.506187:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998335.506194:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998335.506203:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d01500 x1874850291775872/t0(0) o250->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 520/544 e 0 to 0 dl 1787998350 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998335.506215:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94d191d01500 x1874850291775872/t0(0) o250->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 520/544 e 0 to 0 dl 1787998350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998335.506243:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998335.506252:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998335.506255:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998335.506636:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998335.506641:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998335.506648:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998335.506650:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998335.506653:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc898. 00000400:00000200:0.0:1787998335.506658:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409660 00000400:00000010:0.0:1787998335.506660:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409660. 00000100:00000001:0.0:1787998335.506664:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998335.506669:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d01500 x1874850291775872/t0(0) o250->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 520/544 e 0 to 0 dl 1787998350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998335.506679:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d01500 x1874850291775872/t0(0) o250->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 520/544 e 0 to 0 dl 1787998350 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998335.506685:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998335.506687:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998335.506690:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998335.506693:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998335.506695:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998335.506697:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998335.506700:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998335.506707:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=162 v=5 (5 5 5 5) 00000100:00001000:0.0:1787998335.506711:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=12 v=10 (10 1 1 1) 00000100:00000001:0.0:1787998335.506714:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998335.506716:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998335.506719:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998335.506721:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998335.506723:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998335.506728:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d01500 x1874850291775872/t0(0) o250->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 520/416 e 0 to 0 dl 1787998350 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998335.506736:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998335.506739:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998335.506740:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998335.506743:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1787998335.506748:0:2401:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.206.123@tcp: connect to target with instance 0 00000020:00000001:0.0:1787998335.506752:0:2401:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787998335.506754:0:2401:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf05 00000020:00000001:0.0:1787998335.506756:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998335.506759:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d1a0bdc800 refcount=3 00000020:00000001:0.0:1787998335.506761:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226798708736 : -117846910842880 : ffff94d1a0bdc800) 00000020:00000001:0.0:1787998335.506764:0:2401:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226798708736 : -117846910842880 : ffff94d1a0bdc800) 00000100:00001000:0.0:1787998335.506801:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=1787998335 v=0 (0 0 0 0) 00000100:00001000:0.0:1787998335.506805:0:2401:0:(import.c:2215:obd_at_measure()) AT ffff94d191092418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:0.0:1787998335.506811:0:2401:0:(genops.c:879:class_export_put()) PUTting export ffff94d1a0bdc800 : new refcount 2 00000100:00000001:0.0:1787998335.506814:0:2401:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:0.0:1787998335.506816:0:2401:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 10000000:00000001:0.0:1787998335.506819:0:2401:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998335.506821:0:2401:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000400:0.0:1787998335.506824:0:2401:0:(import.c:1284:ptlrpc_connect_interpret()) Evicted from MGS (at 192.168.206.123@tcp) after server handle changed from 0x4fd9a50f3a6aaab9 to 0x4fd9a50f3a6ad576 00000100:00080000:0.0:1787998335.515811:0:2401:0:(import.c:65:import_set_state_nolock()) ffff94d191092000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1787998335.515820:0:2401:0:(import.c:1292:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998335.515824:0:2401:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1787998335.515831:0:2401:0:(import.c:1674:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.206.123@tcp; invalidating 00000020:00000040:0.0:1787998335.515835:0:2401:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=5 obd=MGC192.168.206.123@tcp 00000100:00000001:0.0:1787998335.518195:0:2401:0:(import.c:1695:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998335.518203:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998335.518216:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d01500 x1874850291775872/t0(0) o250->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 520/416 e 0 to 0 dl 1787998350 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998335.518229:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed2632e9-aeaa-48f0-b65b-469967f9297f:2401:1874850291775872:192.168.206.123@tcp:250:kworker.0 00000100:00000001:0.0:1787998335.518235:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998335.518239:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998335.518243:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d01500 x1874850291775872/t0(0) o250->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 520/416 e 0 to 0 dl 1787998350 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998335.518251:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998335.518253:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998335.518257:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e25800. 02000000:00000001:0.0:1787998335.518261:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998335.518263:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998335.518265:0:2401:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000020:00000001:0.0:1787998335.518278:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998335.518281:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1a0095800. 02000000:00000001:0.0:1787998335.518286:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998335.518287:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998335.518289:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d01500. 00000100:00000001:0.0:1787998335.518293:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998335.518294:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998335.518296:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998335.518304:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998335.518306:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998335.518309:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998335.518311:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998335.518318:0:34155:0:(import.c:1594:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:0.0:1787998335.518325:0:34155:0:(import.c:1598:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.206.123@tcp to MGS@192.168.206.123@tcp 00000100:00100000:0.0:1787998335.518329:0:34155:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1787998335.518331:0:34155:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:0.0:1787998335.518334:0:34155:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000001:00000001:0.0:1787998335.518337:0:34155:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1787998335.518340:0:34155:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1787998335.518679:0:34155:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18321ea00 count: 3 00010000:00000001:0.0:1787998335.518685:0:34155:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1787998335.518687:0:34155:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998335.518690:0:34155:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998335.518692:0:34155:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d18164e200 refcount=3 00000020:00000001:0.0:1787998335.518695:0:34155:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226272788992 : -117847436762624 : ffff94d18164e200) 00010000:00000001:0.0:1787998335.518698:0:34155:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226272788992 : -117847436762624 : ffff94d18164e200) 00010000:00000001:0.0:1787998335.518701:0:34155:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787998335.518705:0:34155:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.123@tcp lock: ffff94d18164e200/0xb2d39e653c8bf0c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x4fd9a50f3a6aaac0 expref: -99 pid: 16810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1787998335.518715:0:34155:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1787998335.518718:0:34155:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.123@tcp lock: ffff94d18164e200/0xb2d39e653c8bf0c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x4fd9a50f3a6aaac0 expref: -99 pid: 16810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787998335.518724:0:34155:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:0.0:1787998335.518727:0:34155:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1787998335.518728:0:34155:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1787998335.518730:0:34155:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1787998335.518732:0:34155:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1787998335.518733:0:34155:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1787998335.518749:0:34155:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1787998335.518751:0:34155:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1787998335.518752:0:34155:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff94d187386800) refs 2 10000000:00000001:0.0:1787998335.518754:0:34155:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1787998335.518756:0:34155:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998335.518758:0:34155:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1787998335.518760:0:34155:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1787998335.518762:0:34155:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787998335.518764:0:34155:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787998335.518783:0:34155:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998335.518786:0:34155:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1787998335.518789:0:34155:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d18164e200 with handle 0xb2d39e653c8bf0c from hash 00010000:00000001:0.0:1787998335.518791:0:34155:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787998335.518793:0:34155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998335.518795:0:34155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998335.518796:0:34155:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787998335.518798:0:34155:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787998335.518799:0:34155:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1787998335.518802:0:34155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998335.518802:0:34155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998335.518803:0:34155:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998335.518805:0:34155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787998335.518807:0:34155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.123@tcp lock: ffff94d18164e200/0xb2d39e653c8bf0c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x4fd9a50f3a6aaac0 expref: -99 pid: 16810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998335.518818:0:34155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998335.518820:0:34155:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1787998335.518821:0:34155:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998335.518822:0:34155:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998335.518823:0:34155:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d18164ea00 refcount=3 00000020:00000001:0.0:1787998335.518825:0:34155:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226272791040 : -117847436760576 : ffff94d18164ea00) 00010000:00000001:0.0:1787998335.518828:0:34155:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226272791040 : -117847436760576 : ffff94d18164ea00) 00010000:00000001:0.0:1787998335.518830:0:34155:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787998335.518832:0:34155:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.123@tcp lock: ffff94d18164ea00/0xb2d39e653c8bf13 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x4fd9a50f3a6aaac7 expref: -99 pid: 16810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1787998335.518837:0:34155:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1787998335.518839:0:34155:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.123@tcp lock: ffff94d18164ea00/0xb2d39e653c8bf13 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x4fd9a50f3a6aaac7 expref: -99 pid: 16810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787998335.518844:0:34155:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:0.0:1787998335.518846:0:34155:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1787998335.518848:0:34155:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=3) 10000000:00000040:0.0:1787998335.518849:0:34155:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1787998335.518850:0:34155:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1787998335.518851:0:34155:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1787998335.518853:0:34155:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1787998335.518854:0:34155:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1787998335.518856:0:34155:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff94d187387800) refs 2 10000000:00000001:0.0:1787998335.518857:0:34155:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1787998335.518859:0:34155:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998335.518861:0:34155:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1787998335.518862:0:34155:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1787998335.518864:0:34155:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787998335.518865:0:34155:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787998335.518866:0:34155:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998335.518868:0:34155:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1787998335.518869:0:34155:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d18164ea00 with handle 0xb2d39e653c8bf13 from hash 00010000:00000001:0.0:1787998335.518872:0:34155:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787998335.518873:0:34155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998335.518874:0:34155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998335.518875:0:34155:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787998335.518876:0:34155:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787998335.518877:0:34155:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1787998335.518879:0:34155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998335.518880:0:34155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998335.518881:0:34155:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998335.518883:0:34155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787998335.518885:0:34155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.123@tcp lock: ffff94d18164ea00/0xb2d39e653c8bf13 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x4fd9a50f3a6aaac7 expref: -99 pid: 16810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998335.518892:0:34155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1787998335.518895:0:34155:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d18321ea00 count: 0 00010000:00000040:0.0:1787998335.518900:0:34155:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921300 count: 2 00010000:00000001:0.0:1787998335.518903:0:34155:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1787998335.518904:0:34155:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998335.518906:0:34155:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998335.518907:0:34155:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366400 refcount=3 00000020:00000001:0.0:1787998335.518909:0:34155:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370405376 : -117847339146240 : ffff94d187366400) 00010000:00000001:0.0:1787998335.518911:0:34155:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370405376 : -117847339146240 : ffff94d187366400) 00010000:00000001:0.0:1787998335.518913:0:34155:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787998335.518916:0:34155:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.123@tcp lock: ffff94d187366400/0xb2d39e653c8bf44 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x4fd9a50f3a6aaace expref: -99 pid: 16810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1787998335.518922:0:34155:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1787998335.518925:0:34155:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.123@tcp lock: ffff94d187366400/0xb2d39e653c8bf44 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x4fd9a50f3a6aaace expref: -99 pid: 16810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787998335.518930:0:34155:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1787998335.518933:0:34155:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1787998335.518934:0:34155:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:0.0:1787998335.518936:0:34155:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1787998335.518937:0:34155:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1787998335.518939:0:34155:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1787998335.518941:0:34155:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1787998335.518942:0:34155:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1787998335.518943:0:34155:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff94d187387200) refs 2 10000000:00000001:0.0:1787998335.518945:0:34155:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1787998335.518946:0:34155:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998335.518948:0:34155:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1787998335.518950:0:34155:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1787998335.518951:0:34155:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787998335.518953:0:34155:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787998335.518954:0:34155:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998335.518956:0:34155:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1787998335.518958:0:34155:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d187366400 with handle 0xb2d39e653c8bf44 from hash 00010000:00000001:0.0:1787998335.518960:0:34155:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787998335.518961:0:34155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998335.518962:0:34155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998335.518963:0:34155:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787998335.518964:0:34155:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787998335.518965:0:34155:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1787998335.518967:0:34155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998335.518968:0:34155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998335.518970:0:34155:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998335.518971:0:34155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787998335.518974:0:34155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.123@tcp lock: ffff94d187366400/0xb2d39e653c8bf44 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x4fd9a50f3a6aaace expref: -99 pid: 16810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998335.518981:0:34155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1787998335.518994:0:34155:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d185921300 count: 0 00010000:00000040:0.0:1787998335.519000:0:34155:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18321e700 count: 2 00010000:00000001:0.0:1787998335.519002:0:34155:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1787998335.519004:0:34155:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998335.519005:0:34155:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998335.519006:0:34155:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d18164ec00 refcount=3 00000020:00000001:0.0:1787998335.519008:0:34155:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226272791552 : -117847436760064 : ffff94d18164ec00) 00010000:00000001:0.0:1787998335.519010:0:34155:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226272791552 : -117847436760064 : ffff94d18164ec00) 00010000:00000001:0.0:1787998335.519013:0:34155:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787998335.519015:0:34155:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.123@tcp lock: ffff94d18164ec00/0xb2d39e653c8bf4b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x4fd9a50f3a6aaad5 expref: -99 pid: 16810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1787998335.519021:0:34155:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1787998335.519024:0:34155:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.123@tcp lock: ffff94d18164ec00/0xb2d39e653c8bf4b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x4fd9a50f3a6aaad5 expref: -99 pid: 16810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787998335.519426:0:34155:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:0.0:1787998335.519429:0:34155:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1787998335.519430:0:34155:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1787998335.519433:0:34155:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1787998335.519434:0:34155:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1787998335.519436:0:34155:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1787998335.519449:0:34155:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1787998335.519451:0:34155:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1787998335.519452:0:34155:0:(mgc_request.c:123:config_log_put()) log params(ffff94d187387400) refs 2 10000000:00000001:0.0:1787998335.519455:0:34155:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1787998335.519456:0:34155:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998335.519458:0:34155:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1787998335.519460:0:34155:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1787998335.519462:0:34155:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787998335.519463:0:34155:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787998335.519465:0:34155:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998335.519467:0:34155:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1787998335.519469:0:34155:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d18164ec00 with handle 0xb2d39e653c8bf4b from hash 00010000:00000001:0.0:1787998335.519471:0:34155:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787998335.519473:0:34155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998335.519474:0:34155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998335.519475:0:34155:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787998335.519477:0:34155:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787998335.519479:0:34155:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1787998335.519481:0:34155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998335.519482:0:34155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998335.519483:0:34155:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998335.519484:0:34155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787998335.519487:0:34155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.123@tcp lock: ffff94d18164ec00/0xb2d39e653c8bf4b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x4fd9a50f3a6aaad5 expref: -99 pid: 16810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998335.519496:0:34155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1787998335.519498:0:34155:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d18321e700 count: 0 00000001:00000001:0.0:1787998335.519504:0:34155:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1787998335.519506:0:34155:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1787998335.519508:0:34155:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1787998335.519509:0:34155:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1787998335.519512:0:34155:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998335.519514:0:34155:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1787998335.519520:0:34155:0:(import.c:65:import_set_state_nolock()) ffff94d191092000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1787998335.519523:0:34155:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1787998335.519526:0:34155:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1787998335.519528:0:34155:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787998335.519530:0:34155:0:(import.c:65:import_set_state_nolock()) ffff94d191092000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1787998335.519534:0:34155:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:0.0:1787998335.519535:0:34155:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1787998335.519537:0:34155:0:(mgc_request.c:1185:mgc_import_event()) MGC192.168.206.123@tcp: Reactivating import 00000100:00080000:0.0:1787998335.519540:0:34155:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1787998335.519542:0:34155:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998335.519544:0:34155:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:0.0:1787998335.519548:0:34155:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) MGC192.168.206.123@tcp: Connection restored to 192.168.206.123@tcp (at 192.168.206.123@tcp) 00000100:00000001:0.0:1787998335.519551:0:34155:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998335.519554:0:34155:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998335.519555:0:34155:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:0.0:1787998335.519558:0:34155:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1787998335.519559:0:34155:0:(import.c:1611:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1787998335.528839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d18164e200. 00010000:00000010:0.1:1787998335.528851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d18164ea00. 00010000:00000010:0.1:1787998335.528855:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18321ea00. 00010000:00000010:0.1:1787998335.528859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366400. 00010000:00000010:0.1:1787998335.528863:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921300. 00010000:00000010:0.1:1787998335.528865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d18164ec00. 00010000:00000010:0.1:1787998335.528868:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18321e700. 00000020:00000001:3.0:1787998335.726397:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d53d08 00000080:00200008:3.0:1787998335.726406:0:34158:0:(file.c:6295:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94d1989ad348), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1787998335.726414:0:34158:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1787998335.726416:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d53c80 00000080:00200000:3.0:1787998335.726418:0:34158:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:3.0:1787998335.726425:0:34158:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1861f7e00. 00800000:00000002:3.0:1787998335.726431:0:34158:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:3.0:1787998335.726435:0:34158:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787998335.726439:0:34158:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787998335.726441:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d53ba0 00800000:00000002:3.0:1787998335.726443:0:34158:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998335.726447:0:34158:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787998335.726449:0:34158:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998335.726452:0:34158:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998335.726454:0:34158:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998335.726456:0:34158:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998335.726458:0:34158:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998335.726461:0:34158:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998335.726463:0:34158:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998335.726466:0:34158:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1787998335.726471:0:34158:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787998335.726473:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d53a70 00000002:00010000:3.0:1787998335.726475:0:34158:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1787998335.726479:0:34158:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787998335.726480:0:34158:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998335.726483:0:34158:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1787998335.726490:0:34158:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998335.726492:0:34158:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998335.726494:0:34158:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998335.726496:0:34158:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1787998335.726499:0:34158:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1787998335.726504:0:34158:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d00000. 00000020:00000040:3.0:1787998335.726508:0:34158:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:3.0:1787998335.726514:0:34158:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1787998335.726518:0:34158:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998335.726521:0:34158:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998335.726524:0:34158:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998335.726526:0:34158:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998335.726531:0:34158:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998335.726539:0:34158:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0097800. 00000100:00000001:3.0:1787998335.726546:0:34158:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998335.726551:0:34158:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998335.726553:0:34158:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998335.726554:0:34158:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998335.726556:0:34158:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998335.726557:0:34158:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998335.726562:0:34158:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226548244480 : -117847161307136 : ffff94d191d00000) 00010000:00000001:3.0:1787998335.726566:0:34158:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1787998335.726568:0:34158:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1787998335.726572:0:34158:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d18a360600. 00010000:00000010:3.0:1787998335.726575:0:34158:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d190a8d800. 00010000:00000001:3.0:1787998335.726581:0:34158:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1787998335.726584:0:34158:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1903e5400. 00000020:00000001:3.0:1787998335.726587:0:34158:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1787998335.726590:0:34158:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1903e5400 with handle 0xb2d39e653c8cb92 to hash 00000020:00000001:3.0:1787998335.726592:0:34158:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1787998335.726593:0:34158:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:3.0:1787998335.726597:0:34158:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:3.0:1787998335.726600:0:34158:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998335.726602:0:34158:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998335.726606:0:34158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34158 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998335.726615:0:34158:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34158 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998335.726625:0:34158:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34158 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1787998335.726631:0:34158:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787998335.726633:0:34158:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787998335.726639:0:34158:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a00af780. 00000100:00000001:3.0:1787998335.726641:0:34158:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786989952 : -117846922561664 : ffff94d1a00af780) 00000100:00000001:3.0:1787998335.726644:0:34158:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998335.726646:0:34158:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548244480 : -117847161307136 : ffff94d191d00000) 00000100:00000001:3.0:1787998335.726650:0:34158:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998335.726653:0:34158:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998335.726655:0:34158:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787998335.726656:0:34158:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998335.726666:0:34158:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d00000 x1874850291776000/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998335.726675:0:34158:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998335.726677:0:34158:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998335.726680:0:34158:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998335.726683:0:34158:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998335.726685:0:34158:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998335.726688:0:34158:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d00000 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:34158:1874850291776000:192.168.206.123@tcp:101:lfs.0 00000100:00000001:3.0:1787998335.726692:0:34158:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998335.726698:0:34158:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998335.726701:0:34158:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998335.726703:0:34158:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998335.726708:0:34158:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d191758800. 02000000:00000001:3.0:1787998335.726710:0:34158:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998335.726716:0:34158:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998335.726720:0:34158:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a000. 00000400:00000010:3.0:1787998335.726726:0:34158:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5aa0. 00000100:00000200:3.0:1787998335.726732:0:34158:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291776000, portal 10 00000100:00000001:3.0:1787998335.726734:0:34158:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998335.726735:0:34158:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548244480 : -117847161307136 : ffff94d191d00000) 00000100:00000040:3.0:1787998335.726741:0:34158:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d00000 x1874850291776000/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998351 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998335.726748:0:34158:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998335.726751:0:34158:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998335.726754:0:34158:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5880. 00000100:00000200:3.0:1787998335.726757:0:34158:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1874850291776000, offset 0 00000400:00000200:3.0:1787998335.726762:0:34158:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998335.726883:0:34158:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998335.726890:0:34158:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998335.726895:0:34158:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998335.726900:0:34158:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998335.726904:0:34158:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998335.726906:0:34158:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998335.726910:0:34158:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2827:2827:256:4294967295] 192.168.206.123@tcp LPNI seq info [2827:2827:8:4294967295] 00000400:00000200:3.0:1787998335.726914:0:34158:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998335.726922:0:34158:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998335.726928:0:34158:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998335.726933:0:34158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d198474600. 00000800:00000200:3.0:1787998335.726939:0:34158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998335.726947:0:34158:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998335.726951:0:34158:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d198474600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1787998335.726965:0:34158:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998335.726969:0:34158:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 866321 usecs (867 jiffies) 00000400:00000200:3.0:1787998335.726972:0:34158:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998335.726975:0:34158:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296516751 00000800:00000200:3.0:1787998335.727069:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998335.727072:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d198474600. 00000400:00000200:3.0:1787998335.727078:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998335.727082:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998335.727088:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5880 00000400:00000010:3.0:1787998335.727090:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5880. 00000100:00000001:3.0:1787998335.727093:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998335.727097:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d00000 x1874850291776000/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998351 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998335.727107:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998335.727110:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d00000 x1874850291776000/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998351 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998335.727117:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998335.727119:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787998335.727133:0:34158:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296519734 00000100:00000001:3.0:1787998335.727136:0:34158:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296516751 00000100:00000001:3.0:1787998335.727139:0:34158:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296519734 00000100:00000001:3.0:1787998335.727141:0:34158:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998335.727144:0:34158:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998335.727146:0:34158:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998335.727148:0:34158:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787998335.727151:0:34158:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a00af780 going to sleep for 11 seconds 00000100:00000001:3.0:1787998335.727154:0:34158:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998335.727157:0:34158:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998335.733302:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998335.733319:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998335.733323:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998335.733325:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998335.733334:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.733341:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998335.733349:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.733354:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.733358:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.733362:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a5fa00 00000400:00000200:2.0:1787998335.733368:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.733373:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x839d [1] + 224 00000800:00000001:2.0:1787998335.733379:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998335.733385:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998335.733388:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998335.733392:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998335.733399:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998335.733406:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d00000 x1874850291776000/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998351 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998335.733417:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d191d00000 x1874850291776000/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998351 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998335.733435:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998335.733443:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998335.733446:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998335.733874:0:34158:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998335.733881:0:34158:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998335.733883:0:34158:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998335.733887:0:34158:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a000. 00000400:00000200:3.0:1787998335.733890:0:34158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5aa0 00000400:00000010:3.0:1787998335.733893:0:34158:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5aa0. 00000100:00000001:3.0:1787998335.733896:0:34158:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998335.733901:0:34158:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d00000 x1874850291776000/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998351 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1787998335.733910:0:34158:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d00000 x1874850291776000/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998351 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998335.733916:0:34158:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998335.733919:0:34158:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998335.733922:0:34158:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998335.733924:0:34158:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998335.733927:0:34158:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998335.733929:0:34158:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998335.733932:0:34158:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998335.733940:0:34158:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=11 v=5 (5 5 104 104) 00000100:00001000:3.0:1787998335.733944:0:34158:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998335.733947:0:34158:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998335.733949:0:34158:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998335.733952:0:34158:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998335.733955:0:34158:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998335.733958:0:34158:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998335.733960:0:34158:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967636 00000100:00000001:3.0:1787998335.733962:0:34158:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998335.733964:0:34158:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998335.733969:0:34158:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d00000 x1874850291776000/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998351 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998335.733976:0:34158:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998335.733978:0:34158:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998335.733980:0:34158:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998335.733984:0:34158:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d00000 x1874850291776000/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998351 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787998335.733991:0:34158:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d00000 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:34158:1874850291776000:192.168.206.123@tcp:101:lfs.0 00000100:00000001:3.0:1787998335.733995:0:34158:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998335.733998:0:34158:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998335.734000:0:34158:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787998335.734002:0:34158:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998335.734005:0:34158:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d00000 x1874850291776000/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998351 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998335.734012:0:34158:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787998335.734015:0:34158:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a00af780. 00000100:00000001:3.0:1787998335.734018:0:34158:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787998335.734020:0:34158:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998335.734023:0:34158:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1787998335.734026:0:34158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998335.734029:0:34158:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998335.734032:0:34158:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5400 refcount=4 00000020:00000001:3.0:1787998335.734034:0:34158:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:3.0:1787998335.734037:0:34158:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000040:3.0:1787998335.734042:0:34158:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1903e5400, remote cookie: 0x4fd9a50f3a6ad584, flags: 0x1001 00010000:00010000:3.0:1787998335.734047:0:34158:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998335.734058:0:34158:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998335.734065:0:34158:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1787998335.734068:0:34158:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1787998335.734070:0:34158:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1787998335.734072:0:34158:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1787998335.734073:0:34158:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1787998335.734075:0:34158:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d18a360600) refcount = 1 00010000:00010000:3.0:1787998335.734079:0:34158:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998335.734085:0:34158:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1787998335.734088:0:34158:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1787998335.734090:0:34158:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998335.734093:0:34158:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1787998335.734095:0:34158:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998335.734098:0:34158:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998335.734104:0:34158:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1787998335.734105:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998335.734107:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998335.734108:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998335.734109:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998335.734110:0:34158:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998335.734114:0:34158:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1787998335.734116:0:34158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998335.734117:0:34158:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998335.734119:0:34158:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5400 refcount=3 00000020:00000001:3.0:1787998335.734120:0:34158:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:3.0:1787998335.734135:0:34158:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:3.0:1787998335.734138:0:34158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998335.734139:0:34158:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998335.734140:0:34158:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5400 refcount=4 00000020:00000001:3.0:1787998335.734142:0:34158:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:3.0:1787998335.734144:0:34158:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:3.0:1787998335.734147:0:34158:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998335.734149:0:34158:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998335.734153:0:34158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998335.734159:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998335.734161:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998335.734162:0:34158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998335.734163:0:34158:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998335.734164:0:34158:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5400 refcount=5 00000020:00000001:3.0:1787998335.734166:0:34158:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:3.0:1787998335.734168:0:34158:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:3.0:1787998335.734170:0:34158:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998335.734173:0:34158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998335.734179:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998335.734180:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1787998335.734182:0:34158:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998335.734188:0:34158:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998335.734189:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998335.734190:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998335.734191:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998335.734192:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1787998335.734197:0:34158:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d191d00000 x1874850291776000/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998351 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1787998335.734211:0:34158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998335.734212:0:34158:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998335.734213:0:34158:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5400 refcount=3 00000020:00000001:3.0:1787998335.734215:0:34158:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:3.0:1787998335.734217:0:34158:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:3.0:1787998335.734220:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998335.734221:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998335.734222:0:34158:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998335.734224:0:34158:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998335.734227:0:34158:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1787998335.734230:0:34158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998335.734231:0:34158:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998335.734232:0:34158:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5400 refcount=3 00000020:00000001:3.0:1787998335.734233:0:34158:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:3.0:1787998335.734235:0:34158:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00000002:00010000:3.0:1787998335.734238:0:34158:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998335.734243:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998335.734244:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998335.734246:0:34158:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1787998335.734247:0:34158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998335.734248:0:34158:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998335.734249:0:34158:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5400 refcount=3 00000020:00000001:3.0:1787998335.734250:0:34158:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:3.0:1787998335.734253:0:34158:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000040:3.0:1787998335.734257:0:34158:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360600 count: 2 00010000:00000001:3.0:1787998335.734260:0:34158:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1787998335.734263:0:34158:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1787998335.734276:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998335.734277:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998335.734279:0:34158:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1787998335.734282:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d539f8 00000002:00002000:3.0:1787998335.734284:0:34158:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1787998335.734287:0:34158:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998335.734291:0:34158:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998335.734294:0:34158:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1787998335.734297:0:34158:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1787998335.734300:0:34158:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998335.734304:0:34158:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:3.0:1787998335.734308:0:34158:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1861f7e00. 00000080:00000001:3.0:1787998335.734312:0:34158:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1787998335.734314:0:34158:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1787998335.734320:0:34158:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1787998335.734323:0:34158:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1787998335.734329:0:34158:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d1987e5300. 00800000:00000001:3.0:1787998335.734331:0:34158:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626226660332288 : -117847049219328 : ffff94d1987e5300) 00800000:00000001:3.0:1787998335.734333:0:34158:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998335.734335:0:34158:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1787998335.734338:0:34158:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1787998335.734340:0:34158:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1787998335.734342:0:34158:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1787998335.734345:0:34158:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1787998335.734347:0:34158:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998335.734351:0:34158:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1787998335.734354:0:34158:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1787998335.734356:0:34158:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1787998294 to 1787998299 00000080:00200000:3.0:1787998335.734360:0:34158:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1787998335.734362:0:34158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998335.734363:0:34158:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998335.734365:0:34158:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5400 refcount=3 00000020:00000001:3.0:1787998335.734367:0:34158:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:3.0:1787998335.734369:0:34158:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:3.0:1787998335.734371:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998335.734372:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1787998335.734373:0:34158:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1787998335.734376:0:34158:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1787998335.734377:0:34158:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d1987e5300 1 00800000:00000010:3.0:1787998335.734379:0:34158:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d1987e5300. 00800000:00000001:3.0:1787998335.734382:0:34158:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998335.734385:0:34158:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cb92 00800000:00000001:3.0:1787998335.734387:0:34158:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787998335.734389:0:34158:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787998335.734390:0:34158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998335.734391:0:34158:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998335.734392:0:34158:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5400 refcount=3 00000020:00000001:3.0:1787998335.734393:0:34158:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:3.0:1787998335.734395:0:34158:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:3.0:1787998335.734398:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998335.734399:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998335.734400:0:34158:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998335.734402:0:34158:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998335.734405:0:34158:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998335.734407:0:34158:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:3.0:1787998335.734410:0:34158:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cb92 from it ffffb66d40d53cb8 00010000:00000001:3.0:1787998335.734412:0:34158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998335.734413:0:34158:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998335.734415:0:34158:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5400 refcount=3 00000020:00000001:3.0:1787998335.734417:0:34158:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:3.0:1787998335.734419:0:34158:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:3.0:1787998335.734421:0:34158:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998335.734424:0:34158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998335.734431:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998335.734432:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998335.734433:0:34158:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787998335.734436:0:34158:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787998335.734438:0:34158:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1787998335.734453:0:34158:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787998335.734456:0:34158:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787998335.734458:0:34158:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998335.734462:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998335.734463:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998335.734465:0:34158:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998335.734468:0:34158:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787998335.734470:0:34158:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998335.734472:0:34158:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998335.734474:0:34158:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998335.734476:0:34158:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998335.734477:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998335.734478:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1787998335.734480:0:34158:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998335.734485:0:34158:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d00000 x1874850291776000/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998351 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998335.734492:0:34158:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998335.734496:0:34158:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998335.734499:0:34158:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d191758800. 02000000:00000001:3.0:1787998335.734502:0:34158:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998335.734504:0:34158:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998335.734506:0:34158:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998335.734508:0:34158:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998335.734511:0:34158:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1a0097800. 02000000:00000001:3.0:1787998335.734514:0:34158:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998335.734516:0:34158:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998335.734518:0:34158:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d00000. 00000100:00000001:3.0:1787998335.734521:0:34158:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998335.734523:0:34158:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1787998335.734526:0:34158:0:(file.c:6248:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998335.734531:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d53d08 00000080:00000008:3.0:1787998335.734533:0:34158:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d1989ad348), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1787998335.735136:0:34158:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998335.735175:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d53d08 00000080:00200008:3.0:1787998335.735179:0:34158:0:(file.c:6295:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94d1989ad348), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1787998335.735184:0:34158:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1787998335.735185:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d53c80 00000080:00200000:3.0:1787998335.735187:0:34158:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:3.0:1787998335.735191:0:34158:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1861f7e00. 00800000:00000002:3.0:1787998335.735196:0:34158:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:3.0:1787998335.735199:0:34158:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787998335.735202:0:34158:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787998335.735204:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d53ba0 00800000:00000002:3.0:1787998335.735206:0:34158:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998335.735209:0:34158:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787998335.735212:0:34158:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998335.735214:0:34158:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998335.735216:0:34158:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998335.735218:0:34158:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998335.735220:0:34158:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998335.735222:0:34158:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998335.735224:0:34158:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998335.735227:0:34158:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1787998335.735231:0:34158:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787998335.735232:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d53a70 00000002:00010000:3.0:1787998335.735234:0:34158:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1787998335.735237:0:34158:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787998335.735239:0:34158:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998335.735241:0:34158:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998335.735244:0:34158:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360600 count: 2 00010000:00000001:3.0:1787998335.735246:0:34158:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998335.735250:0:34158:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998335.735253:0:34158:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787998335.735256:0:34158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1787998335.735263:0:34158:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1787998335.735278:0:34158:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998335.735282:0:34158:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1787998335.735289:0:34158:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1787998335.735291:0:34158:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1787998335.735293:0:34158:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787998335.735295:0:34158:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787998335.735296:0:34158:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787998335.735298:0:34158:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1787998335.735300:0:34158:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1787998335.735302:0:34158:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:3.0:1787998335.735305:0:34158:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1861f7e00. 00000080:00000001:3.0:1787998335.735308:0:34158:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1787998335.735309:0:34158:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998335.735311:0:34158:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:3.0:1787998335.735314:0:34158:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cb92 00800000:00000001:3.0:1787998335.735317:0:34158:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787998335.735318:0:34158:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787998335.735320:0:34158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998335.735322:0:34158:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998335.735324:0:34158:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5400 refcount=3 00000020:00000001:3.0:1787998335.735325:0:34158:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:3.0:1787998335.735328:0:34158:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:3.0:1787998335.735330:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998335.735332:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998335.735333:0:34158:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998335.735334:0:34158:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998335.735337:0:34158:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cb92 from it ffffb66d40d53cb8 00010000:00000001:3.0:1787998335.735339:0:34158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998335.735340:0:34158:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998335.735341:0:34158:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5400 refcount=3 00000020:00000001:3.0:1787998335.735343:0:34158:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:3.0:1787998335.735345:0:34158:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:3.0:1787998335.735347:0:34158:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998335.735350:0:34158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1787998335.735356:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998335.735357:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998335.735358:0:34158:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787998335.735360:0:34158:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787998335.735362:0:34158:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1787998335.735368:0:34158:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787998335.735370:0:34158:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787998335.735372:0:34158:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998335.735374:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998335.735375:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998335.735376:0:34158:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998335.735378:0:34158:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787998335.735380:0:34158:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998335.735381:0:34158:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998335.735384:0:34158:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998335.735386:0:34158:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998335.735387:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998335.735388:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1787998335.735390:0:34158:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1787998335.735392:0:34158:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1787998335.735395:0:34158:0:(file.c:6248:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998335.735398:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d53d08 00000080:00000008:3.0:1787998335.735400:0:34158:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d1989ad348), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1787998335.735503:0:34158:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998335.735505:0:34158:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1787998335.735506:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d53b78 00000080:00200000:3.0:1787998335.735508:0:34158:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:3.0:1787998335.735512:0:34158:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1861f7e00. 00800000:00000002:3.0:1787998335.735515:0:34158:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:3.0:1787998335.735517:0:34158:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787998335.735519:0:34158:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787998335.735521:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d53a98 00800000:00000002:3.0:1787998335.735523:0:34158:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998335.735526:0:34158:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787998335.735527:0:34158:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998335.735528:0:34158:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998335.735529:0:34158:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998335.735531:0:34158:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998335.735532:0:34158:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998335.735534:0:34158:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998335.735536:0:34158:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998335.735538:0:34158:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1787998335.735541:0:34158:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787998335.735543:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d53968 00000002:00010000:3.0:1787998335.735544:0:34158:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1787998335.735547:0:34158:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787998335.735549:0:34158:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998335.735550:0:34158:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998335.735553:0:34158:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360600 count: 2 00010000:00000001:3.0:1787998335.735555:0:34158:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998335.735558:0:34158:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998335.735560:0:34158:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787998335.735563:0:34158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1787998335.735571:0:34158:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1787998335.735573:0:34158:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998335.735576:0:34158:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1787998335.735582:0:34158:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1787998335.735584:0:34158:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1787998335.735586:0:34158:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787998335.735587:0:34158:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787998335.735589:0:34158:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787998335.735591:0:34158:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1787998335.735594:0:34158:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1787998335.735595:0:34158:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:3.0:1787998335.735597:0:34158:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1861f7e00. 00000080:00000001:3.0:1787998335.735600:0:34158:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1787998335.735601:0:34158:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998335.735603:0:34158:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:3.0:1787998335.735606:0:34158:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cb92 00800000:00000001:3.0:1787998335.735609:0:34158:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787998335.735610:0:34158:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787998335.735611:0:34158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998335.735612:0:34158:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998335.735614:0:34158:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5400 refcount=3 00000020:00000001:3.0:1787998335.735616:0:34158:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:3.0:1787998335.735617:0:34158:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:3.0:1787998335.735619:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998335.735620:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998335.735622:0:34158:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998335.735623:0:34158:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998335.735625:0:34158:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cb92 from it ffffb66d40d53bb0 00010000:00000001:3.0:1787998335.735627:0:34158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998335.735628:0:34158:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998335.735629:0:34158:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5400 refcount=3 00000020:00000001:3.0:1787998335.735630:0:34158:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:3.0:1787998335.735632:0:34158:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:3.0:1787998335.735634:0:34158:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998335.735637:0:34158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1787998335.735642:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998335.735643:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998335.735644:0:34158:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787998335.735646:0:34158:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787998335.735648:0:34158:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1787998335.735658:0:34158:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787998335.735660:0:34158:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787998335.735661:0:34158:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998335.735663:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998335.735664:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998335.735665:0:34158:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998335.735667:0:34158:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787998335.735668:0:34158:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998335.735670:0:34158:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998335.735671:0:34158:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998335.735673:0:34158:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998335.735674:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998335.735675:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1787998335.735677:0:34158:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1787998335.735678:0:34158:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787998335.735680:0:34158:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 44 00000080:00000001:3.0:1787998335.735683:0:34158:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998335.735686:0:34158:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:3.0:1787998335.735688:0:34158:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1787998335.735690:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d53b78 00000080:00200008:3.0:1787998335.735692:0:34158:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff94d1989ad348), flags 100000 00000080:00000010:3.0:1787998335.735697:0:34158:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d1817968c0. 00000080:00000001:3.0:1787998335.735701:0:34158:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998335.735703:0:34158:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998335.735822:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1787998335.735825:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:3.0:1787998335.735831:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1787998335.735833:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1787998335.735837:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0097800. 00000020:00000001:3.0:1787998335.735841:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998335.735843:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1787998335.735846:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1787998335.735848:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0097800 uarg=0000000000000000 00800000:00000001:3.0:1787998335.735853:0:34158:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:3.0:1787998335.735855:0:34158:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff94d1a0bb2800: age 1785, max_age 1847 00000002:00000001:3.0:1787998335.735859:0:34158:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:3.0:1787998335.735862:0:34158:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000010:3.0:1787998335.735866:0:34158:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d00000. 00000020:00000040:3.0:1787998335.735869:0:34158:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998335.735873:0:34158:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998335.735875:0:34158:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998335.735878:0:34158:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998335.735883:0:34158:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d198474600. 00000100:00000001:3.0:1787998335.735888:0:34158:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998335.735891:0:34158:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787998335.735893:0:34158:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787998335.735898:0:34158:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a00af780. 00000100:00000001:3.0:1787998335.735900:0:34158:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786989952 : -117846922561664 : ffff94d1a00af780) 00000100:00000001:3.0:1787998335.735903:0:34158:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998335.735904:0:34158:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548244480 : -117847161307136 : ffff94d191d00000) 00000100:00000001:3.0:1787998335.735909:0:34158:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998335.735912:0:34158:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998335.735914:0:34158:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787998335.735915:0:34158:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998335.735922:0:34158:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d00000 x1874850291776128/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998335.735929:0:34158:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998335.735931:0:34158:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998335.735934:0:34158:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998335.735936:0:34158:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998335.735938:0:34158:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998335.735941:0:34158:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d00000 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:34158:1874850291776128:192.168.206.123@tcp:41:lfs.0 00000100:00000001:3.0:1787998335.735944:0:34158:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998335.735949:0:34158:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998335.735951:0:34158:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998335.735954:0:34158:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998335.735958:0:34158:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1a0096400. 02000000:00000001:3.0:1787998335.735960:0:34158:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998335.735966:0:34158:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998335.735970:0:34158:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a000. 00000400:00000010:3.0:1787998335.735975:0:34158:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5aa0. 00000100:00000200:3.0:1787998335.735982:0:34158:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291776128, portal 10 00000100:00000001:3.0:1787998335.735984:0:34158:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998335.735985:0:34158:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548244480 : -117847161307136 : ffff94d191d00000) 00000100:00000040:3.0:1787998335.735991:0:34158:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d00000 x1874850291776128/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998351 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998335.735998:0:34158:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998335.736001:0:34158:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998335.736003:0:34158:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5880. 00000100:00000200:3.0:1787998335.736007:0:34158:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291776128, offset 0 00000400:00000200:3.0:1787998335.736012:0:34158:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998335.736019:0:34158:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998335.736026:0:34158:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998335.736030:0:34158:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998335.736034:0:34158:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998335.736038:0:34158:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998335.736040:0:34158:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998335.736043:0:34158:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2828:2828:256:4294967295] 192.168.206.123@tcp LPNI seq info [2828:2828:8:4294967295] 00000400:00000200:3.0:1787998335.736048:0:34158:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998335.736056:0:34158:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998335.736061:0:34158:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998335.736066:0:34158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d198474900. 00000800:00000200:3.0:1787998335.736072:0:34158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998335.736080:0:34158:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998335.736084:0:34158:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d198474900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998335.736098:0:34158:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998335.736103:0:34158:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 865193 usecs (866 jiffies) 00000400:00000200:3.0:1787998335.736106:0:34158:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998335.736109:0:34158:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296516759 00000800:00000200:3.0:1787998335.736194:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998335.736199:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d198474900. 00000400:00000200:3.0:1787998335.736204:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998335.736209:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998335.736214:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5880 00000400:00000010:3.0:1787998335.736216:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5880. 00000100:00000001:3.0:1787998335.736219:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998335.736223:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d00000 x1874850291776128/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998351 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998335.736232:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998335.736235:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d00000 x1874850291776128/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998351 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998335.736241:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998335.736243:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787998335.736257:0:34158:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296519734 00000100:00000001:3.0:1787998335.736260:0:34158:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296516759 00000100:00000001:3.0:1787998335.736262:0:34158:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296519734 00000100:00000001:3.0:1787998335.736275:0:34158:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998335.736278:0:34158:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998335.736280:0:34158:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998335.736282:0:34158:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787998335.736285:0:34158:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a00af780 going to sleep for 11 seconds 00000100:00000001:3.0:1787998335.736287:0:34158:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998335.736290:0:34158:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998335.745757:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998335.745843:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998335.745847:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998335.745849:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998335.745858:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.745866:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998335.745875:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.745879:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.745884:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.745888:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 368 into portal 10 MB=0x6a92a99a5fa80 00000400:00000200:2.0:1787998335.745893:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.745898:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 368/368 into md 0x83ad [1] + 224 00000800:00000001:2.0:1787998335.745905:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998335.745910:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998335.745913:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998335.745917:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998335.745924:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998335.745933:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d00000 x1874850291776128/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998351 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998335.745943:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94d191d00000 x1874850291776128/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998351 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998335.745986:0:34158:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998335.746048:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998335.746057:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998335.746061:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1787998335.752279:0:34158:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998335.752286:0:34158:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998335.752290:0:34158:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a000. 00000400:00000200:3.0:1787998335.752296:0:34158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5aa0 00000400:00000010:3.0:1787998335.752298:0:34158:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5aa0. 00000100:00000001:3.0:1787998335.752302:0:34158:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998335.752313:0:34158:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d00000 x1874850291776128/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998351 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998335.752326:0:34158:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d00000 x1874850291776128/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998351 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998335.752334:0:34158:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998335.752336:0:34158:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998335.752339:0:34158:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998335.752342:0:34158:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998335.752344:0:34158:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998335.752347:0:34158:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998335.752349:0:34158:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998335.752359:0:34158:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=11 v=5 (5 5 104 104) 00000100:00001000:3.0:1787998335.752362:0:34158:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998335.752365:0:34158:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998335.752366:0:34158:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998335.752369:0:34158:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998335.752373:0:34158:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998335.752376:0:34158:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998335.752378:0:34158:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967636 00000100:00000001:3.0:1787998335.752379:0:34158:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998335.752381:0:34158:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998335.752386:0:34158:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d00000 x1874850291776128/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998351 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998335.752392:0:34158:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998335.752395:0:34158:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998335.752397:0:34158:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998335.752400:0:34158:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d00000 x1874850291776128/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998351 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998335.752407:0:34158:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d00000 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:34158:1874850291776128:192.168.206.123@tcp:41:lfs.0 00000100:00000001:3.0:1787998335.752412:0:34158:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998335.752415:0:34158:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998335.752417:0:34158:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787998335.752419:0:34158:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998335.752422:0:34158:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d00000 x1874850291776128/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998351 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998335.752428:0:34158:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787998335.752431:0:34158:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a00af780. 00000100:00000001:3.0:1787998335.752434:0:34158:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787998335.752436:0:34158:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998335.752441:0:34158:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:3.0:1787998335.752443:0:34158:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998335.752446:0:34158:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d00000 x1874850291776128/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998351 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998335.752452:0:34158:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998335.752454:0:34158:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998335.752457:0:34158:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1a0096400. 02000000:00000001:3.0:1787998335.752460:0:34158:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998335.752463:0:34158:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998335.752464:0:34158:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998335.752466:0:34158:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998335.752469:0:34158:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d198474600. 02000000:00000001:3.0:1787998335.752473:0:34158:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998335.752474:0:34158:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998335.752476:0:34158:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d00000. 00000100:00000001:3.0:1787998335.752479:0:34158:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998335.752480:0:34158:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787998335.752482:0:34158:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998335.752483:0:34158:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998335.752485:0:34158:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:3.0:1787998335.752487:0:34158:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff94d1a0bb2800: update ffff94d191600450 cache blocks 317380/353529 objects 1023704/1024000 00800000:00000001:3.0:1787998335.752491:0:34158:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998335.752498:0:34158:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998335.752501:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1787998335.752504:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0097800. 00000080:00000001:3.0:1787998335.752507:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998335.752510:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998335.752656:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998335.752659:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:2.0:1787998335.752666:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998335.752668:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998335.752674:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bad000. 00000020:00000001:2.0:1787998335.752678:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998335.752680:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998335.752683:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998335.752684:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bad000 uarg=0000000000000000 00800000:00000001:2.0:1787998335.752690:0:34158:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:2.0:1787998335.752693:0:34158:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff94d1a0bb2800: age 1299, max_age 1847 00000002:00000001:2.0:1787998335.752696:0:34158:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:2.0:1787998335.752699:0:34158:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=4 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000010:2.0:1787998335.752705:0:34158:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d19c00. 00000020:00000040:2.0:1787998335.752709:0:34158:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=5 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998335.752712:0:34158:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998335.752715:0:34158:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998335.752719:0:34158:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998335.752724:0:34158:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d183cc9700. 00000100:00000001:2.0:1787998335.752730:0:34158:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998335.752732:0:34158:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787998335.752734:0:34158:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787998335.752740:0:34158:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d190319180. 00000100:00000001:2.0:1787998335.752742:0:34158:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226521084288 : -117847188467328 : ffff94d190319180) 00000100:00000001:2.0:1787998335.752744:0:34158:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998335.752745:0:34158:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548349952 : -117847161201664 : ffff94d191d19c00) 00000100:00000001:2.0:1787998335.752750:0:34158:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998335.752753:0:34158:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998335.752755:0:34158:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787998335.752756:0:34158:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998335.752761:0:34158:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d19c00 x1874850291776256/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998335.752799:0:34158:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998335.752802:0:34158:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998335.752816:0:34158:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998335.752819:0:34158:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998335.752821:0:34158:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998335.752825:0:34158:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d19c00 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:34158:1874850291776256:192.168.206.123@tcp:41:lfs.0 00000100:00000001:2.0:1787998335.752829:0:34158:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998335.752833:0:34158:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998335.752836:0:34158:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998335.752838:0:34158:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998335.752843:0:34158:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1a0bae000. 02000000:00000001:2.0:1787998335.752845:0:34158:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998335.752851:0:34158:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998335.752855:0:34158:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151bb0. 00000400:00000010:2.0:1787998335.752861:0:34158:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfb28. 00000100:00000200:2.0:1787998335.752867:0:34158:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291776256, portal 10 00000100:00000001:2.0:1787998335.752869:0:34158:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998335.752870:0:34158:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548349952 : -117847161201664 : ffff94d191d19c00) 00000100:00000040:2.0:1787998335.752876:0:34158:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d19c00 x1874850291776256/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998351 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998335.752883:0:34158:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998335.752886:0:34158:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998335.752888:0:34158:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf880. 00000100:00000200:2.0:1787998335.752891:0:34158:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291776256, offset 0 00000400:00000200:2.0:1787998335.752897:0:34158:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998335.752905:0:34158:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.752913:0:34158:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998335.752917:0:34158:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998335.752921:0:34158:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998335.752925:0:34158:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998335.752928:0:34158:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998335.752931:0:34158:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2829:2829:256:4294967295] 192.168.206.123@tcp LPNI seq info [2829:2829:8:4294967295] 00000400:00000200:2.0:1787998335.752936:0:34158:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.752945:0:34158:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998335.752951:0:34158:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998335.752955:0:34158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9100. 00000800:00000200:2.0:1787998335.752962:0:34158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998335.752969:0:34158:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998335.752974:0:34158:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998335.752989:0:34158:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998335.752994:0:34158:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18166 usecs (19 jiffies) 00000400:00000200:2.0:1787998335.752997:0:34158:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998335.752999:0:34158:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296515929 00000100:00000001:2.0:1787998335.753002:0:34158:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296519734 00000100:00000001:2.0:1787998335.753004:0:34158:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296515929 00000100:00000001:2.0:1787998335.753006:0:34158:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296519734 00000100:00000001:2.0:1787998335.753008:0:34158:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998335.753011:0:34158:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998335.753013:0:34158:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998335.753015:0:34158:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787998335.753017:0:34158:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d190319180 going to sleep for 11 seconds 00000100:00000001:2.0:1787998335.753020:0:34158:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998335.753022:0:34158:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998335.753303:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998335.753307:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9100. 00000400:00000200:3.0:1787998335.753312:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998335.753317:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998335.753321:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf880 00000400:00000010:3.0:1787998335.753324:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf880. 00000100:00000001:3.0:1787998335.753328:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998335.753332:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d19c00 x1874850291776256/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998351 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998335.753339:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998335.753342:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d19c00 x1874850291776256/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998351 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998335.753347:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998335.753349:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998335.757444:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998335.757460:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998335.757464:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998335.757466:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998335.757475:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.757482:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998335.757492:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.757496:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.757501:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.757505:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 368 into portal 10 MB=0x6a92a99a5fb00 00000400:00000200:2.0:1787998335.757510:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.757516:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 368/368 into md 0x83bd [1] + 224 00000800:00000001:2.0:1787998335.757523:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998335.757544:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998335.757548:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998335.757553:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998335.757561:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998335.757569:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d19c00 x1874850291776256/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998351 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998335.757580:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94d191d19c00 x1874850291776256/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998351 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998335.757603:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998335.757612:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998335.757615:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998335.757681:0:34158:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998335.757688:0:34158:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998335.757690:0:34158:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998335.757693:0:34158:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151bb0. 00000400:00000200:0.0:1787998335.757698:0:34158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfb28 00000400:00000010:0.0:1787998335.757700:0:34158:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfb28. 00000100:00000001:0.0:1787998335.757704:0:34158:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998335.757708:0:34158:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d19c00 x1874850291776256/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998351 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998335.757718:0:34158:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d19c00 x1874850291776256/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998351 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998335.757728:0:34158:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998335.757730:0:34158:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998335.757733:0:34158:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998335.757736:0:34158:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998335.757738:0:34158:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998335.757741:0:34158:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998335.757743:0:34158:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998335.757752:0:34158:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=11 v=5 (5 5 104 104) 00000100:00001000:0.0:1787998335.757756:0:34158:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=11 v=5 (1 1 1 1) 00000100:00000001:0.0:1787998335.757759:0:34158:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998335.757760:0:34158:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998335.757763:0:34158:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998335.757804:0:34158:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998335.757808:0:34158:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998335.757811:0:34158:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:0.0:1787998335.757813:0:34158:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998335.757815:0:34158:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998335.757820:0:34158:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d19c00 x1874850291776256/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998351 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998335.757826:0:34158:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998335.757829:0:34158:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998335.757831:0:34158:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998335.757834:0:34158:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d19c00 x1874850291776256/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998351 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998335.757846:0:34158:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d19c00 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:34158:1874850291776256:192.168.206.123@tcp:41:lfs.0 00000100:00000001:0.0:1787998335.757850:0:34158:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998335.757853:0:34158:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998335.757855:0:34158:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998335.757856:0:34158:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998335.757860:0:34158:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d19c00 x1874850291776256/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998351 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998335.757867:0:34158:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998335.757869:0:34158:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d190319180. 00000100:00000001:0.0:1787998335.757872:0:34158:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998335.757874:0:34158:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998335.757879:0:34158:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:0.0:1787998335.757881:0:34158:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998335.757884:0:34158:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d19c00 x1874850291776256/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998351 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998335.757889:0:34158:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998335.757891:0:34158:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998335.757893:0:34158:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1a0bae000. 02000000:00000001:0.0:1787998335.757896:0:34158:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998335.757898:0:34158:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998335.757900:0:34158:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=4 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998335.757902:0:34158:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998335.757905:0:34158:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d183cc9700. 02000000:00000001:0.0:1787998335.757908:0:34158:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998335.757911:0:34158:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998335.757913:0:34158:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d19c00. 00000100:00000001:0.0:1787998335.757916:0:34158:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998335.757918:0:34158:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787998335.757919:0:34158:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998335.757920:0:34158:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=3 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998335.757922:0:34158:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:0.0:1787998335.757924:0:34158:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff94d1a0bb2800: update ffff94d1916037c0 cache blocks 317414/353529 objects 1023736/1024000 00800000:00000001:0.0:1787998335.757929:0:34158:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998335.757935:0:34158:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998335.757938:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998335.757940:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bad000. 00000080:00000001:0.0:1787998335.757943:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998335.757946:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.758253:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.758257:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.758274:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.758277:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.758283:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.758287:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.758290:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.758293:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.758295:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.758299:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758301:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758303:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.758306:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.758308:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758310:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758315:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.758316:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.758319:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.758320:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.758322:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.758324:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.758326:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.758327:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.758328:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.758331:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758332:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758334:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.758336:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.758339:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758341:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758344:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.758345:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.758347:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.758349:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.758351:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.758353:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.758355:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.758356:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.758358:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.758362:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758363:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758365:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.758366:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.758368:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758370:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758373:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.758374:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.758375:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.758377:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.758379:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.758380:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.758381:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.758382:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.758383:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.758385:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758387:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758388:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.758390:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.758393:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758394:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758396:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.758397:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.758400:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.758401:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.758402:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.758404:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.758405:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.758406:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.758407:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.758409:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758411:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758413:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.758415:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.758417:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758418:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758421:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.758422:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.758424:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.758425:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.758427:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.758429:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.758430:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.758431:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.758432:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.758434:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758436:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758437:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.758439:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.758440:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758442:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758444:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.758446:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.758447:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.758448:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.758450:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.758452:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.758453:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.758454:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.758455:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.758457:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758458:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758460:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.758462:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.758464:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758466:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758469:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.758470:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.758473:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.758474:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.758475:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.758477:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.758479:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.758480:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.758481:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.758483:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758485:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758487:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.758489:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.758491:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758493:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758496:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.758497:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.758499:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.758500:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.758502:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.758504:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.758506:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.758507:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.758508:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.758510:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758512:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758514:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.758516:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.758518:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758519:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758522:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.758523:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.758526:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.758527:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.758529:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.758531:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.758532:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.758533:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.758534:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.758537:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758538:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758540:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.758542:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.758544:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758545:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758548:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.758549:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.758551:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.758552:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.758554:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.758556:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.758558:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.758559:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.758560:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.758562:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758564:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758566:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.758568:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.758570:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758571:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758574:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.758576:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.758578:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.758579:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.758582:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.758584:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.758586:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.758587:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.758588:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.758590:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758592:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758594:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.758596:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.758598:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758599:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758602:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.758603:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.758606:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.758607:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.758609:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.758611:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.758612:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.758613:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.758615:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.758617:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758619:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758620:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.758622:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.758624:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758626:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758628:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.758629:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.758631:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.758632:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.758634:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.758636:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.758637:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.758638:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.758639:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.758641:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758643:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758645:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.758647:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.758649:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758651:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758653:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.758655:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.758657:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.758659:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.758661:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.758663:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.758664:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.758665:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.758666:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.758669:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758670:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758672:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.758674:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.758675:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758677:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758680:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.758682:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.758684:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.758685:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.758687:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.758689:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.758690:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.758692:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.758693:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.758695:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758697:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758699:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.758701:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.758703:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758704:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758707:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.758708:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.758710:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.758711:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.758713:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.758715:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.758717:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.758718:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.758719:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.758721:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758723:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758725:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.758728:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.758730:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758732:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758734:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.758735:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.758738:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.758739:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.758741:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.758743:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.758744:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.758745:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.758746:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.758748:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758750:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758752:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.758753:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.758756:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758757:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758760:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.758761:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.758763:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.758764:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.758791:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.758795:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.758796:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.758797:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.758798:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.758801:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758802:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758804:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.758892:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.758896:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758899:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758904:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.758905:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.758909:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.758910:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.758913:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.758916:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.758918:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.758919:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.758921:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.758923:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758925:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758928:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.758930:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.758932:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758934:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758937:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.758939:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.758941:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.758942:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.758945:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.758947:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.758948:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.758949:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.758950:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.758953:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758955:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758957:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.758959:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.758961:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758964:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758967:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.758968:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.758970:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.758972:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.758974:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.758976:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.758978:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.758979:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.758980:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.758983:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758985:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758987:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.758989:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.758991:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758993:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.758995:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.758997:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.758999:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.759000:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.759003:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.759005:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.759007:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.759008:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.759009:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.759011:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759013:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759014:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.759016:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.759018:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759020:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759023:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.759024:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.759027:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.759028:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.759030:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.759032:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.759034:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.759035:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.759036:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.759038:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759039:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759041:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.759043:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.759045:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759046:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759049:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.759050:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.759053:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.759054:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.759056:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.759058:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.759060:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.759062:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.759063:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.759065:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759067:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759068:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.759071:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.759072:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759074:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759077:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.759079:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.759081:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.759082:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.759084:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.759086:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.759087:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.759088:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.759089:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.759091:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759093:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759095:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.759097:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.759099:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759101:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759104:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.759105:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.759107:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.759108:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.759111:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.759113:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.759114:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.759115:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.759117:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.759119:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759121:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759123:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.759125:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.759570:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759573:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759580:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.759582:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.759586:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.759587:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.759592:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.759594:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.759596:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.759598:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.759599:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.759602:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759604:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759606:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.759608:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.759610:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759612:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759615:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.759617:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.759619:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.759620:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.759622:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.759624:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.759625:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.759626:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.759627:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.759630:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759631:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759633:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.759635:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.759637:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759639:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759642:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.759643:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.759646:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.759647:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.759649:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.759650:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.759652:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.759653:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.759654:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.759657:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759658:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759660:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.759661:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.759664:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759665:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759668:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.759670:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.759672:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.759674:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.759676:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.759678:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.759679:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.759680:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.759681:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.759683:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759685:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759686:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.759688:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.759691:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759692:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759694:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.759696:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.759698:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.759699:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.759701:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.759703:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.759705:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.759706:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.759707:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.759709:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759711:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759712:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.759714:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.759716:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759718:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759721:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.759722:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.759725:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.759726:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.759728:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.759731:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.759732:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.759733:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.759734:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.759737:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759739:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759741:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.759743:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.759745:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759747:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.759750:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.759751:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.759753:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.759754:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.759757:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.759759:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.759760:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.759761:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.759762:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.759765:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760047:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760050:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.760052:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.760055:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760057:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760062:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.760063:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.760067:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.760068:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.760071:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.760074:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.760075:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.760077:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.760078:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.760081:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760082:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760084:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.760086:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.760088:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760089:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760092:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.760093:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.760096:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.760097:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.760099:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.760101:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.760102:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.760104:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.760105:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.760107:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760110:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760111:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.760113:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.760115:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760117:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760119:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.760121:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.760123:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.760124:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.760321:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.760326:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.760328:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.760330:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.760331:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.760334:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760336:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760338:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.760340:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.760342:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760344:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760349:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.760350:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.760353:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.760354:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.760357:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.760359:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.760360:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.760361:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.760363:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.760365:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760368:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760369:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.760371:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.760373:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760375:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760377:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.760378:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.760380:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.760381:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.760382:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.760384:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.760386:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.760387:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.760388:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.760390:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760392:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760393:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.760395:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.760397:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760398:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760401:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.760402:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.760404:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.760405:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.760407:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.760409:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.760410:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.760411:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.760412:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.760414:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760416:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760418:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.760419:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.760422:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760423:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760426:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.760427:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.760430:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.760431:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.760433:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.760435:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.760436:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.760437:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.760438:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.760441:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760442:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760444:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.760446:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.760447:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760449:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760452:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.760453:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.760454:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.760456:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.760457:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.760459:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.760460:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.760461:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.760462:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.760464:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760466:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760468:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.760470:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.760472:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760473:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760476:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.760477:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.760479:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.760480:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.760482:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.760484:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.760485:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.760486:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.760487:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.760489:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760491:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760492:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.760494:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.760496:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760498:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760501:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.760502:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.760504:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.760505:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.760506:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.760508:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.760510:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.760511:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.760513:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.760515:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760517:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760518:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.760520:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.760522:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760524:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760527:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.760528:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.760530:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.760531:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.760533:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.760535:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.760536:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.760537:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.760539:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.760541:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760542:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760544:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.760546:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.760547:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760549:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760551:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.760552:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.760554:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.760555:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.760557:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.760558:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.760560:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.760561:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.760562:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.760564:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760566:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760567:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.760569:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.760571:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760572:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760574:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.760576:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.760577:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.760578:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.760580:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.760582:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.760584:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.760585:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.760586:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.760589:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760590:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760592:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.760594:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.760596:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760598:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760600:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.760601:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.760603:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.760605:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.760607:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.760608:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.760610:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.760611:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.760612:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.760614:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760616:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760618:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.760620:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.760622:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760624:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760626:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.760627:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.760629:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.760630:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.760632:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.760634:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.760635:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.760636:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.760637:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.760640:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760642:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760643:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.760645:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.760647:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760649:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760651:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.760652:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.760655:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.760656:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.760658:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.760659:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.760661:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.760662:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.760663:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.760665:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760667:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760669:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.760670:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.760672:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760674:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760676:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.760677:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.760680:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.760681:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.760683:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.760685:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.760686:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.760687:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.760688:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.760690:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760692:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760694:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.760695:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.760698:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760699:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760702:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.760703:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.760705:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.760706:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.760708:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.760710:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.760711:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.760712:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.760713:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.760715:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760717:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760718:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.760720:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.760722:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760724:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760726:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.760728:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.760730:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.760731:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.760733:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.760735:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.760737:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.760738:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.760739:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.760741:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760743:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760744:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.760746:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.760748:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760749:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760752:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.760754:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.760756:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.760756:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.760758:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.760760:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.760761:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.760762:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.760763:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.760765:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760794:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760796:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.760798:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.760801:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.760802:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.762007:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.762012:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.762020:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.762022:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.762028:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.762033:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.762035:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.762038:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.762040:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.762044:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.762046:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.762048:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.762050:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.762054:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.762056:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.762062:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.762064:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.762067:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.762068:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.762072:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.762074:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.762075:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.762076:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.762078:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.762080:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.762082:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.762084:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.762086:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.762088:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.762089:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.762093:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.762094:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.762096:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.762097:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.762100:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.762102:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.762104:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.762104:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.762106:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.762108:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.762110:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.762111:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.762113:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.762116:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.762117:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.762120:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.762121:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.762123:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.762124:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.762193:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.762198:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.762200:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.762201:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.762202:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.762205:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.762207:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.762208:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.762210:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.762212:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.762214:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.762218:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.762220:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.762222:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.762223:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.762226:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.762228:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.762229:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.762230:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.762231:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.762233:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.762235:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.762236:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.762238:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.762239:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.762241:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.762244:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.762245:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.762247:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.762249:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.762251:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.762253:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.762254:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.762255:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.762257:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.762259:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.762262:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.762276:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.762278:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.762280:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.762282:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.762285:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.762286:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.762289:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.762290:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.762292:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.762294:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.762296:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.762297:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.762298:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.762301:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.762303:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.762304:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.762306:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.762308:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.762310:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.762313:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.762315:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.762317:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.762318:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.762320:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.762322:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.762324:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.762325:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.762326:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.762329:0:34158:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.762331:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.762332:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.762334:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.762336:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.762338:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.762341:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.762342:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.762344:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.762345:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.762347:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.762349:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.762350:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998335.762351:0:34158:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998335.762352:0:34158:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00800000:00000001:1.0:1787998335.762355:0:34158:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1787998335.762357:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1787998335.762359:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1787998335.762361:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.762363:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1787998335.762364:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1787998335.762368:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.762369:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.762371:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.762372:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.762374:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.762376:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.762377:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.762380:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.762382:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.762388:0:34158:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:1.0:1787998335.762390:0:34158:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff94d1a0bb2800: age 1299, max_age 1847 00000008:00000001:1.0:1787998335.762393:0:34158:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:1.0:1787998335.762396:0:34158:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000010:1.0:1787998335.762402:0:34158:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199eddc00. 00000020:00000040:1.0:1787998335.762405:0:34158:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=4 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000001:1.0:1787998335.762408:0:34158:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1787998335.762412:0:34158:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787998335.762418:0:34158:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff94d1a0bb2800: connect to NID 192.168.206.123@tcp last attempt 1597 00000400:00000200:1.0:1787998335.762425:0:34158:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998335.762431:0:34158:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.206.123@tcp is discovered: rc = 1 00000100:00000040:1.0:1787998335.762435:0:34158:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 14 to 192.168.206.123@tcp 00000100:00000001:1.0:1787998335.762438:0:34158:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787998335.762441:0:34158:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00000100:00000001:1.0:1787998335.762443:0:34158:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 00000020:00000001:1.0:1787998335.762445:0:34158:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787998335.762447:0:34158:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf6e 00000020:00000001:1.0:1787998335.762449:0:34158:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998335.762452:0:34158:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191093800 refcount=4 00000020:00000001:1.0:1787998335.762454:0:34158:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535217152 : -117847174334464 : ffff94d191093800) 00000020:00000001:1.0:1787998335.762456:0:34158:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535217152 : -117847174334464 : ffff94d191093800) 00000100:00000040:1.0:1787998335.762459:0:34158:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 14 to 192.168.206.123@tcp 00000100:00000001:1.0:1787998335.762461:0:34158:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787998335.762463:0:34158:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00000100:00000001:1.0:1787998335.762465:0:34158:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 00000020:00000040:1.0:1787998335.762467:0:34158:0:(genops.c:879:class_export_put()) PUTting export ffff94d191093800 : new refcount 3 00000100:00080000:1.0:1787998335.762470:0:34158:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff94d1a0bb2800: import ffff94d187d62800 using connection 192.168.206.123@tcp/192.168.206.123@tcp 00000100:00000001:1.0:1787998335.762473:0:34158:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998335.762476:0:34158:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787998335.762482:0:34158:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998335.762485:0:34158:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998335.762487:0:34158:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787998335.762490:0:34158:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683180 ocd_grant: 8331264, lost: 0. 00000008:00000001:1.0:1787998335.762493:0:34158:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998335.762496:0:34158:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998335.762499:0:34158:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edfb80. 00000020:00000040:1.0:1787998335.762501:0:34158:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=5 obd=lustre-OST0000-osc-ffff94d1a0bb2800 02000000:00000001:1.0:1787998335.762505:0:34158:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787998335.762507:0:34158:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998335.762510:0:34158:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998335.762513:0:34158:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998335.762516:0:34158:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998335.762522:0:34158:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d199e26800. 00000100:00000001:1.0:1787998335.762529:0:34158:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998335.762537:0:34158:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94d199edfb80 x1874850291776384/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787998335.762546:0:34158:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998335.762549:0:34158:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998335.762554:0:34158:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007dc3276c] to pc [ptlrpcd_rcv+-1] req@ffff94d199edfb80 x1874850291776384/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998335.762581:0:34158:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998335.762585:0:34158:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:1.0:1787998335.762586:0:34158:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:1.0:1787998335.762589:0:34158:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998335.762590:0:34158:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=4 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998335.762593:0:34158:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1787998335.762594:0:34158:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998335.762595:0:34158:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998335.762597:0:34158:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998335.762601:0:34158:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19031f700. 00000100:00000001:1.0:1787998335.762604:0:34158:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998335.762607:0:34158:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998335.762608:0:34158:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998335.762614:0:34158:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d199ea3900. 00000100:00000001:1.0:1787998335.762616:0:34158:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226684180736 : -117847025370880 : ffff94d199ea3900) 00000100:00000001:1.0:1787998335.762619:0:34158:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998335.762621:0:34158:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419072 : -117847025132544 : ffff94d199eddc00) 00000100:00000001:1.0:1787998335.762624:0:34158:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998335.762625:0:34158:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998335.762627:0:34158:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998335.762629:0:34158:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998335.762634:0:34158:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199eddc00 x1874850291776512/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998335.762643:0:34158:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998335.762646:0:34158:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1787998335.762649:0:34158:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff94d199eddc00 x1874850291776512/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998335.762656:0:34158:0:(client.c:1850:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998335.762659:0:34158:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998335.762661:0:34158:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998335.762664:0:34158:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d199ea3900 going to sleep for 0 seconds 00000100:00000001:1.0:1787998335.762666:0:34158:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998335.762669:0:34158:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998335.762671:0:34158:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998335.762672:0:34158:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998335.762675:0:34158:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998335.763230:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998335.763234:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998335.763236:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998335.763243:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edfb80 x1874850291776384/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998335.763250:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998335.763252:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998335.763255:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998335.763257:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998335.763259:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998335.763263:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2401:1874850291776384:192.168.206.123@tcp:8:lfs.0 00000100:00000001:0.0:1787998335.763278:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998335.763282:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998335.763285:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998335.763288:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998335.763293:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a0800. 02000000:00000001:0.0:1787998335.763295:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998335.763301:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998335.763305:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000400:00000010:0.0:1787998335.763311:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807dd0. 00000100:00000200:0.0:1787998335.763318:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291776384, portal 4 00000100:00000001:0.0:1787998335.763319:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998335.763321:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684427136 : -117847025124480 : ffff94d199edfb80) 00000100:00000040:0.0:1787998335.763327:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199edfb80 x1874850291776384/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1787998345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998335.763334:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998335.763336:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998335.763339:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807220. 00000100:00000200:0.0:1787998335.763343:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874850291776384, offset 0 00000400:00000200:0.0:1787998335.763348:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998335.763356:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998335.763361:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998335.763366:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998335.763370:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998335.763374:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998335.763377:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998335.763380:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2830:2830:256:4294967295] 192.168.206.123@tcp LPNI seq info [2830:2830:8:4294967295] 00000400:00000200:0.0:1787998335.763384:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998335.763393:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998335.763399:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998335.763404:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19354ae00. 00000800:00000200:0.0:1787998335.763410:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998335.763417:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998335.763426:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19354ae00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1787998335.763446:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998335.763450:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 199121 usecs (200 jiffies) 00000400:00000200:0.0:1787998335.763453:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998335.763456:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296516120 00000100:00000001:0.0:1787998335.763459:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296519734 00000100:00000001:0.0:1787998335.763461:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296516120 00000100:00000001:0.0:1787998335.763463:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296519734 00000100:00000001:0.0:1787998335.763465:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998335.763467:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998335.763470:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998335.763473:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998335.763480:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998335.763482:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787998335.763484:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998335.763485:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998335.763487:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998335.763488:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998335.763938:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998335.763943:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19354ae00. 00000400:00000200:3.0:1787998335.763947:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998335.763952:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998335.763957:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807220 00000400:00000010:3.0:1787998335.763959:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807220. 00000100:00000001:3.0:1787998335.763963:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998335.763968:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edfb80 x1874850291776384/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1787998345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998335.763977:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998335.763980:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edfb80 x1874850291776384/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1787998345 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998335.763987:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998335.763988:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998335.775231:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998335.775253:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998335.775258:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998335.775260:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998335.775281:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.775289:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998335.775299:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.775303:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.775308:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.775312:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 416 into portal 4 MB=0x6a92a99a5fb80 00000400:00000200:2.0:1787998335.776264:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.776289:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 416/416 into md 0x83cd [1] + 0 00000800:00000001:2.0:1787998335.776298:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998335.776321:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998335.776325:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998335.776330:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998335.776337:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998335.776345:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edfb80 x1874850291776384/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1787998345 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998335.776357:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94d199edfb80 x1874850291776384/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1787998345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998335.776371:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998335.776380:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998335.776383:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998335.776549:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998335.776554:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998335.776560:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998335.776562:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998335.776565:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30528. 00000400:00000200:0.0:1787998335.776570:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807dd0 00000400:00000010:0.0:1787998335.776573:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807dd0. 00000100:00000001:0.0:1787998335.776576:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998335.776580:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edfb80 x1874850291776384/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1787998345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998335.776589:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edfb80 x1874850291776384/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1787998345 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998335.776594:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998335.776596:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998335.776599:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998335.776602:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998335.776603:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998335.776605:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998335.776608:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998335.776617:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=161 v=5 (5 5 37 37) 00000100:00001000:0.0:1787998335.776621:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=101 v=5 (1 1 0 0) 00000100:00000001:0.0:1787998335.776623:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998335.776625:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998335.776627:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998335.776631:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998335.776634:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1787998335.776636:0:2401:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: committing for last_committed 4294967332 gen 14 00000100:00000040:0.0:1787998335.776639:0:2401:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1787998335.776642:0:2401:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998335.776643:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998335.776648:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edfb80 x1874850291776384/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1787998345 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998335.776660:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998335.776662:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998335.776664:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998335.776667:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1787998335.776672:0:2401:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff94d1a0bb2800: connect to target with instance 1 00000020:00000001:0.0:1787998335.776675:0:2401:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787998335.776677:0:2401:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf6e 00000020:00000001:0.0:1787998335.776679:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998335.776682:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191093800 refcount=4 00000020:00000001:0.0:1787998335.776684:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535217152 : -117847174334464 : ffff94d191093800) 00000020:00000001:0.0:1787998335.776686:0:2401:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535217152 : -117847174334464 : ffff94d191093800) 00000100:00001000:0.0:1787998335.776690:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=1787998335 v=0 (0 0 0 0) 00000100:00001000:0.0:1787998335.776693:0:2401:0:(import.c:2215:obd_at_measure()) AT ffff94d187d62c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1787998335.776697:0:2401:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 807, crc32c 5811, adler 553 00000100:00080000:0.0:1787998335.776702:0:2401:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff94d1a0bb2800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:0.0:1787998335.776705:0:2401:0:(genops.c:879:class_export_put()) PUTting export ffff94d191093800 : new refcount 3 00000100:00000001:0.0:1787998335.776708:0:2401:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1787998335.776711:0:2401:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:0.0:1787998335.776714:0:2401:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff94d1a0bb2800, setting cl_avail_grant: 8331264 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:0.0:1787998335.776717:0:2401:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1787998335.776720:0:2401:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:0.0:1787998335.776723:0:2401:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1787998335.776725:0:2401:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998335.776728:0:2401:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998335.776729:0:2401:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998335.776731:0:2401:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998335.776733:0:2401:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1787998335.776735:0:2401:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1787998335.776738:0:2401:0:(import.c:65:import_set_state_nolock()) ffff94d187d62800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1787998335.776741:0:2401:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1787998335.776741:0:2401:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:0.0:1787998335.776743:0:2401:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1787998335.776744:0:2401:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:0.0:1787998335.776746:0:2401:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1787998335.776748:0:2401:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff94d1916021d8 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:0.0:1787998335.776752:0:2401:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:0.0:1787998335.776754:0:2401:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1787998335.776756:0:2401:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998335.776758:0:2401:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1787998335.776761:0:2401:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1787998335.776762:0:2401:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:0.0:1787998335.776765:0:2401:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1787998335.776800:0:2401:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:0.0:1787998335.776803:0:2401:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:0.0:1787998335.776804:0:2401:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998335.776806:0:2401:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998335.776808:0:2401:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:0.0:1787998335.776809:0:2401:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:0.0:1787998335.776811:0:2401:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998335.776812:0:2401:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1787998335.776814:0:2401:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1787998335.776818:0:2401:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1787998335.776820:0:2401:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998335.776821:0:2401:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998335.776823:0:2401:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998335.776825:0:2401:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998335.776826:0:2401:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998335.776828:0:2401:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998335.776829:0:2401:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998335.776831:0:2401:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:0.0:1787998335.776832:0:2401:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998335.776835:0:2401:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1787998335.776841:0:2401:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000001d70c040): req@ffff94d199eddc00 x1874850291776512/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998335.776852:0:2401:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998335.776855:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998335.776859:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edfb80 x1874850291776384/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1787998345 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998335.776872:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2401:1874850291776384:192.168.206.123@tcp:8:lfs.0 00000100:00000001:0.0:1787998335.776876:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998335.776878:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998335.776882:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edfb80 x1874850291776384/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1787998345 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998335.776889:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998335.776891:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998335.776894:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1923a0800. 02000000:00000001:0.0:1787998335.776898:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998335.776900:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998335.776902:0:2401:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998335.776904:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998335.776906:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e26800. 02000000:00000001:0.0:1787998335.776910:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998335.776911:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998335.776913:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edfb80. 00000100:00000001:0.0:1787998335.776917:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998335.776919:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998335.776921:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998335.776928:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998335.776930:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998335.776932:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998335.776934:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998335.776997:0:34158:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998335.777000:0:34158:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998335.777003:0:34158:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998335.777005:0:34158:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998335.777007:0:34158:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998335.777010:0:34158:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998335.777012:0:34158:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998335.777014:0:34158:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998335.777020:0:34158:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998335.777022:0:34158:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998335.777024:0:34158:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998335.777030:0:34158:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d199e25c00. 02000000:00000001:1.0:1787998335.777032:0:34158:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998335.777037:0:34158:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998335.777042:0:34158:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc898. 00000400:00000010:1.0:1787998335.777046:0:34158:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409770. 00000100:00000200:1.0:1787998335.777052:0:34158:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291776512, portal 4 00000100:00000001:1.0:1787998335.777054:0:34158:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998335.777056:0:34158:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419072 : -117847025132544 : ffff94d199eddc00) 00000100:00000040:1.0:1787998335.777063:0:34158:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199eddc00 x1874850291776512/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998351 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998335.777071:0:34158:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998335.777074:0:34158:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998335.777076:0:34158:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409440. 00000100:00000200:1.0:1787998335.777079:0:34158:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1874850291776512, offset 0 00000400:00000200:1.0:1787998335.777085:0:34158:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998335.777091:0:34158:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998335.777096:0:34158:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998335.777100:0:34158:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998335.777104:0:34158:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998335.777108:0:34158:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998335.777110:0:34158:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998335.777114:0:34158:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2831:2831:256:4294967295] 192.168.206.123@tcp LPNI seq info [2831:2831:8:4294967295] 00000400:00000200:1.0:1787998335.777118:0:34158:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998335.777126:0:34158:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998335.777132:0:34158:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998335.777136:0:34158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f500. 00000800:00000200:1.0:1787998335.777142:0:34158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998335.777149:0:34158:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998335.777153:0:34158:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787998335.777171:0:34158:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998335.777176:0:34158:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 198285 usecs (199 jiffies) 00000400:00000200:1.0:1787998335.777180:0:34158:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998335.777182:0:34158:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296516133 00000100:00000001:1.0:1787998335.777185:0:34158:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296519734 00000100:00000001:1.0:1787998335.777187:0:34158:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296516133 00000100:00000001:1.0:1787998335.777189:0:34158:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296519734 00000100:00000001:1.0:1787998335.777191:0:34158:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998335.777194:0:34158:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998335.777197:0:34158:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998335.777198:0:34158:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998335.777201:0:34158:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d199ea3900 going to sleep for 11 seconds 00000100:00000001:1.0:1787998335.777202:0:34158:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998335.777204:0:34158:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998335.777701:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998335.777705:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f500. 00000400:00000200:3.0:1787998335.777711:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998335.777716:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998335.777720:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409440 00000400:00000010:3.0:1787998335.777722:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409440. 00000100:00000001:3.0:1787998335.777725:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998335.777730:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eddc00 x1874850291776512/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998351 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998335.777738:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998335.777742:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199eddc00 x1874850291776512/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998351 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998335.777748:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998335.777750:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998335.781592:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998335.781609:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998335.781613:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998335.781615:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998335.781623:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.781629:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998335.781637:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.781642:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.781647:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.781650:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 368 into portal 4 MB=0x6a92a99a5fc00 00000400:00000200:2.0:1787998335.781655:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.781660:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 368/368 into md 0x83d5 [1] + 224 00000800:00000001:2.0:1787998335.781666:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998335.781675:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998335.781678:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998335.781682:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998335.781689:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998335.781697:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eddc00 x1874850291776512/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998351 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998335.781708:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94d199eddc00 x1874850291776512/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998351 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998335.781731:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998335.781738:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998335.781741:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998335.781809:0:34158:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998335.781816:0:34158:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998335.781818:0:34158:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998335.781821:0:34158:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc898. 00000400:00000200:1.0:1787998335.781825:0:34158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409770 00000400:00000010:1.0:1787998335.781827:0:34158:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409770. 00000100:00000001:1.0:1787998335.781830:0:34158:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998335.781834:0:34158:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199eddc00 x1874850291776512/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998351 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787998335.781843:0:34158:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199eddc00 x1874850291776512/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998351 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998335.781849:0:34158:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998335.781851:0:34158:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998335.781853:0:34158:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998335.781856:0:34158:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998335.781859:0:34158:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998335.781861:0:34158:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998335.781864:0:34158:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998335.781871:0:34158:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62cf0 time=578 v=5 (5 5 0 5) 00000100:00001000:1.0:1787998335.781875:0:34158:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998335.781878:0:34158:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998335.781879:0:34158:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998335.781882:0:34158:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998335.781885:0:34158:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998335.781889:0:34158:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998335.781890:0:34158:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:1.0:1787998335.781892:0:34158:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998335.781894:0:34158:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998335.781898:0:34158:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199eddc00 x1874850291776512/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998351 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998335.781909:0:34158:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998335.781912:0:34158:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998335.781913:0:34158:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998335.781917:0:34158:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199eddc00 x1874850291776512/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998351 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787998335.781925:0:34158:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199eddc00 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:34158:1874850291776512:192.168.206.123@tcp:13:lfs.0 00000100:00000001:1.0:1787998335.781929:0:34158:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998335.781932:0:34158:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998335.781934:0:34158:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998335.781936:0:34158:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998335.781939:0:34158:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199eddc00 x1874850291776512/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998351 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998335.781945:0:34158:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998335.781948:0:34158:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d199ea3900. 00000100:00000001:1.0:1787998335.781951:0:34158:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998335.781952:0:34158:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998335.781957:0:34158:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:1.0:1787998335.781959:0:34158:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998335.781962:0:34158:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199eddc00 x1874850291776512/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998351 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998335.781967:0:34158:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998335.781969:0:34158:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998335.781972:0:34158:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e25c00. 02000000:00000001:1.0:1787998335.781975:0:34158:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998335.781977:0:34158:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998335.781979:0:34158:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=2 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998335.781981:0:34158:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998335.781983:0:34158:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19031f700. 02000000:00000001:1.0:1787998335.781988:0:34158:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998335.781989:0:34158:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998335.781991:0:34158:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199eddc00. 00000100:00000001:1.0:1787998335.781995:0:34158:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998335.781997:0:34158:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1787998335.782000:0:34158:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff94d1a0bb2800: update ffff94d191ce0450 cache blocks 901343/958279 objects 261771/262144 00020000:00000001:1.0:1787998335.782004:0:34158:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998335.782008:0:34158:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.782010:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998335.782013:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.782016:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.782018:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.782074:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.782076:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.782083:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.782085:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.782090:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.782093:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.782095:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.782099:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.782101:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.782107:0:34158:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:1.0:1787998335.782108:0:34158:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff94d1a0bb2800: age 1299, max_age 1847 00000008:00000001:1.0:1787998335.782111:0:34158:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:1.0:1787998335.782114:0:34158:0:(genops.c:1210:class_import_get()) import ffff94d183eca000 refcount=3 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000100:00000010:1.0:1787998335.782118:0:34158:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199eddc00. 00000020:00000040:1.0:1787998335.782121:0:34158:0:(genops.c:1210:class_import_get()) import ffff94d183eca000 refcount=4 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000100:00000001:1.0:1787998335.782123:0:34158:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1787998335.782127:0:34158:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787998335.782130:0:34158:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff94d1a0bb2800: connect to NID 192.168.206.123@tcp last attempt 1735 00000400:00000200:1.0:1787998335.782135:0:34158:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998335.782139:0:34158:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.206.123@tcp is discovered: rc = 1 00000100:00000040:1.0:1787998335.782143:0:34158:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 14 to 192.168.206.123@tcp 00000100:00000001:1.0:1787998335.782146:0:34158:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787998335.782148:0:34158:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00000100:00000001:1.0:1787998335.782151:0:34158:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 00000020:00000001:1.0:1787998335.782153:0:34158:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787998335.782155:0:34158:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf75 00000020:00000001:1.0:1787998335.782157:0:34158:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998335.782160:0:34158:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191090800 refcount=4 00000020:00000001:1.0:1787998335.782162:0:34158:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535204864 : -117847174346752 : ffff94d191090800) 00000020:00000001:1.0:1787998335.782164:0:34158:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535204864 : -117847174346752 : ffff94d191090800) 00000100:00000040:1.0:1787998335.782166:0:34158:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 14 to 192.168.206.123@tcp 00000100:00000001:1.0:1787998335.782168:0:34158:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787998335.782170:0:34158:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00000100:00000001:1.0:1787998335.782172:0:34158:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 00000020:00000040:1.0:1787998335.782174:0:34158:0:(genops.c:879:class_export_put()) PUTting export ffff94d191090800 : new refcount 3 00000100:00080000:1.0:1787998335.782177:0:34158:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff94d1a0bb2800: import ffff94d183eca000 using connection 192.168.206.123@tcp/192.168.206.123@tcp 00000100:00000001:1.0:1787998335.782180:0:34158:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998335.782182:0:34158:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787998335.782188:0:34158:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998335.782191:0:34158:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998335.782193:0:34158:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787998335.782196:0:34158:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683180 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787998335.782199:0:34158:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998335.782201:0:34158:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998335.782204:0:34158:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edf800. 00000020:00000040:1.0:1787998335.782207:0:34158:0:(genops.c:1210:class_import_get()) import ffff94d183eca000 refcount=5 obd=lustre-OST0001-osc-ffff94d1a0bb2800 02000000:00000001:1.0:1787998335.782210:0:34158:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787998335.782211:0:34158:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998335.782214:0:34158:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998335.782216:0:34158:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998335.782219:0:34158:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998335.782225:0:34158:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d199e25c00. 00000100:00000001:1.0:1787998335.782231:0:34158:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998335.782237:0:34158:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94d199edf800 x1874850291776640/t0(0) o8->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787998335.782244:0:34158:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998335.782248:0:34158:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998335.782252:0:34158:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d39e8ede] to pc [ptlrpcd_rcv+-1] req@ffff94d199edf800 x1874850291776640/t0(0) o8->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998335.782396:0:34158:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998335.782400:0:34158:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:1.0:1787998335.782401:0:34158:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:1.0:1787998335.782404:0:34158:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998335.782405:0:34158:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=4 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998335.782407:0:34158:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1787998335.782409:0:34158:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998335.782410:0:34158:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998335.782412:0:34158:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998335.782416:0:34158:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19031f700. 00000100:00000001:1.0:1787998335.782419:0:34158:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998335.782422:0:34158:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998335.782423:0:34158:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998335.782428:0:34158:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d199ea3900. 00000100:00000001:1.0:1787998335.782430:0:34158:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226684180736 : -117847025370880 : ffff94d199ea3900) 00000100:00000001:1.0:1787998335.782432:0:34158:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998335.782434:0:34158:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419072 : -117847025132544 : ffff94d199eddc00) 00000100:00000001:1.0:1787998335.782436:0:34158:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998335.782438:0:34158:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998335.782440:0:34158:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998335.782441:0:34158:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998335.782445:0:34158:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199eddc00 x1874850291776768/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998335.782452:0:34158:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998335.782454:0:34158:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1787998335.782457:0:34158:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff94d199eddc00 x1874850291776768/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998335.782463:0:34158:0:(client.c:1850:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998335.782466:0:34158:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998335.782467:0:34158:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998335.782469:0:34158:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d199ea3900 going to sleep for 0 seconds 00000100:00000001:1.0:1787998335.782471:0:34158:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998335.782473:0:34158:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998335.782475:0:34158:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998335.782476:0:34158:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998335.782478:0:34158:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998335.782840:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998335.782845:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998335.782846:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998335.782852:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edf800 x1874850291776640/t0(0) o8->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998335.782861:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998335.782862:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998335.782866:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998335.782868:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998335.782871:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998335.782874:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2401:1874850291776640:192.168.206.123@tcp:8:lfs.0 00000100:00000001:2.0:1787998335.782878:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998335.782882:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998335.782884:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998335.782886:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998335.782891:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1a0baf400. 02000000:00000001:2.0:1787998335.782893:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998335.782897:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998335.782901:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151738. 00000400:00000010:2.0:1787998335.782908:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfb28. 00000100:00000200:2.0:1787998335.782913:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291776640, portal 4 00000100:00000001:2.0:1787998335.782916:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998335.782917:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684426240 : -117847025125376 : ffff94d199edf800) 00000100:00000040:2.0:1787998335.782923:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199edf800 x1874850291776640/t0(0) o8->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1787998345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998335.782929:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998335.782932:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998335.782934:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf880. 00000100:00000200:2.0:1787998335.782937:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874850291776640, offset 0 00000400:00000200:2.0:1787998335.782942:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998335.782948:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.782953:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998335.782958:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998335.782963:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998335.782967:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998335.782969:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998335.782973:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2832:2832:256:4294967295] 192.168.206.123@tcp LPNI seq info [2832:2832:8:4294967295] 00000400:00000200:2.0:1787998335.782977:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.782985:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998335.782991:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998335.782996:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9400. 00000800:00000200:2.0:1787998335.783001:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998335.783008:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998335.783013:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1787998335.783031:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998335.783036:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 19752 usecs (20 jiffies) 00000400:00000200:2.0:1787998335.783039:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998335.783042:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296515960 00000100:00000001:2.0:1787998335.783044:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296519734 00000100:00000001:2.0:1787998335.783048:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296515960 00000100:00000001:2.0:1787998335.783050:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296519734 00000100:00000001:2.0:1787998335.783052:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998335.783055:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998335.783057:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998335.783059:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998335.783065:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998335.783066:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1787998335.783068:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998335.783069:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998335.783070:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998335.783072:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998335.784184:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998335.784190:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9400. 00000400:00000200:3.0:1787998335.784196:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998335.784202:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998335.784208:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf880 00000400:00000010:3.0:1787998335.784210:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf880. 00000100:00000001:3.0:1787998335.784215:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998335.784221:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edf800 x1874850291776640/t0(0) o8->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1787998345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998335.784230:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998335.784233:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edf800 x1874850291776640/t0(0) o8->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1787998345 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998335.784239:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998335.784241:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998335.801877:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998335.801893:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998335.801897:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998335.801899:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998335.801909:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.801916:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998335.801923:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.801928:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.801932:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.801936:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 416 into portal 4 MB=0x6a92a99a5fc80 00000400:00000200:2.0:1787998335.801940:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.801945:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 416/416 into md 0x83dd [1] + 0 00000800:00000001:2.0:1787998335.801952:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998335.801958:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998335.801962:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998335.801966:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998335.801973:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998335.801982:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edf800 x1874850291776640/t0(0) o8->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1787998345 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998335.801994:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94d199edf800 x1874850291776640/t0(0) o8->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1787998345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998335.802024:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998335.802031:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998335.802035:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998335.802162:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998335.802166:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998335.802171:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998335.802173:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998335.802176:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151738. 00000400:00000200:0.0:1787998335.802181:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfb28 00000400:00000010:0.0:1787998335.802183:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfb28. 00000100:00000001:0.0:1787998335.802186:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998335.802191:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edf800 x1874850291776640/t0(0) o8->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1787998345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998335.802205:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edf800 x1874850291776640/t0(0) o8->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1787998345 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998335.802211:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998335.802213:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998335.802216:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998335.802219:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998335.802221:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998335.802223:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998335.802226:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998335.802234:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca460 time=161 v=5 (5 5 37 37) 00000100:00001000:0.0:1787998335.802238:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=112 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998335.802241:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998335.802242:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998335.802245:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998335.802250:0:2401:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998335.802253:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1787998335.802255:0:2401:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: committing for last_committed 4294967316 gen 14 00000100:00000040:0.0:1787998335.802258:0:2401:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1787998335.802260:0:2401:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998335.802262:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998335.802278:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edf800 x1874850291776640/t0(0) o8->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1787998345 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998335.802285:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998335.802288:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998335.802290:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998335.802292:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1787998335.802298:0:2401:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff94d1a0bb2800: connect to target with instance 1 00000020:00000001:0.0:1787998335.802301:0:2401:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787998335.802303:0:2401:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf75 00000020:00000001:0.0:1787998335.802305:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998335.802308:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191090800 refcount=4 00000020:00000001:0.0:1787998335.802310:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535204864 : -117847174346752 : ffff94d191090800) 00000020:00000001:0.0:1787998335.802313:0:2401:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535204864 : -117847174346752 : ffff94d191090800) 00000100:00001000:0.0:1787998335.802316:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=1787998335 v=0 (0 0 0 0) 00000100:00001000:0.0:1787998335.802319:0:2401:0:(import.c:2215:obd_at_measure()) AT ffff94d183eca418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1787998335.802324:0:2401:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 807, crc32c 5811, adler 553 00000100:00080000:0.0:1787998335.802328:0:2401:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff94d1a0bb2800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:0.0:1787998335.802332:0:2401:0:(genops.c:879:class_export_put()) PUTting export ffff94d191090800 : new refcount 3 00000100:00000001:0.0:1787998335.802334:0:2401:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1787998335.802337:0:2401:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:0.0:1787998335.802341:0:2401:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0001-osc-ffff94d1a0bb2800, setting cl_avail_grant: 8388608 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:0.0:1787998335.802343:0:2401:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1787998335.802346:0:2401:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:0.0:1787998335.802349:0:2401:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1787998335.802351:0:2401:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998335.802353:0:2401:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998335.802355:0:2401:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998335.802357:0:2401:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998335.802358:0:2401:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1787998335.802360:0:2401:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1787998335.802364:0:2401:0:(import.c:65:import_set_state_nolock()) ffff94d183eca000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1787998335.802366:0:2401:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1787998335.802367:0:2401:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:0.0:1787998335.802368:0:2401:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1787998335.802369:0:2401:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:0.0:1787998335.802371:0:2401:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1787998335.802373:0:2401:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff94d1916021d8 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:0.0:1787998335.802377:0:2401:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:0.0:1787998335.802379:0:2401:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:0.0:1787998335.802381:0:2401:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998335.802382:0:2401:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1787998335.802385:0:2401:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1787998335.802387:0:2401:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:0.0:1787998335.802389:0:2401:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1787998335.802390:0:2401:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:0.0:1787998335.802392:0:2401:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:0.0:1787998335.802395:0:2401:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998335.802396:0:2401:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998335.802398:0:2401:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:0.0:1787998335.802400:0:2401:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:0.0:1787998335.802401:0:2401:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998335.802402:0:2401:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1787998335.802404:0:2401:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1787998335.802407:0:2401:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1787998335.802409:0:2401:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998335.802410:0:2401:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998335.802412:0:2401:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998335.802413:0:2401:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998335.802415:0:2401:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998335.802416:0:2401:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998335.802418:0:2401:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998335.802419:0:2401:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:0.0:1787998335.802420:0:2401:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998335.802423:0:2401:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1787998335.802429:0:2401:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000001d70c040): req@ffff94d199eddc00 x1874850291776768/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998335.802451:0:2401:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998335.802454:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998335.802458:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edf800 x1874850291776640/t0(0) o8->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1787998345 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998335.802466:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2401:1874850291776640:192.168.206.123@tcp:8:lfs.0 00000100:00000001:0.0:1787998335.802470:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998335.802473:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998335.802476:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edf800 x1874850291776640/t0(0) o8->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1787998345 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998335.802483:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998335.802485:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998335.802488:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1a0baf400. 02000000:00000001:0.0:1787998335.802492:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998335.802494:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998335.802496:0:2401:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=3 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998335.802498:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998335.802500:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e25c00. 02000000:00000001:0.0:1787998335.802503:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998335.802504:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998335.802506:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edf800. 00000100:00000001:0.0:1787998335.802510:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998335.802511:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998335.802514:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998335.802521:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998335.802522:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998335.802525:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998335.802526:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998335.802629:0:34158:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998335.802632:0:34158:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998335.802634:0:34158:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998335.802636:0:34158:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998335.802639:0:34158:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998335.802641:0:34158:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998335.802644:0:34158:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998335.802646:0:34158:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998335.802650:0:34158:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998335.802653:0:34158:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998335.802655:0:34158:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998335.802662:0:34158:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d199e24000. 02000000:00000001:1.0:1787998335.802664:0:34158:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998335.802669:0:34158:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998335.802673:0:34158:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc898. 00000400:00000010:1.0:1787998335.802677:0:34158:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409770. 00000100:00000200:1.0:1787998335.802683:0:34158:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291776768, portal 4 00000100:00000001:1.0:1787998335.802685:0:34158:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998335.802687:0:34158:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419072 : -117847025132544 : ffff94d199eddc00) 00000100:00000040:1.0:1787998335.802694:0:34158:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199eddc00 x1874850291776768/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998351 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998335.802701:0:34158:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998335.802704:0:34158:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998335.802706:0:34158:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409e58. 00000100:00000200:1.0:1787998335.802710:0:34158:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1874850291776768, offset 0 00000400:00000200:1.0:1787998335.802715:0:34158:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998335.802719:0:34158:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998335.802725:0:34158:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998335.802730:0:34158:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998335.802734:0:34158:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998335.802738:0:34158:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998335.802741:0:34158:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998335.802744:0:34158:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2833:2833:256:4294967295] 192.168.206.123@tcp LPNI seq info [2833:2833:8:4294967295] 00000400:00000200:1.0:1787998335.802749:0:34158:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998335.802757:0:34158:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998335.802762:0:34158:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998335.802801:0:34158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f100. 00000800:00000200:1.0:1787998335.802808:0:34158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998335.802815:0:34158:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998335.802819:0:34158:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787998335.802834:0:34158:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998335.802838:0:34158:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 19782 usecs (20 jiffies) 00000400:00000200:1.0:1787998335.802841:0:34158:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998335.802843:0:34158:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296515980 00000100:00000001:1.0:1787998335.802847:0:34158:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296519734 00000100:00000001:1.0:1787998335.802849:0:34158:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296515980 00000100:00000001:1.0:1787998335.802851:0:34158:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296519734 00000100:00000001:1.0:1787998335.802853:0:34158:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998335.802856:0:34158:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998335.802858:0:34158:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998335.802859:0:34158:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998335.802861:0:34158:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d199ea3900 going to sleep for 11 seconds 00000100:00000001:1.0:1787998335.802863:0:34158:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998335.802864:0:34158:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998335.802986:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998335.802991:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f100. 00000400:00000200:3.0:1787998335.802996:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998335.803000:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998335.803004:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409e58 00000400:00000010:3.0:1787998335.803006:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409e58. 00000100:00000001:3.0:1787998335.803009:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998335.803012:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eddc00 x1874850291776768/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998351 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998335.803021:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998335.803024:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199eddc00 x1874850291776768/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998351 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998335.803030:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998335.803032:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998335.819371:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998335.819388:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998335.819391:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998335.819394:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998335.819403:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.819410:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998335.819419:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.819423:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.819427:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.819431:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 368 into portal 4 MB=0x6a92a99a5fd00 00000400:00000200:2.0:1787998335.819436:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998335.819442:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 368/368 into md 0x83ed [1] + 224 00000800:00000001:2.0:1787998335.819448:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998335.819455:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998335.819457:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998335.819461:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998335.819469:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998335.819476:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eddc00 x1874850291776768/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998351 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998335.819487:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94d199eddc00 x1874850291776768/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998351 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998335.819507:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998335.819515:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998335.819517:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998335.819583:0:34158:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998335.819590:0:34158:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998335.819592:0:34158:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998335.819595:0:34158:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc898. 00000400:00000200:1.0:1787998335.819599:0:34158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409770 00000400:00000010:1.0:1787998335.819601:0:34158:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409770. 00000100:00000001:1.0:1787998335.819604:0:34158:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998335.819609:0:34158:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199eddc00 x1874850291776768/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998351 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787998335.819618:0:34158:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199eddc00 x1874850291776768/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998351 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998335.819624:0:34158:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998335.819626:0:34158:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998335.819628:0:34158:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998335.819632:0:34158:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998335.819634:0:34158:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998335.819636:0:34158:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998335.819639:0:34158:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998335.819646:0:34158:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca4f0 time=609 v=5 (5 5 5 5) 00000100:00001000:1.0:1787998335.819650:0:34158:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998335.819652:0:34158:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998335.819655:0:34158:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998335.819657:0:34158:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998335.819660:0:34158:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998335.819664:0:34158:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998335.819666:0:34158:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:1.0:1787998335.819668:0:34158:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998335.819669:0:34158:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998335.819674:0:34158:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199eddc00 x1874850291776768/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998351 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998335.819681:0:34158:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998335.819683:0:34158:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998335.819685:0:34158:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998335.819689:0:34158:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199eddc00 x1874850291776768/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998351 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787998335.819696:0:34158:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199eddc00 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:34158:1874850291776768:192.168.206.123@tcp:13:lfs.0 00000100:00000001:1.0:1787998335.819701:0:34158:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998335.819703:0:34158:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998335.819706:0:34158:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998335.819708:0:34158:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998335.819712:0:34158:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199eddc00 x1874850291776768/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998351 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998335.819718:0:34158:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998335.819721:0:34158:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d199ea3900. 00000100:00000001:1.0:1787998335.819724:0:34158:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998335.819726:0:34158:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998335.819730:0:34158:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:1.0:1787998335.819732:0:34158:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998335.819735:0:34158:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199eddc00 x1874850291776768/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998351 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998335.819742:0:34158:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998335.819744:0:34158:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998335.819746:0:34158:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e24000. 02000000:00000001:1.0:1787998335.819749:0:34158:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998335.819751:0:34158:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998335.819753:0:34158:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998335.819755:0:34158:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998335.819757:0:34158:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19031f700. 02000000:00000001:1.0:1787998335.819762:0:34158:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998335.819764:0:34158:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998335.819802:0:34158:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199eddc00. 00000100:00000001:1.0:1787998335.819807:0:34158:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998335.819809:0:34158:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1787998335.819812:0:34158:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff94d1a0bb2800: update ffff94d191ce37c0 cache blocks 901366/958279 objects 261773/262144 00020000:00000001:1.0:1787998335.819816:0:34158:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998335.819821:0:34158:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.819823:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998335.819826:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.819829:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.819832:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.819878:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.819880:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.819887:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.819890:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.819894:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.819899:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.819901:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.819904:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.819906:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.819910:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.819912:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.819914:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.819916:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.819918:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.819920:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.819924:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.819926:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.819928:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.819930:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.819932:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.819934:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.819936:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.819937:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.819938:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.819941:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.819943:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.819945:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.819947:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.819949:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.819951:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.819954:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.819956:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.819958:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.819959:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.819962:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.819964:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.819965:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.819966:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.819968:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.819971:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.819973:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.819975:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.819977:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.819979:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.819981:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.819984:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.819985:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.819988:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.819989:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.819992:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.819994:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.819995:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.819996:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.819998:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.820000:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820002:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820004:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.820006:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.820008:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820010:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820013:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.820014:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.820017:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.820018:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.820020:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.820022:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.820024:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.820025:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.820026:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.820028:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820030:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820032:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.820034:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.820036:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820038:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820041:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.820042:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.820045:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.820046:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.820048:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.820050:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.820051:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.820053:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.820054:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.820056:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820058:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820060:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.820062:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.820064:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820065:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820068:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.820069:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.820072:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.820073:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.820075:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.820077:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.820079:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.820080:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.820081:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.820083:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820085:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820087:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.820089:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.820091:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820093:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820096:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.820098:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.820100:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.820102:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.820104:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.820106:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.820107:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.820108:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.820109:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.820112:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820113:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820115:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.820117:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.820119:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820121:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820124:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.820125:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.820128:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.820129:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.820131:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.820133:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.820135:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.820136:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.820137:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.820140:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820141:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820143:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.820145:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.820147:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820148:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820151:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.820152:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.820155:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.820156:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.820159:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.820161:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.820162:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.820163:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.820164:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.820167:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820168:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820170:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.820172:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.820174:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820176:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820179:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.820180:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.820183:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.820184:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.820186:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.820189:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.820191:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.820191:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.820193:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.820195:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820197:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820198:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.820200:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.820201:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820203:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820206:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.820207:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.820209:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.820210:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.820213:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.820215:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.820216:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.820217:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.820218:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.820221:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820222:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820224:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.820226:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.820228:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820229:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820232:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.820233:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.820236:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.820237:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.820239:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.820241:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.820243:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.820244:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.820245:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.820248:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820250:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820252:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.820253:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.820255:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820257:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820260:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.820261:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.820277:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.820278:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.820281:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.820283:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.820285:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.820287:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.820288:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.820290:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820292:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820293:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.820295:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.820298:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820299:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820303:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.820305:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.820307:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.820308:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.820310:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.820312:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.820314:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.820315:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.820316:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.820319:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820321:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820322:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.820324:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.820326:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820328:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820331:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.820332:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.820334:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.820335:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.820337:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.820340:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.820341:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.820342:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.820343:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.820346:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820348:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820350:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.820352:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.820354:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820355:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820358:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.820360:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.820362:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.820363:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.820365:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.820368:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.820369:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.820370:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.820371:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.820374:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820376:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820377:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.820379:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.820381:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820383:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820386:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.820388:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.820390:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.820391:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.820394:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.820396:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.820397:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.820398:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.820400:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.820402:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820404:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820406:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.820408:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.820410:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820412:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820415:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.820416:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.820418:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.820419:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.820421:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.820423:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.820425:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.820426:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.820427:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.820430:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820432:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820433:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.820435:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.820437:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820439:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820442:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.820443:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.820446:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.820447:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.820449:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.820451:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.820453:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.820454:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.820455:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.820458:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820460:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820461:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.820463:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.820466:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820467:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820470:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.820472:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.820475:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.820476:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.820478:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.820480:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.820482:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.820483:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.820484:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.820487:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820488:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820490:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.820492:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.820494:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820495:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820499:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.820500:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.820502:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.820504:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.820506:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.820508:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.820510:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.820511:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.820512:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.820514:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820516:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820518:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.820520:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.820522:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820523:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820526:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.820528:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.820530:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.820532:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.820534:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.820536:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.820538:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.820539:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.820540:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.820543:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820544:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820546:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.820548:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.820550:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820552:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820555:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.820556:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.820559:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.820560:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.820562:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.820564:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.820566:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.820567:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.820568:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.820570:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820572:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820574:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.820576:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.820578:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820580:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820583:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.820584:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.820587:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.820588:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.820590:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.820592:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.820594:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.820596:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.820597:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.820599:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820601:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820602:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.820604:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.820606:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820608:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820611:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.820612:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.820614:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.820615:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.820618:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.820619:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.820621:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.820622:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.820623:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.820625:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820627:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820629:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.820631:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.820633:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820635:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820637:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.820639:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.820641:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.820642:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.820644:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.820646:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.820648:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.820649:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.820650:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.820652:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820654:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820656:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.820658:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.820660:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820661:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820664:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.820666:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.820668:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.820669:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.820671:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.820673:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.820675:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.820676:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.820677:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.820679:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820681:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820683:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.820684:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.820686:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820688:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820691:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.820693:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.820696:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.820697:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.820699:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.820701:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.820703:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.820704:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.820705:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.820708:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820709:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820711:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.820713:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.820716:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820718:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820721:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.820722:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.820725:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.820726:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.820728:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.820730:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.820731:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.820733:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.820734:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.820736:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820738:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820739:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.820741:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.820743:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820745:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820748:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.820749:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.820752:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.820753:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.820755:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.820757:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.820759:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.820759:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.820761:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.820763:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.820765:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822326:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.822331:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.822336:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822338:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822349:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.822351:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.822357:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.822359:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.822364:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.822367:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.822369:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.822372:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.822374:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.822377:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822379:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822381:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.822383:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.822385:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822387:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822390:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.822391:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.822394:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.822395:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.822397:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.822399:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.822401:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.822403:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.822404:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.822406:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822408:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822412:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.822414:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.822416:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822417:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822420:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.822421:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.822424:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.822425:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.822428:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.822430:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.822432:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.822433:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.822434:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.822437:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822438:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822440:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.822442:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.822444:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822446:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822449:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.822450:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.822453:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.822454:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.822457:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.822459:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.822461:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.822462:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.822463:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.822465:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822467:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822469:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.822471:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.822472:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822474:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822477:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.822478:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.822481:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.822482:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.822484:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.822486:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.822487:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.822489:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.822490:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.822492:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822494:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822496:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.822498:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.822500:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822502:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822505:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.822506:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.822508:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.822510:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.822512:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.822514:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.822515:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.822517:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.822518:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.822520:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822522:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822524:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.822526:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.822528:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822529:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822532:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.822533:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.822536:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.822537:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.822539:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.822541:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.822542:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.822544:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.822545:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.822547:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822549:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822551:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.822553:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.822555:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822556:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822559:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.822560:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.822562:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.822563:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.822565:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.822567:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.822568:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.822569:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.822570:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.822572:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822574:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822575:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.822577:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.822579:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822581:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822583:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.822584:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.822587:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.822588:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.822589:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.822591:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.822593:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.822594:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.822595:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.822597:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822599:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822601:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.822603:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.822605:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822607:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822610:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.822611:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.822614:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.822615:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.822617:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.822619:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.822620:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.822621:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.822623:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.822625:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822627:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822628:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.822630:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.822632:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822634:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822637:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.822638:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.822640:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.822641:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.822643:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.822645:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.822647:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.822648:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.822649:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.822652:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822654:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822655:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.822657:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.822659:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822661:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822663:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.822665:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.822667:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.822668:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.822670:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.822672:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.822674:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.822675:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.822676:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.822678:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822680:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822682:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.822684:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.822685:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822687:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822689:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.822691:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.822693:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.822693:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.822695:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.822697:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.822698:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.822699:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.822700:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.822702:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822704:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822705:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.822707:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.822709:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822710:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822713:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.822714:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.822717:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.822718:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.822720:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.822722:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.822723:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.822724:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.822725:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.822727:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822729:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822730:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.822732:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.822734:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822736:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822738:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.822740:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.822742:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.822743:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.822745:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.822748:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.822749:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.822750:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.822751:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.822753:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822755:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822757:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.822759:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.822760:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822762:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822764:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.822783:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.822787:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.822788:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.822791:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.822793:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.822794:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.822796:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.822797:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.822800:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822802:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822803:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.822805:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.822808:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822809:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822813:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.822814:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.822817:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.822818:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.822820:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.822822:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.822823:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.822824:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.822825:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.822827:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822829:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822831:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.822833:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.822834:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822836:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822839:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.822840:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.822842:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.822844:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.822846:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.822848:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.822849:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.822850:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.822851:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.822853:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822855:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822857:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.822859:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.822861:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822863:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822866:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.822867:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.822870:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.822871:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.822873:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.822875:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.822876:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.822877:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.822878:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.822880:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822881:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822883:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.822885:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.822887:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822889:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822892:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.822893:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.822896:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.822897:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.822899:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.822901:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.822903:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.822904:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.822905:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.822907:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822909:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822911:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.822913:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.822915:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822917:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822920:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.822921:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.822923:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.822924:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.822926:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.822928:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.822929:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.822930:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.822931:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.822933:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822934:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822936:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.822938:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.822940:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822942:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822945:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.822946:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.822948:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.822949:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.822951:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.822952:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.822954:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.822955:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.822956:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.822958:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822959:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822961:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.822963:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.822965:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822966:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822969:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.822970:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.822973:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.822974:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.822975:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.822977:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.822978:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.822979:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.822980:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.822983:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822985:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822987:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.822989:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.822991:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822993:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.822997:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.822998:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.823001:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.823002:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.823004:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.823006:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.823008:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.823009:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.823010:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.823012:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.823014:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.823016:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.823018:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.823020:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.823022:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.823025:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.823027:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.823029:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.823030:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.823033:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.823035:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.823037:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.823038:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.823040:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.823042:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.823044:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.823045:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.823047:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.823049:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.823051:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.823053:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.823054:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.823057:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.823058:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.823060:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.823063:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.823064:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.823065:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.823066:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.823068:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.823069:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.823071:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.823073:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.823075:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.823076:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.823079:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.823080:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.823083:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.823083:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.823085:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.823087:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.823089:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.823090:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.823091:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.823093:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.823095:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.823097:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.823099:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.823101:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.823102:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.823105:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.823106:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.823109:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.823110:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.823112:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.823114:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.823115:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.823116:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.823117:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.823120:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.823134:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.823137:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.823139:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.823141:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.823142:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.823146:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.823147:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.823150:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.823151:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.823153:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.823156:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.823157:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.823159:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.823160:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.823162:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.823164:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.823166:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.823168:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.823170:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.823171:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.823174:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.823176:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.823178:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.823179:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.823181:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.823183:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.823185:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.823186:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.823187:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.823189:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.823190:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.823192:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.823193:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.823195:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.823197:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.823200:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.823201:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.823203:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.823204:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.823206:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.823208:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.823210:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.823211:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.823212:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.823215:0:34158:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.823216:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.823218:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998335.823220:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.823222:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.823224:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998335.823227:0:34158:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998335.823239:0:34158:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc0a25a770 00000080:00000001:1.0:1787998335.823242:0:34158:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998335.823243:0:34158:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998335.823245:0:34158:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e25000. 00000020:00000001:1.0:1787998335.823247:0:34158:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.823249:0:34158:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998335.823250:0:34158:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998335.823251:0:34158:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e25000 uarg=0000000000000000 00020000:00000001:1.0:1787998335.823253:0:34158:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1787998335.823255:0:34158:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1787998335.823257:0:34158:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1787998335.823259:0:34158:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e25000. 00000080:00000001:1.0:1787998335.823261:0:34158:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1787998335.823263:0:34158:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1787998335.823284:0:34158:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:1.0:1787998335.823287:0:34158:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1787998335.823290:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d53dd0 00000080:00200008:1.0:1787998335.823292:0:34158:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff94d1989ad348), flags 100000 00000080:00400000:1.0:1787998335.823296:0:34158:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1787998335.823299:0:34158:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d1817968c0. 00000080:00000001:1.0:1787998335.823303:0:34158:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1787998335.823306:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40d53dd0 00000080:00000008:1.0:1787998335.823307:0:34158:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d1989ad348), flags 100000, rc = 0 00000080:00000001:1.0:1787998335.823310:0:34158:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998335.823312:0:34158:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998335.874985:0:15976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998335.874992:0:15976:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998335.876355:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787998335.876359:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998335.876363:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1787998336.772226:0:16825:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1787998336.772233:0:16825:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff94d187387200) refs 2 10000000:00000001:1.0:1787998336.772238:0:16825:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787998336.772241:0:16825:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1787998336.772242:0:16825:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1787998336.772243:0:16825:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1787998336.772246:0:16825:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:1.0:1787998336.772248:0:16825:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1787998336.772250:0:16825:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff94d1a0bb2800 from 7 10000000:00000001:1.0:1787998336.772252:0:16825:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1787998336.772254:0:16825:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:1.0:1787998336.772275:0:16825:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199eddc00. 00000020:00000040:1.0:1787998336.772279:0:16825:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:1.0:1787998336.772283:0:16825:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998336.772286:0:16825:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998336.772291:0:16825:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998336.772298:0:16825:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d1870b1a00. 00000100:00000001:1.0:1787998336.772304:0:16825:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998336.772309:0:16825:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787998336.772312:0:16825:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1787998336.772320:0:16825:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d192b98200. 00010000:00000001:1.0:1787998336.772326:0:16825:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787998336.772329:0:16825:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1917f3000. 00000020:00000001:1.0:1787998336.772334:0:16825:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787998336.772337:0:16825:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1917f3000 with handle 0xb2d39e653c8cb99 to hash 00000020:00000001:1.0:1787998336.772338:0:16825:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787998336.772340:0:16825:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226542948352 : -117847166603264 : ffff94d1917f3000) 00010000:00000001:1.0:1787998336.772342:0:16825:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226542948352 : -117847166603264 : ffff94d1917f3000) 00010000:00000001:1.0:1787998336.772346:0:16825:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998336.772348:0:16825:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998336.772352:0:16825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.123@tcp lock: ffff94d1917f3000/0xb2d39e653c8cb99 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998336.772361:0:16825:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.123@tcp lock: ffff94d1917f3000/0xb2d39e653c8cb99 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998336.772372:0:16825:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.123@tcp lock: ffff94d1917f3000/0xb2d39e653c8cb99 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787998336.772382:0:16825:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998336.772384:0:16825:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998336.772391:0:16825:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d199ea3d80. 00000100:00000001:1.0:1787998336.772393:0:16825:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226684181888 : -117847025369728 : ffff94d199ea3d80) 00000100:00000001:1.0:1787998336.772396:0:16825:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998336.772397:0:16825:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419072 : -117847025132544 : ffff94d199eddc00) 00000100:00000001:1.0:1787998336.772402:0:16825:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998336.772406:0:16825:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998336.772408:0:16825:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998336.772410:0:16825:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998336.772419:0:16825:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199eddc00 x1874850291776896/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998336.772426:0:16825:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998336.772428:0:16825:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998336.772431:0:16825:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998336.772433:0:16825:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998336.772436:0:16825:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998336.772439:0:16825:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199eddc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed2632e9-aeaa-48f0-b65b-469967f9297f:16825:1874850291776896:192.168.206.123@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1787998336.772442:0:16825:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998336.772447:0:16825:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998336.772449:0:16825:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998336.772451:0:16825:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998336.772457:0:16825:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d199e24000. 02000000:00000001:1.0:1787998336.772459:0:16825:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998336.772465:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998336.772469:0:16825:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc898. 00000400:00000010:1.0:1787998336.772475:0:16825:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409770. 00000100:00000200:1.0:1787998336.772481:0:16825:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291776896, portal 25 00000100:00000001:1.0:1787998336.772483:0:16825:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998336.772484:0:16825:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419072 : -117847025132544 : ffff94d199eddc00) 00000100:00000040:1.0:1787998336.772489:0:16825:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199eddc00 x1874850291776896/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998336.772500:0:16825:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998336.772503:0:16825:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998336.772505:0:16825:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409908. 00000100:00000200:1.0:1787998336.772508:0:16825:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1874850291776896, offset 0 00000400:00000200:1.0:1787998336.772514:0:16825:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998336.772523:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998336.772529:0:16825:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998336.772534:0:16825:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998336.772538:0:16825:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998336.772541:0:16825:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998336.772544:0:16825:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998336.772548:0:16825:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2834:2834:256:4294967295] 192.168.206.123@tcp LPNI seq info [2834:2834:8:4294967295] 00000400:00000200:1.0:1787998336.772552:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998336.772561:0:16825:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998336.772567:0:16825:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998336.772572:0:16825:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f700. 00000800:00000200:1.0:1787998336.772579:0:16825:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998336.772586:0:16825:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998336.772591:0:16825:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1787998336.772675:0:16825:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998336.772679:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998336.772682:0:16825:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296521012 00000100:00000001:1.0:1787998336.772689:0:16825:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296519734 00000100:00000001:1.0:1787998336.772694:0:16825:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296521012 00000100:00000001:1.0:1787998336.772698:0:16825:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296519734 00000100:00000001:1.0:1787998336.772701:0:16825:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998336.772703:0:16825:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998336.772705:0:16825:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998336.772707:0:16825:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998336.772710:0:16825:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d199ea3d80 going to sleep for 11 seconds 00000100:00000001:1.0:1787998336.772713:0:16825:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998336.772715:0:16825:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998336.774933:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998336.774941:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f700. 00000400:00000200:3.0:1787998336.774950:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998336.774957:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998336.774965:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409908 00000400:00000010:3.0:1787998336.774967:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409908. 00000100:00000001:3.0:1787998336.774972:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998336.774979:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eddc00 x1874850291776896/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998336.774991:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998336.774995:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199eddc00 x1874850291776896/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998336.775002:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998336.775004:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998336.782864:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.782880:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998336.782884:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.782886:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998336.782896:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.782903:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998336.782911:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.782915:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.782920:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.782924:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 344 into portal 25 MB=0x6a92a99a5fd80 00000400:00000200:2.0:1787998336.782929:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.782934:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 344/344 into md 0x83f5 [1] + 224 00000800:00000001:2.0:1787998336.782940:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.782947:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998336.782950:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998336.782954:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998336.782961:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998336.782969:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eddc00 x1874850291776896/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998336.782978:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff94d199eddc00 x1874850291776896/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998336.783003:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998336.783011:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.783014:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998336.783087:0:16825:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998336.783094:0:16825:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998336.783097:0:16825:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998336.783099:0:16825:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc898. 00000400:00000200:1.0:1787998336.783103:0:16825:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409770 00000400:00000010:1.0:1787998336.783105:0:16825:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409770. 00000100:00000001:1.0:1787998336.783108:0:16825:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998336.783112:0:16825:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199eddc00 x1874850291776896/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787998336.783120:0:16825:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199eddc00 x1874850291776896/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998336.783125:0:16825:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998336.783127:0:16825:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998336.783129:0:16825:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998336.783132:0:16825:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998336.783134:0:16825:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998336.783137:0:16825:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998336.783139:0:16825:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998336.783146:0:16825:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=13 v=5 (5 5 5 5) 00000100:00001000:1.0:1787998336.783149:0:16825:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998336.783151:0:16825:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998336.783153:0:16825:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998336.783155:0:16825:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998336.783157:0:16825:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998336.783160:0:16825:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998336.783164:0:16825:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199eddc00 x1874850291776896/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998336.783171:0:16825:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998336.783174:0:16825:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998336.783176:0:16825:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998336.783180:0:16825:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199eddc00 x1874850291776896/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787998336.783193:0:16825:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199eddc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed2632e9-aeaa-48f0-b65b-469967f9297f:16825:1874850291776896:192.168.206.123@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1787998336.783198:0:16825:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998336.783200:0:16825:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998336.783202:0:16825:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998336.783205:0:16825:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998336.783208:0:16825:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199eddc00 x1874850291776896/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998336.783214:0:16825:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998336.783217:0:16825:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d199ea3d80. 00000100:00000001:1.0:1787998336.783220:0:16825:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998336.783221:0:16825:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998336.783224:0:16825:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787998336.783226:0:16825:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998336.783229:0:16825:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998336.783232:0:16825:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3000 refcount=4 00000020:00000001:1.0:1787998336.783235:0:16825:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542948352 : -117847166603264 : ffff94d1917f3000) 00010000:00000001:1.0:1787998336.783237:0:16825:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542948352 : -117847166603264 : ffff94d1917f3000) 00010000:00000040:1.0:1787998336.783243:0:16825:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1917f3000, remote cookie: 0x4fd9a50f3a6ad599, flags: 0x0 00010000:00000001:1.0:1787998336.783246:0:16825:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787998336.783249:0:16825:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787998336.783251:0:16825:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1787998336.783252:0:16825:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787998336.783253:0:16825:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787998336.783256:0:16825:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff94d192b98200) refcount = 1 00010000:00010000:1.0:1787998336.783270:0:16825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.123@tcp lock: ffff94d1917f3000/0xb2d39e653c8cb99 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4fd9a50f3a6ad599 expref: -99 pid: 16825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998336.783278:0:16825:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787998336.783280:0:16825:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787998336.783281:0:16825:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998336.783284:0:16825:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787998336.783287:0:16825:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998336.783289:0:16825:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.123@tcp lock: ffff94d1917f3000/0xb2d39e653c8cb99 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4fd9a50f3a6ad599 expref: -99 pid: 16825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998336.783295:0:16825:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787998336.783296:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998336.783298:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998336.783299:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998336.783300:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998336.783301:0:16825:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998336.783303:0:16825:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998336.783307:0:16825:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199eddc00 x1874850291776896/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998336.783312:0:16825:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998336.783314:0:16825:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998336.783317:0:16825:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e24000. 02000000:00000001:1.0:1787998336.783320:0:16825:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998336.783322:0:16825:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998336.783324:0:16825:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:1.0:1787998336.783326:0:16825:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998336.783328:0:16825:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d1870b1a00. 02000000:00000001:1.0:1787998336.783332:0:16825:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998336.783334:0:16825:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998336.783335:0:16825:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199eddc00. 00000100:00000001:1.0:1787998336.783339:0:16825:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998336.783340:0:16825:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1787998336.783342:0:16825:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787998336.783345:0:16825:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1787998336.783347:0:16825:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff94d187387200) refs 3 10000000:00000001:1.0:1787998336.783349:0:16825:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998336.783350:0:16825:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998336.783352:0:16825:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998336.783353:0:16825:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3000 refcount=3 00000020:00000001:1.0:1787998336.783355:0:16825:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542948352 : -117847166603264 : ffff94d1917f3000) 00010000:00000001:1.0:1787998336.783357:0:16825:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542948352 : -117847166603264 : ffff94d1917f3000) 00010000:00000001:1.0:1787998336.783359:0:16825:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1787998336.783361:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998336.783362:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998336.783364:0:16825:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787998336.783366:0:16825:0:(mgc_request.c:1520:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1787998336.783371:0:16825:0:(mgc_request.c:1532:mgc_process_recover_log()) kmalloced '(folios)': 32 at ffff94d190a905e0. 00000100:00000010:1.0:1787998336.783393:0:16825:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199eddc00. 00000020:00000040:1.0:1787998336.783396:0:16825:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:1.0:1787998336.783400:0:16825:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998336.783403:0:16825:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998336.783407:0:16825:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998336.783412:0:16825:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d1870b1a00. 00000100:00000001:1.0:1787998336.783418:0:16825:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998336.783422:0:16825:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1787998336.783425:0:16825:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff94d199e24000. 00000100:00000010:1.0:1787998336.783428:0:16825:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at ffff94d1912362c0. 00000020:00000040:1.0:1787998336.783430:0:16825:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=5 obd=MGC192.168.206.123@tcp 00000100:00000001:1.0:1787998336.783435:0:16825:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998336.783436:0:16825:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998336.783440:0:16825:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d199ea3d80. 00000100:00000001:1.0:1787998336.783442:0:16825:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226684181888 : -117847025369728 : ffff94d199ea3d80) 00000100:00000001:1.0:1787998336.783444:0:16825:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998336.783446:0:16825:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419072 : -117847025132544 : ffff94d199eddc00) 00000100:00000001:1.0:1787998336.783449:0:16825:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998336.783454:0:16825:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998336.783455:0:16825:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998336.783457:0:16825:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998336.783461:0:16825:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199eddc00 x1874850291777024/t0(0) o256->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998336.783467:0:16825:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998336.783470:0:16825:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998336.783473:0:16825:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998336.783475:0:16825:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998336.783477:0:16825:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998336.783481:0:16825:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199eddc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed2632e9-aeaa-48f0-b65b-469967f9297f:16825:1874850291777024:192.168.206.123@tcp:256:ll_cfg_requeue.0 00000100:00000001:1.0:1787998336.783487:0:16825:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998336.783491:0:16825:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998336.783494:0:16825:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998336.783496:0:16825:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1787998336.783500:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998336.783504:0:16825:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc898. 00000400:00000010:1.0:1787998336.783508:0:16825:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94d199ea3780. 00000100:00000200:1.0:1787998336.783513:0:16825:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6a92a99a5fe00-0x6a92a99a5fe00, portal 33 00000100:00000001:1.0:1787998336.783516:0:16825:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998336.783518:0:16825:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998336.783521:0:16825:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1870b1400. 02000000:00000001:1.0:1787998336.783523:0:16825:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998336.783526:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998336.783527:0:16825:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fccb8. 00000400:00000010:1.0:1787998336.783530:0:16825:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409770. 00000100:00000200:1.0:1787998336.783533:0:16825:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291777024, portal 25 00000100:00000001:1.0:1787998336.783548:0:16825:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998336.783549:0:16825:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419072 : -117847025132544 : ffff94d199eddc00) 00000100:00000040:1.0:1787998336.783555:0:16825:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199eddc00 x1874850291777024/t0(0) o256->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 304/240 e 0 to 0 dl 1787998352 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998336.783561:0:16825:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998336.783564:0:16825:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998336.783566:0:16825:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1854097f8. 00000100:00000200:1.0:1787998336.783569:0:16825:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1874850291777024, offset 0 00000400:00000200:1.0:1787998336.783575:0:16825:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998336.783581:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998336.783586:0:16825:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998336.783591:0:16825:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998336.783594:0:16825:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998336.783598:0:16825:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998336.783600:0:16825:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998336.783604:0:16825:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2835:2835:256:4294967295] 192.168.206.123@tcp LPNI seq info [2835:2835:8:4294967295] 00000400:00000200:1.0:1787998336.783610:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998336.783618:0:16825:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998336.783623:0:16825:0:(socklnd_cb.c:931:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998336.783628:0:16825:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f700. 00000800:00000200:1.0:1787998336.783633:0:16825:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998336.783640:0:16825:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998336.783644:0:16825:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f700 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:1.0:1787998336.783656:0:16825:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998336.783660:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998336.783662:0:16825:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296521023 00000100:00000001:1.0:1787998336.783668:0:16825:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296521012 00000100:00000001:1.0:1787998336.783673:0:16825:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296521023 00000100:00000001:1.0:1787998336.783676:0:16825:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296521012 00000100:00000001:1.0:1787998336.783678:0:16825:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998336.783681:0:16825:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998336.783683:0:16825:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998336.783684:0:16825:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998336.783687:0:16825:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d199ea3d80 going to sleep for 11 seconds 00000100:00000001:1.0:1787998336.783689:0:16825:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998336.783690:0:16825:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998336.784038:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998336.784043:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f700. 00000400:00000200:3.0:1787998336.784049:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998336.784063:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998336.784067:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854097f8 00000400:00000010:3.0:1787998336.784069:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854097f8. 00000100:00000001:3.0:1787998336.784074:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998336.784079:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eddc00 x1874850291777024/t0(0) o256->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 304/240 e 0 to 0 dl 1787998352 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998336.784089:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998336.784092:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199eddc00 x1874850291777024/t0(0) o256->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 304/240 e 0 to 0 dl 1787998352 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998336.784100:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998336.784102:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998336.786810:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.786826:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998336.786829:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.786832:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998336.786840:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.786847:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998336.786854:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.786858:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.786863:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.786867:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 176 into portal 33 MB=0x6a92a99a5fe00 00000400:00000200:2.0:1787998336.786871:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.786876:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.206.123@tcp of length 176/176 into md 0x83fd [4] + 0 00000400:00000010:2.0:1787998336.786882:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc898. 00000400:00000200:2.0:1787998336.786886:0:2396:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff94d199ea3780 00000800:00000001:2.0:1787998336.786891:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.786897:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998336.786900:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998336.786903:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998336.786908:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d199ea3780 00000400:00000010:2.0:1787998336.786910:0:2396:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff94d199ea3780. 00000100:00000001:2.0:1787998336.786914:0:2396:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1787998336.786917:0:2396:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff94d199eddc00 desc ffff94d199e24000 mbits 1874850291777024 00000100:00000001:1.0:1787998336.786972:0:16825:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998336.786976:0:16825:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998336.787605:0:2396:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1787998336.787616:0:2396:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1787998336.787622:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.787628:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.23@tcp to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998336.787634:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2836:2836:256:4294967295] 192.168.206.123@tcp LPNI seq info [2836:2836:8:4294967295] 00000400:00000200:2.0:1787998336.787638:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.787646:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:192.168.206.23@tcp) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) 192.168.206.123@tcp : ACK try# 0 00000800:00000200:2.0:1787998336.787652:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998336.787659:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at ffff94d1a0bab400. 00000800:00000200:2.0:1787998336.787664:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998336.787671:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998336.787675:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1a0bab400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1787998336.787806:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998336.787810:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at ffff94d1a0bab400. 00000400:00000200:2.0:1787998336.787813:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998336.787818:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: ACK: OK 00000800:00000001:2.0:1787998336.787824:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.787827:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998336.796720:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.796735:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998336.796739:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.796743:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998336.796751:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.796758:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998336.796790:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.796795:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.796800:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.796805:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 240 into portal 25 MB=0x6a92a99a5fe00 00000400:00000200:2.0:1787998336.796809:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.796815:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 240/240 into md 0x8405 [1] + 224 00000800:00000001:2.0:1787998336.796822:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.796829:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998336.796832:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998336.796837:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998336.796844:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998336.796852:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eddc00 x1874850291777024/t0(0) o256->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 304/240 e 0 to 0 dl 1787998352 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998336.796862:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff94d199eddc00 x1874850291777024/t0(0) o256->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 304/240 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998336.796882:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998336.796890:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.796893:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998336.796942:0:16825:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998336.796950:0:16825:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998336.796952:0:16825:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998336.796955:0:16825:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fccb8. 00000400:00000200:1.0:1787998336.796959:0:16825:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409770 00000400:00000010:1.0:1787998336.796961:0:16825:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409770. 00000100:00000001:1.0:1787998336.796965:0:16825:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998336.796969:0:16825:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199eddc00 x1874850291777024/t0(0) o256->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 304/240 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787998336.796978:0:16825:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199eddc00 x1874850291777024/t0(0) o256->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 304/240 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998336.796984:0:16825:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998336.796986:0:16825:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998336.796988:0:16825:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998336.796991:0:16825:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998336.796993:0:16825:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998336.796995:0:16825:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998336.796998:0:16825:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998336.797004:0:16825:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=13 v=5 (5 5 5 5) 00000100:00001000:1.0:1787998336.797008:0:16825:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998336.797010:0:16825:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998336.797012:0:16825:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998336.797015:0:16825:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998336.797017:0:16825:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998336.797019:0:16825:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998336.797023:0:16825:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff94d199eddc00 x1874850291777024/t0(0) o256->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 304/240 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787998336.797032:0:16825:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff94d199eddc00 x1874850291777024/t0(0) o256->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 304/240 e 0 to 0 dl 1787998352 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998336.797039:0:16825:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998336.797042:0:16825:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998336.797046:0:16825:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199eddc00 x1874850291777024/t0(0) o256->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 304/240 e 0 to 0 dl 1787998352 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787998336.797054:0:16825:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199eddc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed2632e9-aeaa-48f0-b65b-469967f9297f:16825:1874850291777024:192.168.206.123@tcp:256:ll_cfg_requeue.0 00000100:00000001:1.0:1787998336.797059:0:16825:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998336.797062:0:16825:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998336.797064:0:16825:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998336.797066:0:16825:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998336.797070:0:16825:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199eddc00 x1874850291777024/t0(0) o256->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 304/240 e 0 to 0 dl 1787998352 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998336.797076:0:16825:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998336.797079:0:16825:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d199ea3d80. 00000100:00000001:1.0:1787998336.797082:0:16825:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998336.797083:0:16825:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1787998336.797089:0:16825:0:(mgc_request.c:1600:mgc_process_recover_log()) Latest version 10, more 0. 10000000:00000001:1.0:1787998336.797092:0:16825:0:(mgc_request.c:1308:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1787998336.797097:0:16825:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at ffff94d199e27000. 10000000:00000010:1.0:1787998336.797100:0:16825:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at ffff94d1a0046b80. 10000000:00000200:1.0:1787998336.797105:0:16825:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:1.0:1787998336.797107:0:16825:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-OST0000-osc-ffff94d1a0bb2800 00010000:00000001:1.0:1787998336.797114:0:16825:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1787998336.797117:0:16825:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:1.0:1787998336.797120:0:16825:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.206.123@tcp has 192.168.206.123@tcp. 00000100:00000001:1.0:1787998336.797123:0:16825:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998336.797125:0:16825:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1787998336.797126:0:16825:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.206.123@tcp with 192.168.206.123@tcp 00000100:00000200:1.0:1787998336.797128:0:16825:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.206.123@tcp' 00000400:00000200:1.0:1787998336.797131:0:16825:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1787998336.797133:0:16825:0:(api-ni.c:3331:LNetNIInit()) refs 1 00000400:00000200:1.0:1787998336.797135:0:16825:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.206.123@tcp 00000400:00000200:1.0:1787998336.797138:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998336.797141:0:16825:0:(peer.c:1907:lnet_peer_add()) peer 192.168.206.123@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1787998336.797145:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998336.797149:0:16825:0:(peer.c:2975:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1787998336.797152:0:16825:0:(peer.c:2984:lnet_discover_peer_locked()) peer 192.168.206.123@tcp NID 192.168.206.123@tcp: 0. pending discovery 00000400:00000200:1.0:1787998336.797155:0:16825:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.206.123@tcp 00000100:00000001:1.0:1787998336.797157:0:16825:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998336.797159:0:16825:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1787998336.797161:0:16825:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 7/10 for lustre-OST0000-osc-ffff94d1a0bb2800 10000000:00000200:1.0:1787998336.797164:0:16825:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:1.0:1787998336.797166:0:16825:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0001-mdc-ffff94d1a0bb2800 00010000:00000001:1.0:1787998336.797168:0:16825:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1787998336.797170:0:16825:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:1.0:1787998336.797172:0:16825:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.206.123@tcp has 192.168.206.123@tcp. 00000100:00000001:1.0:1787998336.797174:0:16825:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998336.797175:0:16825:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1787998336.797177:0:16825:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.206.123@tcp with 192.168.206.123@tcp 00000100:00000200:1.0:1787998336.797178:0:16825:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.206.123@tcp' 00000400:00000200:1.0:1787998336.797180:0:16825:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1787998336.797181:0:16825:0:(api-ni.c:3331:LNetNIInit()) refs 1 00000400:00000200:1.0:1787998336.797183:0:16825:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.206.123@tcp 00000400:00000200:1.0:1787998336.797185:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998336.797187:0:16825:0:(peer.c:1907:lnet_peer_add()) peer 192.168.206.123@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1787998336.797189:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998336.797191:0:16825:0:(peer.c:2975:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1787998336.797193:0:16825:0:(peer.c:2984:lnet_discover_peer_locked()) peer 192.168.206.123@tcp NID 192.168.206.123@tcp: 0. pending discovery 00000400:00000200:1.0:1787998336.797195:0:16825:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.206.123@tcp 00000100:00000001:1.0:1787998336.797197:0:16825:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998336.797199:0:16825:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1787998336.797201:0:16825:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 8/10 for lustre-MDT0001-mdc-ffff94d1a0bb2800 10000000:00000200:1.0:1787998336.797203:0:16825:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:1.0:1787998336.797205:0:16825:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-OST0001-osc-ffff94d1a0bb2800 00010000:00000001:1.0:1787998336.797208:0:16825:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1787998336.797209:0:16825:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:1.0:1787998336.797211:0:16825:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.206.123@tcp has 192.168.206.123@tcp. 00000100:00000001:1.0:1787998336.797212:0:16825:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998336.797214:0:16825:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1787998336.797215:0:16825:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.206.123@tcp with 192.168.206.123@tcp 00000100:00000200:1.0:1787998336.797217:0:16825:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.206.123@tcp' 00000400:00000200:1.0:1787998336.797218:0:16825:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1787998336.797219:0:16825:0:(api-ni.c:3331:LNetNIInit()) refs 1 00000400:00000200:1.0:1787998336.797221:0:16825:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.206.123@tcp 00000400:00000200:1.0:1787998336.797223:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998336.797225:0:16825:0:(peer.c:1907:lnet_peer_add()) peer 192.168.206.123@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1787998336.797228:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998336.797230:0:16825:0:(peer.c:2975:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1787998336.797232:0:16825:0:(peer.c:2984:lnet_discover_peer_locked()) peer 192.168.206.123@tcp NID 192.168.206.123@tcp: 0. pending discovery 00000400:00000200:1.0:1787998336.797234:0:16825:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.206.123@tcp 00000100:00000001:1.0:1787998336.797236:0:16825:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998336.797237:0:16825:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1787998336.797239:0:16825:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 9/10 for lustre-OST0001-osc-ffff94d1a0bb2800 10000000:00000200:1.0:1787998336.797242:0:16825:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:1.0:1787998336.797243:0:16825:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:1.0:1787998336.797246:0:16825:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1787998336.797247:0:16825:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:1.0:1787998336.797250:0:16825:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.206.123@tcp has 192.168.206.123@tcp. 00000100:00000001:1.0:1787998336.797252:0:16825:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998336.797253:0:16825:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1787998336.797254:0:16825:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.206.123@tcp with 192.168.206.123@tcp 00000100:00000200:1.0:1787998336.797255:0:16825:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.206.123@tcp' 00000400:00000200:1.0:1787998336.797256:0:16825:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1787998336.797257:0:16825:0:(api-ni.c:3331:LNetNIInit()) refs 1 00000400:00000200:1.0:1787998336.797268:0:16825:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.206.123@tcp 00000400:00000200:1.0:1787998336.797270:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998336.797272:0:16825:0:(peer.c:1907:lnet_peer_add()) peer 192.168.206.123@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1787998336.797275:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998336.797277:0:16825:0:(peer.c:2975:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1787998336.797279:0:16825:0:(peer.c:2984:lnet_discover_peer_locked()) peer 192.168.206.123@tcp NID 192.168.206.123@tcp: 0. pending discovery 00000400:00000200:1.0:1787998336.797281:0:16825:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.206.123@tcp 00000100:00000001:1.0:1787998336.797282:0:16825:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998336.797284:0:16825:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1787998336.797286:0:16825:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 10/10 for lustre-MDT0000-mdc-ffff94d1a0bb2800 10000000:00000010:1.0:1787998336.797288:0:16825:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kfreed 'obdname': 128 at ffff94d1a0046b80. 10000000:00000010:1.0:1787998336.797291:0:16825:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at ffff94d199e27000. 10000000:00000001:1.0:1787998336.797294:0:16825:0:(mgc_request.c:1496:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998336.797296:0:16825:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998336.797299:0:16825:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199eddc00 x1874850291777024/t0(0) o256->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 304/240 e 0 to 0 dl 1787998352 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998336.797306:0:16825:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998336.797309:0:16825:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998336.797312:0:16825:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1870b1400. 02000000:00000001:1.0:1787998336.797315:0:16825:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998336.797317:0:16825:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998336.797319:0:16825:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000020:00000001:1.0:1787998336.797321:0:16825:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1787998336.797323:0:16825:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1787998336.797325:0:16825:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998336.797326:0:16825:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:1.0:1787998336.797328:0:16825:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:1.0:1787998336.797331:0:16825:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at ffff94d1912362c0. 00000100:00000010:1.0:1787998336.797333:0:16825:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff94d199e24000. 00000100:00000001:1.0:1787998336.797335:0:16825:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1787998336.797338:0:16825:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d1870b1a00. 02000000:00000001:1.0:1787998336.797341:0:16825:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998336.797342:0:16825:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998336.797344:0:16825:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199eddc00. 00000100:00000001:1.0:1787998336.797347:0:16825:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998336.797349:0:16825:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1787998336.797367:0:16825:0:(mgc_request.c:1652:mgc_process_recover_log()) kvfree 'folios': 32 at ffff94d190a905e0. 10000000:01000000:1.0:1787998336.797371:0:16825:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.123@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:1.0:1787998336.797374:0:16825:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1787998336.797376:0:16825:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998336.797378:0:16825:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998336.797380:0:16825:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3000 refcount=3 00000020:00000001:1.0:1787998336.797383:0:16825:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542948352 : -117847166603264 : ffff94d1917f3000) 00010000:00000001:1.0:1787998336.797385:0:16825:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542948352 : -117847166603264 : ffff94d1917f3000) 00010000:00000001:1.0:1787998336.797387:0:16825:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998336.797391:0:16825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.123@tcp lock: ffff94d1917f3000/0xb2d39e653c8cb99 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4fd9a50f3a6ad599 expref: -99 pid: 16825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998336.797399:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998336.797401:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998336.797403:0:16825:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.123@tcp lock: ffff94d1917f3000/0xb2d39e653c8cb99 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4fd9a50f3a6ad599 expref: -99 pid: 16825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998336.797408:0:16825:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998336.797409:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998336.797410:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1787998336.797411:0:16825:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787998336.797413:0:16825:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787998336.797415:0:16825:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1787998336.797418:0:16825:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1787998336.797420:0:16825:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff94d187387800) refs 2 10000000:00000001:1.0:1787998336.797421:0:16825:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787998336.797423:0:16825:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1787998336.797424:0:16825:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff94d187387200) refs 3 10000000:00000001:1.0:1787998336.797427:0:16825:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1787998336.797428:0:16825:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1787998336.797429:0:16825:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:1.0:1787998336.797431:0:16825:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1787998336.797433:0:16825:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff94d1a0bb2800 from 52 10000000:00000001:1.0:1787998336.797435:0:16825:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1787998336.797436:0:16825:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:1.0:1787998336.797441:0:16825:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199eddc00. 00000020:00000040:1.0:1787998336.797444:0:16825:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:1.0:1787998336.797448:0:16825:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998336.797451:0:16825:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998336.797455:0:16825:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998336.797461:0:16825:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d1870b1a00. 00000100:00000001:1.0:1787998336.797466:0:16825:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998336.797469:0:16825:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787998336.797471:0:16825:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1787998336.797477:0:16825:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d192b98500. 00010000:00000001:1.0:1787998336.797481:0:16825:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787998336.797484:0:16825:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1917f3400. 00000020:00000001:1.0:1787998336.797487:0:16825:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787998336.797489:0:16825:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1917f3400 with handle 0xb2d39e653c8cba0 to hash 00000020:00000001:1.0:1787998336.797491:0:16825:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787998336.797492:0:16825:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998336.797494:0:16825:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998336.797498:0:16825:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998336.797500:0:16825:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998336.797503:0:16825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.123@tcp lock: ffff94d1917f3400/0xb2d39e653c8cba0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998336.797510:0:16825:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.123@tcp lock: ffff94d1917f3400/0xb2d39e653c8cba0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998336.797520:0:16825:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.123@tcp lock: ffff94d1917f3400/0xb2d39e653c8cba0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787998336.797526:0:16825:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998336.797528:0:16825:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998336.797532:0:16825:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d199ea3d80. 00000100:00000001:1.0:1787998336.798219:0:16825:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226684181888 : -117847025369728 : ffff94d199ea3d80) 00000100:00000001:1.0:1787998336.798224:0:16825:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998336.798226:0:16825:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419072 : -117847025132544 : ffff94d199eddc00) 00000100:00000001:1.0:1787998336.798230:0:16825:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998336.798235:0:16825:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998336.798237:0:16825:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998336.798238:0:16825:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998336.798245:0:16825:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199eddc00 x1874850291777152/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998336.798253:0:16825:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998336.798255:0:16825:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998336.798258:0:16825:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998336.798271:0:16825:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998336.798274:0:16825:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998336.798277:0:16825:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199eddc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed2632e9-aeaa-48f0-b65b-469967f9297f:16825:1874850291777152:192.168.206.123@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1787998336.798280:0:16825:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998336.798285:0:16825:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998336.798288:0:16825:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998336.798290:0:16825:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998336.798295:0:16825:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d199e24000. 02000000:00000001:1.0:1787998336.798297:0:16825:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998336.798302:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998336.798305:0:16825:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fccb8. 00000400:00000010:1.0:1787998336.798310:0:16825:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409770. 00000100:00000200:1.0:1787998336.798316:0:16825:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291777152, portal 25 00000100:00000001:1.0:1787998336.798317:0:16825:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998336.798319:0:16825:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419072 : -117847025132544 : ffff94d199eddc00) 00000100:00000040:1.0:1787998336.798324:0:16825:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199eddc00 x1874850291777152/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998336.798330:0:16825:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998336.798333:0:16825:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998336.798335:0:16825:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409550. 00000100:00000200:1.0:1787998336.798338:0:16825:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1874850291777152, offset 0 00000400:00000200:1.0:1787998336.798344:0:16825:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998336.798351:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998336.798357:0:16825:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998336.798362:0:16825:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998336.798366:0:16825:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998336.798370:0:16825:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998336.798372:0:16825:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998336.798376:0:16825:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2837:2837:256:4294967295] 192.168.206.123@tcp LPNI seq info [2837:2837:8:4294967295] 00000400:00000200:1.0:1787998336.798379:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998336.798387:0:16825:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998336.798393:0:16825:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998336.798397:0:16825:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f100. 00000800:00000200:1.0:1787998336.798403:0:16825:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998336.798410:0:16825:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998336.798415:0:16825:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1787998336.798436:0:16825:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998336.798441:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998336.798444:0:16825:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296521038 00000100:00000001:1.0:1787998336.798451:0:16825:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296521023 00000100:00000001:1.0:1787998336.798456:0:16825:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296521038 00000100:00000001:1.0:1787998336.798459:0:16825:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296521023 00000100:00000001:1.0:1787998336.798462:0:16825:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998336.798465:0:16825:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998336.798467:0:16825:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998336.798469:0:16825:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998336.798471:0:16825:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d199ea3d80 going to sleep for 11 seconds 00000100:00000001:1.0:1787998336.798474:0:16825:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998336.798476:0:16825:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998336.798642:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998336.798646:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f100. 00000400:00000200:3.0:1787998336.798653:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998336.798657:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998336.798662:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409550 00000400:00000010:3.0:1787998336.798665:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409550. 00000100:00000001:3.0:1787998336.798668:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998336.798672:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eddc00 x1874850291777152/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998336.798680:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998336.798683:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199eddc00 x1874850291777152/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998336.798689:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998336.798690:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998336.801585:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.801601:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998336.801605:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.801608:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998336.801615:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.801622:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998336.801630:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.801635:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.801640:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.801643:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 344 into portal 25 MB=0x6a92a99a5fe80 00000400:00000200:2.0:1787998336.801648:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.801653:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 344/344 into md 0x840d [1] + 224 00000800:00000001:2.0:1787998336.801659:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.801664:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998336.801668:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998336.801672:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998336.801679:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998336.801686:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eddc00 x1874850291777152/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998336.801695:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff94d199eddc00 x1874850291777152/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998336.801761:0:16825:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998336.801825:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998336.801833:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.801837:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1787998336.807682:0:16825:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998336.807689:0:16825:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998336.807692:0:16825:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fccb8. 00000400:00000200:1.0:1787998336.807701:0:16825:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409770 00000400:00000010:1.0:1787998336.807704:0:16825:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409770. 00000100:00000001:1.0:1787998336.807709:0:16825:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998336.807719:0:16825:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199eddc00 x1874850291777152/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787998336.807740:0:16825:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199eddc00 x1874850291777152/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998336.807747:0:16825:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998336.807749:0:16825:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998336.807752:0:16825:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998336.807755:0:16825:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998336.807757:0:16825:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998336.807759:0:16825:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998336.807762:0:16825:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998336.807781:0:16825:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=13 v=5 (5 5 5 5) 00000100:00001000:1.0:1787998336.807785:0:16825:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998336.807788:0:16825:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998336.807790:0:16825:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998336.807793:0:16825:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998336.807795:0:16825:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998336.807798:0:16825:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998336.807803:0:16825:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199eddc00 x1874850291777152/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998336.807809:0:16825:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998336.807812:0:16825:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998336.807815:0:16825:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998336.807819:0:16825:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199eddc00 x1874850291777152/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787998336.807826:0:16825:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199eddc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed2632e9-aeaa-48f0-b65b-469967f9297f:16825:1874850291777152:192.168.206.123@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1787998336.807831:0:16825:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998336.807834:0:16825:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998336.807836:0:16825:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998336.807838:0:16825:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998336.807842:0:16825:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199eddc00 x1874850291777152/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998336.807849:0:16825:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998336.807852:0:16825:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d199ea3d80. 00000100:00000001:1.0:1787998336.807856:0:16825:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998336.807858:0:16825:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998336.807860:0:16825:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787998336.807864:0:16825:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998336.807866:0:16825:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998336.807869:0:16825:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3400 refcount=4 00000020:00000001:1.0:1787998336.807872:0:16825:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998336.807874:0:16825:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000040:1.0:1787998336.807880:0:16825:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1917f3400, remote cookie: 0x4fd9a50f3a6ad5a0, flags: 0x0 00010000:00000001:1.0:1787998336.807884:0:16825:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787998336.807887:0:16825:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787998336.807889:0:16825:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1787998336.807890:0:16825:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787998336.807892:0:16825:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787998336.807895:0:16825:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff94d192b98500) refcount = 1 00010000:00010000:1.0:1787998336.807900:0:16825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.123@tcp lock: ffff94d1917f3400/0xb2d39e653c8cba0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4fd9a50f3a6ad5a0 expref: -99 pid: 16825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998336.807907:0:16825:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787998336.807909:0:16825:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787998336.807911:0:16825:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998336.807914:0:16825:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787998336.807916:0:16825:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998336.807919:0:16825:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.123@tcp lock: ffff94d1917f3400/0xb2d39e653c8cba0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4fd9a50f3a6ad5a0 expref: -99 pid: 16825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998336.807924:0:16825:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787998336.807925:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998336.807927:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998336.807928:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998336.807929:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998336.807931:0:16825:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998336.807933:0:16825:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998336.807937:0:16825:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199eddc00 x1874850291777152/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998336.807942:0:16825:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998336.807945:0:16825:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998336.807948:0:16825:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e24000. 02000000:00000001:1.0:1787998336.807951:0:16825:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998336.807953:0:16825:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998336.807955:0:16825:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:1.0:1787998336.807957:0:16825:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998336.807959:0:16825:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d1870b1a00. 02000000:00000001:1.0:1787998336.807963:0:16825:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998336.807964:0:16825:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998336.807966:0:16825:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199eddc00. 00000100:00000001:1.0:1787998336.807971:0:16825:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998336.807973:0:16825:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1787998336.807975:0:16825:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787998336.807978:0:16825:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1787998336.807980:0:16825:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff94d187387800) refs 3 10000000:00000001:1.0:1787998336.807982:0:16825:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998336.807984:0:16825:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998336.807985:0:16825:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998336.807987:0:16825:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3400 refcount=3 00000020:00000001:1.0:1787998336.807989:0:16825:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998336.807990:0:16825:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998336.807993:0:16825:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1787998336.807994:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998336.807995:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998336.807996:0:16825:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787998336.807999:0:16825:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1787998336.808007:0:16825:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff94d1912362c0. 00000020:00000010:1.0:1787998336.808011:0:16825:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d1870b1a00. 00000020:00000010:1.0:1787998336.808015:0:16825:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff94d1870b1400. 00000040:00000010:1.0:1787998336.808021:0:16825:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff94d193831200. 00000020:00000010:1.0:1787998336.808025:0:16825:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94d191c6b800. 00000020:00000010:1.0:1787998336.808030:0:16825:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff94d18120b200. 80000000:00000010:1.0:1787998336.808034:0:16825:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff94d1a0b0a1e0. 00040000:00000010:1.0:1787998336.808038:0:16825:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94d185ae5a00. 20000000:00000010:1.0:1787998336.808043:0:16825:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff94d189bdba00. 10000000:00000040:1.0:1787998336.808047:0:16825:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff94d182cdccc0 : new refcount 2 00000020:00000001:1.0:1787998336.808051:0:16825:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1787998336.808053:0:16825:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:1.0:1787998336.808055:0:16825:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1787998336.808058:0:16825:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff94d184ff5400. 00000040:00000001:1.0:1787998336.808062:0:16825:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1787998336.808064:0:16825:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000010:1.0:1787998336.808069:0:16825:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199eddc00. 00000020:00000040:1.0:1787998336.808071:0:16825:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=5 obd=MGC192.168.206.123@tcp 00000100:00000001:1.0:1787998336.808075:0:16825:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998336.808077:0:16825:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998336.808081:0:16825:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998336.808090:0:16825:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d1812e7c00. 00000100:00000001:1.0:1787998336.808096:0:16825:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998336.808101:0:16825:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998336.808102:0:16825:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998336.808107:0:16825:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d199ea3d80. 00000100:00000001:1.0:1787998336.808109:0:16825:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226684181888 : -117847025369728 : ffff94d199ea3d80) 00000100:00000001:1.0:1787998336.808112:0:16825:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998336.808114:0:16825:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419072 : -117847025132544 : ffff94d199eddc00) 00000100:00000001:1.0:1787998336.808118:0:16825:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998336.808123:0:16825:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998336.808125:0:16825:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998336.808127:0:16825:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998336.808131:0:16825:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199eddc00 x1874850291777280/t0(0) o501->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998336.808138:0:16825:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998336.808140:0:16825:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998336.808143:0:16825:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998336.808145:0:16825:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998336.808147:0:16825:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998336.808151:0:16825:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199eddc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed2632e9-aeaa-48f0-b65b-469967f9297f:16825:1874850291777280:192.168.206.123@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1787998336.808155:0:16825:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998336.808159:0:16825:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998336.808161:0:16825:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998336.808164:0:16825:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998336.808167:0:16825:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1812e7000. 02000000:00000001:1.0:1787998336.808169:0:16825:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998336.808176:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998336.808180:0:16825:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fccb8. 00000400:00000010:1.0:1787998336.808184:0:16825:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409770. 00000100:00000200:1.0:1787998336.808190:0:16825:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291777280, portal 25 00000100:00000001:1.0:1787998336.808192:0:16825:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998336.808193:0:16825:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419072 : -117847025132544 : ffff94d199eddc00) 00000100:00000040:1.0:1787998336.808198:0:16825:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199eddc00 x1874850291777280/t0(0) o501->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1787998352 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998336.808205:0:16825:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998336.808207:0:16825:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998336.808210:0:16825:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409dd0. 00000100:00000200:1.0:1787998336.808213:0:16825:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1874850291777280, offset 0 00000400:00000200:1.0:1787998336.808219:0:16825:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998336.808226:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998336.808233:0:16825:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998336.808238:0:16825:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998336.808242:0:16825:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998336.808245:0:16825:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998336.808247:0:16825:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998336.808251:0:16825:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2838:2838:256:4294967295] 192.168.206.123@tcp LPNI seq info [2838:2838:8:4294967295] 00000400:00000200:1.0:1787998336.808255:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998336.808277:0:16825:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998336.808283:0:16825:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998336.808288:0:16825:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f500. 00000800:00000200:1.0:1787998336.808294:0:16825:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998336.808301:0:16825:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998336.808305:0:16825:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f500 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1787998336.808327:0:16825:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998336.808331:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998336.808334:0:16825:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296521048 00000100:00000001:1.0:1787998336.808340:0:16825:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296521038 00000100:00000001:1.0:1787998336.808345:0:16825:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296521048 00000100:00000001:1.0:1787998336.808348:0:16825:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296521038 00000100:00000001:1.0:1787998336.808350:0:16825:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998336.808353:0:16825:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998336.808355:0:16825:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998336.808356:0:16825:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998336.808359:0:16825:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d199ea3d80 going to sleep for 11 seconds 00000100:00000001:1.0:1787998336.808361:0:16825:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998336.808363:0:16825:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998336.811475:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998336.811483:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f500. 00000400:00000200:3.0:1787998336.811492:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998336.811500:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998336.811507:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409dd0 00000400:00000010:3.0:1787998336.811509:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409dd0. 00000100:00000001:3.0:1787998336.811515:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998336.811522:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eddc00 x1874850291777280/t0(0) o501->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1787998352 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998336.811532:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998336.811544:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199eddc00 x1874850291777280/t0(0) o501->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1787998352 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998336.811551:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998336.811553:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998336.828243:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.828257:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998336.828270:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.828273:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998336.828282:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.828289:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998336.828306:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.828312:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.828317:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.828320:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 272 into portal 25 MB=0x6a92a99a5ff00 00000400:00000200:2.0:1787998336.828325:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.828332:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 272/272 into md 0x8415 [1] + 224 00000800:00000001:2.0:1787998336.828338:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.828344:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998336.828347:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998336.828352:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998336.828359:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998336.828367:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eddc00 x1874850291777280/t0(0) o501->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1787998352 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998336.828384:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff94d199eddc00 x1874850291777280/t0(0) o501->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998336.828439:0:16825:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998336.828458:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998336.828466:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.828470:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1787998336.829343:0:16825:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998336.829348:0:16825:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998336.829351:0:16825:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fccb8. 00000400:00000200:1.0:1787998336.829356:0:16825:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409770 00000400:00000010:1.0:1787998336.829359:0:16825:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409770. 00000100:00000001:1.0:1787998336.829362:0:16825:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998336.829369:0:16825:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199eddc00 x1874850291777280/t0(0) o501->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787998336.829379:0:16825:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199eddc00 x1874850291777280/t0(0) o501->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998336.829385:0:16825:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998336.829387:0:16825:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998336.829390:0:16825:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998336.829393:0:16825:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998336.829394:0:16825:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998336.829396:0:16825:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998336.829399:0:16825:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998336.829405:0:16825:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=13 v=5 (5 5 5 5) 00000100:00001000:1.0:1787998336.829408:0:16825:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998336.829410:0:16825:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998336.829412:0:16825:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998336.829415:0:16825:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998336.829417:0:16825:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998336.829420:0:16825:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998336.829424:0:16825:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199eddc00 x1874850291777280/t0(0) o501->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998336.829429:0:16825:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998336.829432:0:16825:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998336.829434:0:16825:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998336.829437:0:16825:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199eddc00 x1874850291777280/t0(0) o501->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1787998352 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787998336.829445:0:16825:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199eddc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed2632e9-aeaa-48f0-b65b-469967f9297f:16825:1874850291777280:192.168.206.123@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1787998336.829450:0:16825:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998336.829453:0:16825:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998336.829455:0:16825:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998336.829530:0:16825:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998336.829647:0:16825:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199eddc00 x1874850291777280/t0(0) o501->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1787998352 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998336.829656:0:16825:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998336.829659:0:16825:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d199ea3d80. 00000100:00000001:1.0:1787998336.829663:0:16825:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998336.829665:0:16825:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787998336.829670:0:16825:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1787998336.829674:0:16825:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998336.829676:0:16825:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000020:00000001:1.0:1787998336.829678:0:16825:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1787998336.829679:0:16825:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998336.829683:0:16825:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199eddc00 x1874850291777280/t0(0) o501->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1787998352 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998336.829688:0:16825:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998336.829691:0:16825:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998336.829693:0:16825:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1812e7000. 02000000:00000001:1.0:1787998336.829697:0:16825:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998336.829698:0:16825:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998336.829699:0:16825:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:1.0:1787998336.829700:0:16825:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998336.829703:0:16825:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d1812e7c00. 02000000:00000001:1.0:1787998336.829705:0:16825:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998336.829707:0:16825:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998336.829708:0:16825:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199eddc00. 00000100:00000001:1.0:1787998336.829712:0:16825:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998336.829713:0:16825:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1787998336.829715:0:16825:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787998336.829718:0:16825:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1787998336.829726:0:16825:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff94d182cac000. 00000040:00000001:1.0:1787998336.829728:0:16825:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1787998336.829729:0:16825:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1787998336.829732:0:16825:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000010:1.0:1787998336.829736:0:16825:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199eddc00. 00000020:00000040:1.0:1787998336.829739:0:16825:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=5 obd=MGC192.168.206.123@tcp 00000100:00000001:1.0:1787998336.829743:0:16825:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998336.829745:0:16825:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998336.829749:0:16825:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998336.829754:0:16825:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d1812e7c00. 00000100:00000001:1.0:1787998336.829759:0:16825:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998336.829762:0:16825:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998336.829764:0:16825:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998336.830421:0:16825:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d199ea3d80. 00000100:00000001:1.0:1787998336.830425:0:16825:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226684181888 : -117847025369728 : ffff94d199ea3d80) 00000100:00000001:1.0:1787998336.830428:0:16825:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998336.830430:0:16825:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419072 : -117847025132544 : ffff94d199eddc00) 00000100:00000001:1.0:1787998336.830434:0:16825:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998336.830439:0:16825:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998336.830440:0:16825:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998336.830442:0:16825:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998336.830448:0:16825:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199eddc00 x1874850291777408/t0(0) o503->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998336.830454:0:16825:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998336.830457:0:16825:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998336.830460:0:16825:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998336.830914:0:16825:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998336.830917:0:16825:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998336.830922:0:16825:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199eddc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed2632e9-aeaa-48f0-b65b-469967f9297f:16825:1874850291777408:192.168.206.123@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1787998336.830926:0:16825:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998336.830931:0:16825:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998336.830934:0:16825:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998336.830936:0:16825:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998336.830958:0:16825:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94d1a00c4000. 02000000:00000001:1.0:1787998336.830960:0:16825:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998336.830967:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998336.830972:0:16825:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fccb8. 00000400:00000010:1.0:1787998336.830978:0:16825:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94d199ea3c00. 00000100:00000200:1.0:1787998336.830985:0:16825:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1874850291777408, portal 25 00000100:00000001:1.0:1787998336.830987:0:16825:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998336.830988:0:16825:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419072 : -117847025132544 : ffff94d199eddc00) 00000100:00000040:1.0:1787998336.830994:0:16825:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199eddc00 x1874850291777408/t0(0) o503->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787998352 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998336.831001:0:16825:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998336.831004:0:16825:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998336.831008:0:16825:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409770. 00000100:00000200:1.0:1787998336.831012:0:16825:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1874850291777408, offset 0 00000400:00000200:1.0:1787998336.831018:0:16825:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998336.831026:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998336.831032:0:16825:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998336.831038:0:16825:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998336.831042:0:16825:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998336.831045:0:16825:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998336.831048:0:16825:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998336.831051:0:16825:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2839:2839:256:4294967295] 192.168.206.123@tcp LPNI seq info [2839:2839:8:4294967295] 00000400:00000200:1.0:1787998336.831056:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998336.831065:0:16825:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998336.831070:0:16825:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998336.831075:0:16825:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f600. 00000800:00000200:1.0:1787998336.831081:0:16825:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998336.831088:0:16825:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998336.831092:0:16825:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f600 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1787998336.831248:0:16825:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998336.831253:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998336.831256:0:16825:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296521071 00000100:00000001:1.0:1787998336.831272:0:16825:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296521048 00000100:00000001:1.0:1787998336.831278:0:16825:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296521071 00000100:00000001:1.0:1787998336.831280:0:16825:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296521048 00000100:00000001:1.0:1787998336.831283:0:16825:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998336.831286:0:16825:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998336.831288:0:16825:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998336.831290:0:16825:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998336.831292:0:16825:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d199ea3d80 going to sleep for 11 seconds 00000100:00000001:1.0:1787998336.831296:0:16825:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998336.831303:0:16825:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998336.831974:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998336.831980:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f600. 00000400:00000200:3.0:1787998336.831987:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998336.831992:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998336.831997:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409770 00000400:00000010:3.0:1787998336.831999:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409770. 00000100:00000001:3.0:1787998336.832003:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998336.832008:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eddc00 x1874850291777408/t0(0) o503->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787998352 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998336.832018:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998336.832021:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199eddc00 x1874850291777408/t0(0) o503->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787998352 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998336.832027:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998336.832028:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998336.836879:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.836894:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998336.836897:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.836900:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998336.836910:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.836918:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998336.836925:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.836929:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.836934:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.836937:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 8416 into portal 25 MB=0x6a92a99a5ff80 00000400:00000200:2.0:1787998336.836942:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.836947:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 8416/8416 into md 0x841d [4] + 224 00000800:00000001:2.0:1787998336.836953:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.836962:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998336.836965:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998336.836968:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998336.836975:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998336.836982:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eddc00 x1874850291777408/t0(0) o503->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787998352 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998336.836993:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff94d199eddc00 x1874850291777408/t0(0) o503->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998336.837015:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998336.837022:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.837026:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998336.837253:0:16825:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998336.837270:0:16825:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998336.837272:0:16825:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998336.837275:0:16825:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fccb8. 00000400:00000200:1.0:1787998336.837280:0:16825:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d199ea3c00 00000400:00000010:1.0:1787998336.837282:0:16825:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff94d199ea3c00. 00000100:00000001:1.0:1787998336.837285:0:16825:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998336.837290:0:16825:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199eddc00 x1874850291777408/t0(0) o503->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787998336.837300:0:16825:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199eddc00 x1874850291777408/t0(0) o503->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998336.837306:0:16825:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998336.837308:0:16825:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998336.837311:0:16825:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998336.837314:0:16825:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998336.837316:0:16825:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998336.837318:0:16825:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998336.837321:0:16825:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998336.837327:0:16825:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=13 v=5 (5 5 5 5) 00000100:00001000:1.0:1787998336.837331:0:16825:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998336.837333:0:16825:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998336.837335:0:16825:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998336.837337:0:16825:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998336.837340:0:16825:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998336.837342:0:16825:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998336.837347:0:16825:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199eddc00 x1874850291777408/t0(0) o503->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998336.837353:0:16825:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998336.837356:0:16825:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998336.837358:0:16825:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998336.837361:0:16825:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199eddc00 x1874850291777408/t0(0) o503->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787998352 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787998336.837368:0:16825:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199eddc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed2632e9-aeaa-48f0-b65b-469967f9297f:16825:1874850291777408:192.168.206.123@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1787998336.837373:0:16825:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998336.837376:0:16825:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998336.837378:0:16825:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998336.837380:0:16825:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998336.837383:0:16825:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199eddc00 x1874850291777408/t0(0) o503->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787998352 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998336.837389:0:16825:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998336.837391:0:16825:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d199ea3d80. 00000100:00000001:1.0:1787998336.837394:0:16825:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998336.837395:0:16825:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787998336.837403:0:16825:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1787998336.837405:0:16825:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998336.837408:0:16825:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199eddc00 x1874850291777408/t0(0) o503->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787998352 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998336.837414:0:16825:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998336.837416:0:16825:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998336.837419:0:16825:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94d1a00c4000. 02000000:00000001:1.0:1787998336.837433:0:16825:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998336.837436:0:16825:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998336.837438:0:16825:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000020:00000001:1.0:1787998336.837441:0:16825:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998336.837443:0:16825:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d1812e7c00. 02000000:00000001:1.0:1787998336.837447:0:16825:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998336.837448:0:16825:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998336.837450:0:16825:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199eddc00. 00000100:00000001:1.0:1787998336.837454:0:16825:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998336.837455:0:16825:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787998336.837458:0:16825:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998336.837459:0:16825:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:1.0:1787998336.837460:0:16825:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:1.0:1787998336.837463:0:16825:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787998336.837466:0:16825:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787998336.837469:0:16825:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1787998336.837474:0:16825:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff94d1a0b0a660. 00000040:00001000:1.0:1787998336.837476:0:16825:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 51 last_idx 0 read_mode 0 00000040:00000001:0.0:1787998336.838313:0:34233:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:0.0:1787998336.838321:0:34233:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d1a0b09e00. 00000020:00000010:0.0:1787998336.838326:0:34233:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff94d1a0b09200. 00000040:00000010:0.0:1787998336.838330:0:34233:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff94d1a0b08000. 00000020:00000010:0.0:1787998336.838335:0:34233:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94d1a00fe000. 00000020:00000010:0.0:1787998336.838340:0:34233:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff94d1923e8508. 00000020:00000010:0.0:1787998336.838344:0:34233:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff94d1a0b08200. 80000000:00000010:0.0:1787998336.838348:0:34233:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff94d1a0ad5660. 40000000:00000010:0.0:1787998336.838352:0:34233:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff94d190b35540. 00100000:00000010:0.0:1787998336.838356:0:34233:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff94d1a00f9800. 00040000:00000010:0.0:1787998336.838361:0:34233:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff94d19354a200. 00040000:00000010:0.0:1787998336.838365:0:34233:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff94d1a00fd000. 00040000:00000010:0.0:1787998336.838368:0:34233:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94d1a0b08800. 00000004:00000010:0.0:1787998336.838372:0:34233:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff94d1a00fd800. 00000004:00000010:0.0:1787998336.838377:0:34233:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff94d182bc2000. 00000004:00000010:0.0:1787998336.838382:0:34233:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff94d1a00fb800. 00002000:00000010:0.0:1787998336.838387:0:34233:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff94d1923a3c00. 00000004:00000010:0.0:1787998336.838390:0:34233:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff94d1923a3000. 00000020:00000010:0.0:1787998336.838395:0:34233:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff94d190b35340. 00000040:00000010:0.0:1787998336.838402:0:34233:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff94d1a00dc000. 00000040:00080000:0.0:1787998336.839372:0:34233:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 51 00000040:00000010:0.0:1787998336.839379:0:34233:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff94d1a00dc000. 00000020:00000010:0.0:1787998336.839389:0:34233:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff94d190b35340. 00000020:00000010:0.0:1787998336.839404:0:34233:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff94d1a0b09200. 00000040:00000010:0.0:1787998336.839409:0:34233:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff94d1a0b08000. 00000020:00000010:0.0:1787998336.839412:0:34233:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff94d1a00fe000. 00000020:00000010:0.0:1787998336.839418:0:34233:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff94d1923e8508. 00000020:00000010:0.0:1787998336.839422:0:34233:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff94d1a0b08200. 80000000:00000010:0.0:1787998336.839426:0:34233:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff94d1a0ad5660. 40000000:00000010:0.0:1787998336.839429:0:34233:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff94d190b35540. 00100000:00000010:0.0:1787998336.839432:0:34233:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff94d1a00f9800. 00040000:00000010:0.0:1787998336.839437:0:34233:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff94d19354a200. 00040000:00000010:0.0:1787998336.839440:0:34233:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff94d1a00fd000. 00040000:00000010:0.0:1787998336.839444:0:34233:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94d1a0b08800. 00000004:00000010:0.0:1787998336.839447:0:34233:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff94d1a00fd800. 00000004:00000010:0.0:1787998336.839450:0:34233:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff94d182bc2000. 00000004:00000010:0.0:1787998336.839454:0:34233:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff94d1a00fb800. 00002000:00000010:0.0:1787998336.839457:0:34233:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff94d1923a3c00. 00000004:00000010:0.0:1787998336.839460:0:34233:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff94d1923a3000. 00000020:00000010:0.0:1787998336.839463:0:34233:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d1a0b09e00. 00000040:00000010:1.0:1787998336.839741:0:16825:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff94d1a0b0a660. 00000040:00000001:1.0:1787998336.839747:0:16825:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1787998336.839751:0:16825:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 52-51 (rc=0) 00000040:00000010:1.0:1787998336.839756:0:16825:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff94d182cac000. 00000040:00000010:1.0:1787998336.839759:0:16825:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff94d184ff5400. 00000020:00000001:1.0:1787998336.839763:0:16825:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787998336.839991:0:16825:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1787998336.839996:0:16825:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff94d1870b1400. 00000040:00000010:1.0:1787998336.840001:0:16825:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff94d193831200. 00000020:00000010:1.0:1787998336.840004:0:16825:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff94d191c6b800. 00000020:00000010:1.0:1787998336.840007:0:16825:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff94d18120b200. 80000000:00000010:1.0:1787998336.840011:0:16825:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff94d1a0b0a1e0. 00040000:00000010:1.0:1787998336.840013:0:16825:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94d185ae5a00. 20000000:00000010:1.0:1787998336.840018:0:16825:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff94d189bdba00. 00000020:00000010:1.0:1787998336.840021:0:16825:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d1870b1a00. 10000000:00000010:1.0:1787998336.840024:0:16825:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff94d1912362c0. 10000000:01000000:1.0:1787998336.840027:0:16825:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.123@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:1.0:1787998336.840030:0:16825:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1787998336.840032:0:16825:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998336.840034:0:16825:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998336.840037:0:16825:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3400 refcount=3 00000020:00000001:1.0:1787998336.840039:0:16825:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998336.840042:0:16825:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949376 : -117847166602240 : ffff94d1917f3400) 00010000:00000001:1.0:1787998336.840045:0:16825:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998336.840049:0:16825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.123@tcp lock: ffff94d1917f3400/0xb2d39e653c8cba0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4fd9a50f3a6ad5a0 expref: -99 pid: 16825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998336.840058:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998336.840059:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998336.840062:0:16825:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.123@tcp lock: ffff94d1917f3400/0xb2d39e653c8cba0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4fd9a50f3a6ad5a0 expref: -99 pid: 16825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998336.840068:0:16825:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998336.840070:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998336.840071:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1787998336.840072:0:16825:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787998336.840075:0:16825:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787998336.840077:0:16825:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1787998336.840080:0:16825:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1787998336.840081:0:16825:0:(mgc_request.c:108:config_log_get()) log params (ffff94d187387400) refs 2 10000000:00000001:1.0:1787998336.840083:0:16825:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787998336.840085:0:16825:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1787998336.840086:0:16825:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff94d187387800) refs 3 10000000:00000001:1.0:1787998336.840089:0:16825:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1787998336.840090:0:16825:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1787998336.840296:0:16825:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1787998336.840303:0:16825:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:0.0:1787998336.840305:0:16825:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff94d1a0bb2800 from 7 10000000:00000001:0.0:1787998336.840307:0:16825:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1787998336.840309:0:16825:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1787998336.840318:0:16825:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c10a80. 00000020:00000040:0.0:1787998336.840322:0:16825:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:0.0:1787998336.840327:0:16825:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998336.840329:0:16825:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998336.840334:0:16825:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998336.840341:0:16825:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d1a0b09e00. 00000100:00000001:0.0:1787998336.840348:0:16825:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998336.840352:0:16825:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1787998336.840355:0:16825:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1787998336.840362:0:16825:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d185921300. 00010000:00000001:0.0:1787998336.840366:0:16825:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1787998336.840369:0:16825:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d187367c00. 00000020:00000001:0.0:1787998336.840373:0:16825:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1787998336.840376:0:16825:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d187367c00 with handle 0xb2d39e653c8cba7 to hash 00000020:00000001:0.0:1787998336.840378:0:16825:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1787998336.840379:0:16825:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226370411520 : -117847339140096 : ffff94d187367c00) 00010000:00000001:0.0:1787998336.840381:0:16825:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226370411520 : -117847339140096 : ffff94d187367c00) 00010000:00000001:0.0:1787998336.840385:0:16825:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998336.840387:0:16825:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998336.840390:0:16825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.123@tcp lock: ffff94d187367c00/0xb2d39e653c8cba7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998336.840397:0:16825:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.123@tcp lock: ffff94d187367c00/0xb2d39e653c8cba7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998336.840409:0:16825:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.123@tcp lock: ffff94d187367c00/0xb2d39e653c8cba7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1787998336.840415:0:16825:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998336.840417:0:16825:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998336.840423:0:16825:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a000b9c0. 00000100:00000001:0.0:1787998336.840426:0:16825:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786318784 : -117846923232832 : ffff94d1a000b9c0) 00000100:00000001:0.0:1787998336.840429:0:16825:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998336.840430:0:16825:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547264128 : -117847162287488 : ffff94d191c10a80) 00000100:00000001:0.0:1787998336.840434:0:16825:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998336.840439:0:16825:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998336.840440:0:16825:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998336.840442:0:16825:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998336.840452:0:16825:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c10a80 x1874850291777536/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998336.840460:0:16825:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998336.840463:0:16825:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998336.840467:0:16825:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998336.840469:0:16825:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998336.840472:0:16825:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998336.840475:0:16825:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c10a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed2632e9-aeaa-48f0-b65b-469967f9297f:16825:1874850291777536:192.168.206.123@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1787998336.840480:0:16825:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998336.840485:0:16825:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998336.840487:0:16825:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998336.840489:0:16825:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998336.840493:0:16825:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a3000. 02000000:00000001:0.0:1787998336.840495:0:16825:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998336.840502:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998336.840506:0:16825:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000400:00000010:0.0:1787998336.840513:0:16825:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807dd0. 00000100:00000200:0.0:1787998336.840523:0:16825:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291777536, portal 25 00000100:00000001:0.0:1787998336.840526:0:16825:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998336.840527:0:16825:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547264128 : -117847162287488 : ffff94d191c10a80) 00000100:00000040:0.0:1787998336.840532:0:16825:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c10a80 x1874850291777536/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998336.840713:0:16825:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998336.840717:0:16825:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998336.840722:0:16825:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807a18. 00000100:00000200:0.0:1787998336.840726:0:16825:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1874850291777536, offset 0 00000400:00000200:0.0:1787998336.840731:0:16825:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998336.840740:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998336.842798:0:16825:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998336.845461:0:16825:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998336.845468:0:16825:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998336.845472:0:16825:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998336.845476:0:16825:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998336.845479:0:16825:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2840:2840:256:4294967295] 192.168.206.123@tcp LPNI seq info [2840:2840:8:4294967295] 00000400:00000200:0.0:1787998336.845486:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998336.845498:0:16825:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998336.845505:0:16825:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998336.845515:0:16825:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19354a200. 00000800:00000200:0.0:1787998336.845522:0:16825:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998336.845530:0:16825:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998336.845546:0:16825:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19354a200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1787998336.845568:0:16825:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998336.845575:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998336.845578:0:16825:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296521085 00000100:00000001:0.0:1787998336.845586:0:16825:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296521071 00000100:00000001:0.0:1787998336.845591:0:16825:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296521085 00000100:00000001:0.0:1787998336.845595:0:16825:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296521071 00000100:00000001:0.0:1787998336.845598:0:16825:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998336.845601:0:16825:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998336.845604:0:16825:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998336.845606:0:16825:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998336.845609:0:16825:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a000b9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1787998336.845611:0:16825:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998336.845614:0:16825:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998336.845815:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998336.845820:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19354a200. 00000400:00000200:2.0:1787998336.845825:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998336.845830:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998336.845836:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807a18 00000400:00000010:2.0:1787998336.845838:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807a18. 00000100:00000001:2.0:1787998336.845843:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998336.845850:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c10a80 x1874850291777536/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998336.845861:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998336.845864:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c10a80 x1874850291777536/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998336.845871:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998336.845872:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998336.851468:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.851483:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998336.851488:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.851490:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998336.851498:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.851505:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998336.851513:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.851517:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.851521:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.851525:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 344 into portal 25 MB=0x6a92a99a60000 00000400:00000200:2.0:1787998336.851530:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.851536:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 344/344 into md 0x8425 [1] + 224 00000800:00000001:2.0:1787998336.851543:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.851550:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998336.851554:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998336.851558:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998336.851565:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998336.851573:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c10a80 x1874850291777536/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998336.851584:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff94d191c10a80 x1874850291777536/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998336.851606:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998336.851615:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.851618:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998336.851667:0:16825:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998336.851674:0:16825:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998336.851677:0:16825:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998336.851679:0:16825:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30528. 00000400:00000200:0.0:1787998336.851684:0:16825:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807dd0 00000400:00000010:0.0:1787998336.851686:0:16825:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807dd0. 00000100:00000001:0.0:1787998336.851690:0:16825:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998336.851695:0:16825:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c10a80 x1874850291777536/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998336.851702:0:16825:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c10a80 x1874850291777536/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998336.851708:0:16825:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998336.851710:0:16825:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998336.851712:0:16825:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998336.851715:0:16825:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998336.851717:0:16825:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998336.851719:0:16825:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998336.851722:0:16825:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998336.851728:0:16825:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=13 v=5 (5 5 5 5) 00000100:00001000:0.0:1787998336.851732:0:16825:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998336.851734:0:16825:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998336.851736:0:16825:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998336.851738:0:16825:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998336.851741:0:16825:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998336.851743:0:16825:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998336.851753:0:16825:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c10a80 x1874850291777536/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998336.851763:0:16825:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998336.851814:0:16825:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998336.851816:0:16825:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998336.851821:0:16825:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c10a80 x1874850291777536/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998336.851829:0:16825:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c10a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed2632e9-aeaa-48f0-b65b-469967f9297f:16825:1874850291777536:192.168.206.123@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1787998336.851833:0:16825:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998336.851836:0:16825:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998336.851838:0:16825:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998336.851840:0:16825:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998336.851843:0:16825:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c10a80 x1874850291777536/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998336.851849:0:16825:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998336.851851:0:16825:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a000b9c0. 00000100:00000001:0.0:1787998336.851854:0:16825:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998336.851855:0:16825:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998336.851858:0:16825:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1787998336.851861:0:16825:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998336.851864:0:16825:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998336.851866:0:16825:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367c00 refcount=4 00000020:00000001:0.0:1787998336.851868:0:16825:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370411520 : -117847339140096 : ffff94d187367c00) 00010000:00000001:0.0:1787998336.851871:0:16825:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370411520 : -117847339140096 : ffff94d187367c00) 00010000:00000040:0.0:1787998336.851877:0:16825:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d187367c00, remote cookie: 0x4fd9a50f3a6ad5a7, flags: 0x0 00010000:00000001:0.0:1787998336.851880:0:16825:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1787998336.851884:0:16825:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1787998336.851886:0:16825:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1787998336.851888:0:16825:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1787998336.851889:0:16825:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1787998336.851891:0:16825:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff94d185921300) refcount = 1 00010000:00010000:0.0:1787998336.851897:0:16825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.123@tcp lock: ffff94d187367c00/0xb2d39e653c8cba7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4fd9a50f3a6ad5a7 expref: -99 pid: 16825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998336.851903:0:16825:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1787998336.851905:0:16825:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1787998336.851907:0:16825:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998336.851910:0:16825:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1787998336.851912:0:16825:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998336.851915:0:16825:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.123@tcp lock: ffff94d187367c00/0xb2d39e653c8cba7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4fd9a50f3a6ad5a7 expref: -99 pid: 16825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998336.851920:0:16825:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1787998336.851921:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998336.851923:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998336.851924:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998336.851925:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998336.851926:0:16825:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998336.851928:0:16825:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998336.851932:0:16825:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c10a80 x1874850291777536/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998336.851937:0:16825:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998336.851940:0:16825:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998336.851942:0:16825:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1923a3000. 02000000:00000001:0.0:1787998336.851946:0:16825:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998336.851948:0:16825:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998336.851950:0:16825:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:0.0:1787998336.851952:0:16825:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998336.851955:0:16825:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d1a0b09e00. 02000000:00000001:0.0:1787998336.851959:0:16825:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998336.851960:0:16825:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998336.851962:0:16825:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c10a80. 00000100:00000001:0.0:1787998336.851966:0:16825:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998336.851967:0:16825:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1787998336.851969:0:16825:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1787998336.851972:0:16825:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1787998336.851974:0:16825:0:(mgc_request.c:108:config_log_get()) log params (ffff94d187387400) refs 3 10000000:00000001:0.0:1787998336.851976:0:16825:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998336.851978:0:16825:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998336.851979:0:16825:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998336.851980:0:16825:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367c00 refcount=3 00000020:00000001:0.0:1787998336.851982:0:16825:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370411520 : -117847339140096 : ffff94d187367c00) 00010000:00000001:0.0:1787998336.851984:0:16825:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370411520 : -117847339140096 : ffff94d187367c00) 00010000:00000001:0.0:1787998336.851986:0:16825:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1787998336.851988:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998336.851989:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998336.851990:0:16825:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1787998336.851992:0:16825:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1787998336.851997:0:16825:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff94d190b35540. 00000020:00000010:0.0:1787998336.852001:0:16825:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d1a0b09e00. 00000020:00000010:0.0:1787998336.852005:0:16825:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff94d1a0b08800. 00000040:00000010:0.0:1787998336.852009:0:16825:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff94d1a0b08200. 00000020:00000010:0.0:1787998336.852013:0:16825:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94d1a00fb800. 00000020:00000010:0.0:1787998336.852018:0:16825:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff94d1a0b08000. 80000000:00000010:0.0:1787998336.852022:0:16825:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff94d1a0ad5660. 00040000:00000010:0.0:1787998336.852026:0:16825:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94d1a0b09200. 20000000:00000010:0.0:1787998336.852032:0:16825:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff94d198548800. 10000000:00000040:0.0:1787998336.852037:0:16825:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff94d182cdccc0 : new refcount 2 00000020:00000001:0.0:1787998336.852040:0:16825:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1787998336.852041:0:16825:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:0.0:1787998336.852044:0:16825:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:0.0:1787998336.852047:0:16825:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff94d198548e00. 00000040:00000001:0.0:1787998336.852050:0:16825:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1787998336.852052:0:16825:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000010:0.0:1787998336.852352:0:16825:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c10a80. 00000020:00000040:0.0:1787998336.852356:0:16825:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=5 obd=MGC192.168.206.123@tcp 00000100:00000001:0.0:1787998336.852361:0:16825:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998336.852364:0:16825:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998336.852368:0:16825:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998336.852375:0:16825:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d198549600. 00000100:00000001:0.0:1787998336.852380:0:16825:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998336.852385:0:16825:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998336.852387:0:16825:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998336.852393:0:16825:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a000b9c0. 00000100:00000001:0.0:1787998336.852394:0:16825:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786318784 : -117846923232832 : ffff94d1a000b9c0) 00000100:00000001:0.0:1787998336.852397:0:16825:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998336.852398:0:16825:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547264128 : -117847162287488 : ffff94d191c10a80) 00000100:00000001:0.0:1787998336.852402:0:16825:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998336.852406:0:16825:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998336.852408:0:16825:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998336.852409:0:16825:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998336.852414:0:16825:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c10a80 x1874850291777664/t0(0) o501->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998336.852420:0:16825:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998336.852422:0:16825:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998336.852425:0:16825:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998336.852428:0:16825:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998336.852430:0:16825:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998336.852432:0:16825:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c10a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed2632e9-aeaa-48f0-b65b-469967f9297f:16825:1874850291777664:192.168.206.123@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1787998336.852436:0:16825:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998336.852440:0:16825:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998336.852442:0:16825:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998336.852444:0:16825:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998336.852448:0:16825:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d198549e00. 02000000:00000001:0.0:1787998336.852449:0:16825:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998336.852454:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998336.852457:0:16825:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000400:00000010:0.0:1787998336.852461:0:16825:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807dd0. 00000100:00000200:0.0:1787998336.852466:0:16825:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291777664, portal 25 00000100:00000001:0.0:1787998336.852468:0:16825:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998336.852470:0:16825:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547264128 : -117847162287488 : ffff94d191c10a80) 00000100:00000040:0.0:1787998336.852474:0:16825:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c10a80 x1874850291777664/t0(0) o501->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 504/272 e 0 to 0 dl 1787998352 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998336.852481:0:16825:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998336.852483:0:16825:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998336.852485:0:16825:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807550. 00000100:00000200:0.0:1787998336.852489:0:16825:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1874850291777664, offset 0 00000400:00000200:0.0:1787998336.852495:0:16825:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998336.853284:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998336.853293:0:16825:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998336.853298:0:16825:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998336.853302:0:16825:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998336.853305:0:16825:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998336.853308:0:16825:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998336.853311:0:16825:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2841:2841:256:4294967295] 192.168.206.123@tcp LPNI seq info [2841:2841:8:4294967295] 00000400:00000200:0.0:1787998336.853316:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998336.853324:0:16825:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998336.853331:0:16825:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998336.853338:0:16825:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19354a200. 00000800:00000200:0.0:1787998336.853345:0:16825:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998336.853353:0:16825:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998336.853357:0:16825:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19354a200 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1787998336.853376:0:16825:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998336.853381:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998336.853383:0:16825:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296521093 00000100:00000001:0.0:1787998336.853390:0:16825:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296521085 00000100:00000001:0.0:1787998336.853395:0:16825:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296521093 00000100:00000001:0.0:1787998336.853398:0:16825:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296521085 00000100:00000001:0.0:1787998336.853401:0:16825:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998336.853404:0:16825:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998336.853407:0:16825:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998336.853409:0:16825:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998336.853411:0:16825:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a000b9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1787998336.853414:0:16825:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998336.853416:0:16825:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998336.853686:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998336.853691:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19354a200. 00000400:00000200:2.0:1787998336.853696:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998336.853701:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998336.853705:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807550 00000400:00000010:2.0:1787998336.853708:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807550. 00000100:00000001:2.0:1787998336.853716:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998336.853722:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c10a80 x1874850291777664/t0(0) o501->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 504/272 e 0 to 0 dl 1787998352 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998336.853732:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998336.853735:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c10a80 x1874850291777664/t0(0) o501->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 504/272 e 0 to 0 dl 1787998352 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998336.853742:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998336.853744:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998336.866563:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.866575:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998336.866579:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.866582:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998336.866590:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.866598:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998336.866606:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.866610:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.866614:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.866618:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 272 into portal 25 MB=0x6a92a99a60080 00000400:00000200:2.0:1787998336.866623:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.866629:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 272/272 into md 0x842d [1] + 224 00000800:00000001:2.0:1787998336.866636:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.866642:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998336.866645:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998336.866650:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998336.866658:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998336.866666:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c10a80 x1874850291777664/t0(0) o501->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 504/272 e 0 to 0 dl 1787998352 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998336.866677:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff94d191c10a80 x1874850291777664/t0(0) o501->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 504/272 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998336.866693:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998336.866700:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.866703:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998336.867071:0:16825:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998336.867077:0:16825:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998336.867079:0:16825:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998336.867082:0:16825:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30528. 00000400:00000200:0.0:1787998336.867086:0:16825:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807dd0 00000400:00000010:0.0:1787998336.867089:0:16825:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807dd0. 00000100:00000001:0.0:1787998336.867091:0:16825:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998336.867096:0:16825:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c10a80 x1874850291777664/t0(0) o501->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 504/272 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998336.867105:0:16825:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c10a80 x1874850291777664/t0(0) o501->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 504/272 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998336.867111:0:16825:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998336.867114:0:16825:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998336.867116:0:16825:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998336.867119:0:16825:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998336.867240:0:16825:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998336.867243:0:16825:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998336.867246:0:16825:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998336.867253:0:16825:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=13 v=5 (5 5 5 5) 00000100:00001000:0.0:1787998336.867257:0:16825:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998336.867269:0:16825:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998336.867271:0:16825:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998336.867274:0:16825:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998336.867276:0:16825:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998336.867279:0:16825:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998336.867284:0:16825:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c10a80 x1874850291777664/t0(0) o501->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 504/272 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998336.867291:0:16825:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998336.867293:0:16825:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998336.867296:0:16825:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998336.867299:0:16825:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c10a80 x1874850291777664/t0(0) o501->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 504/272 e 0 to 0 dl 1787998352 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998336.867306:0:16825:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c10a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed2632e9-aeaa-48f0-b65b-469967f9297f:16825:1874850291777664:192.168.206.123@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1787998336.867311:0:16825:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998336.867314:0:16825:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998336.867317:0:16825:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998336.867318:0:16825:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998336.867322:0:16825:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c10a80 x1874850291777664/t0(0) o501->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 504/272 e 0 to 0 dl 1787998352 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998336.867328:0:16825:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998336.867331:0:16825:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a000b9c0. 00000100:00000001:0.0:1787998336.867334:0:16825:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998336.867335:0:16825:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1787998336.867340:0:16825:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1787998336.867343:0:16825:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998336.867344:0:16825:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000020:00000001:0.0:1787998336.867346:0:16825:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1787998336.867348:0:16825:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998336.867350:0:16825:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c10a80 x1874850291777664/t0(0) o501->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 504/272 e 0 to 0 dl 1787998352 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998336.867356:0:16825:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998336.867358:0:16825:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998336.867360:0:16825:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d198549e00. 02000000:00000001:0.0:1787998336.867363:0:16825:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998336.867365:0:16825:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998336.867366:0:16825:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:0.0:1787998336.867367:0:16825:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998336.867370:0:16825:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d198549600. 02000000:00000001:0.0:1787998336.867372:0:16825:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998336.867374:0:16825:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998336.867376:0:16825:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c10a80. 00000100:00000001:0.0:1787998336.867380:0:16825:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998336.867381:0:16825:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1787998336.867383:0:16825:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1787998336.867386:0:16825:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:0.0:1787998336.867392:0:16825:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff94d1a00dc000. 00000040:00000001:0.0:1787998336.867394:0:16825:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:0.0:1787998336.867396:0:16825:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:0.0:1787998336.867399:0:16825:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000010:0.0:1787998336.867402:0:16825:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c10a80. 00000020:00000040:0.0:1787998336.867404:0:16825:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=5 obd=MGC192.168.206.123@tcp 00000100:00000001:0.0:1787998336.867407:0:16825:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998336.867409:0:16825:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998336.867412:0:16825:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998336.867417:0:16825:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d198549600. 00000100:00000001:0.0:1787998336.867421:0:16825:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998336.867424:0:16825:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998336.867426:0:16825:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998336.867430:0:16825:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a000b9c0. 00000100:00000001:0.0:1787998336.867432:0:16825:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786318784 : -117846923232832 : ffff94d1a000b9c0) 00000100:00000001:0.0:1787998336.867434:0:16825:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998336.867436:0:16825:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547264128 : -117847162287488 : ffff94d191c10a80) 00000100:00000001:0.0:1787998336.867439:0:16825:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998336.867443:0:16825:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998336.867445:0:16825:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998336.867446:0:16825:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998336.867450:0:16825:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c10a80 x1874850291777792/t0(0) o503->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998336.867458:0:16825:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998336.867460:0:16825:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998336.867463:0:16825:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998336.867465:0:16825:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998336.867468:0:16825:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998336.867471:0:16825:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c10a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed2632e9-aeaa-48f0-b65b-469967f9297f:16825:1874850291777792:192.168.206.123@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1787998336.867475:0:16825:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998336.867479:0:16825:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998336.867482:0:16825:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998336.867485:0:16825:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998336.867505:0:16825:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94d1a00c4000. 02000000:00000001:0.0:1787998336.867508:0:16825:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998336.867513:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998336.867516:0:16825:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000400:00000010:0.0:1787998336.867521:0:16825:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94d1a000b180. 00000100:00000200:0.0:1787998336.867526:0:16825:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1874850291777792, portal 25 00000100:00000001:0.0:1787998336.867528:0:16825:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998336.867529:0:16825:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547264128 : -117847162287488 : ffff94d191c10a80) 00000100:00000040:0.0:1787998336.867717:0:16825:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c10a80 x1874850291777792/t0(0) o503->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787998352 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998336.867727:0:16825:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998336.867730:0:16825:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998336.867734:0:16825:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807dd0. 00000100:00000200:0.0:1787998336.867738:0:16825:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1874850291777792, offset 0 00000400:00000200:0.0:1787998336.867744:0:16825:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998336.867751:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998336.867757:0:16825:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998336.867761:0:16825:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998336.867766:0:16825:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998336.867794:0:16825:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998336.867797:0:16825:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998336.867870:0:16825:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2842:2842:256:4294967295] 192.168.206.123@tcp LPNI seq info [2842:2842:8:4294967295] 00000400:00000200:0.0:1787998336.867875:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998336.867883:0:16825:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998336.867889:0:16825:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998336.867895:0:16825:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19354ae00. 00000800:00000200:0.0:1787998336.867901:0:16825:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998336.867908:0:16825:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998336.867912:0:16825:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19354ae00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1787998336.867928:0:16825:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998336.867933:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998336.867935:0:16825:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296521108 00000100:00000001:0.0:1787998336.867941:0:16825:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296521093 00000100:00000001:0.0:1787998336.867946:0:16825:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296521108 00000100:00000001:0.0:1787998336.867949:0:16825:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296521093 00000100:00000001:0.0:1787998336.867951:0:16825:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998336.867954:0:16825:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998336.867957:0:16825:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998336.867958:0:16825:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998336.867961:0:16825:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a000b9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1787998336.867963:0:16825:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998336.867965:0:16825:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998336.868998:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998336.869005:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19354ae00. 00000400:00000200:2.0:1787998336.869011:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998336.869016:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998336.869021:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807dd0 00000400:00000010:2.0:1787998336.869023:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807dd0. 00000100:00000001:2.0:1787998336.869027:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998336.869032:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c10a80 x1874850291777792/t0(0) o503->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787998352 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998336.869041:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998336.869044:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c10a80 x1874850291777792/t0(0) o503->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787998352 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998336.869049:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998336.869051:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998336.871276:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.871291:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998336.871295:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.871306:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998336.871314:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.871320:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998336.871328:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.871332:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.871337:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.871341:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 8416 into portal 25 MB=0x6a92a99a60100 00000400:00000200:2.0:1787998336.871346:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.871351:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 8416/8416 into md 0x8435 [4] + 224 00000800:00000001:2.0:1787998336.871357:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.871367:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998336.871370:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998336.871374:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998336.871380:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998336.871386:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c10a80 x1874850291777792/t0(0) o503->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787998352 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998336.871396:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff94d191c10a80 x1874850291777792/t0(0) o503->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998336.871416:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998336.871422:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.871425:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998336.872205:0:16825:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998336.872214:0:16825:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998336.872216:0:16825:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998336.872219:0:16825:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30528. 00000400:00000200:0.0:1787998336.872224:0:16825:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1a000b180 00000400:00000010:0.0:1787998336.872226:0:16825:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff94d1a000b180. 00000100:00000001:0.0:1787998336.872229:0:16825:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998336.872236:0:16825:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c10a80 x1874850291777792/t0(0) o503->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998336.872245:0:16825:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c10a80 x1874850291777792/t0(0) o503->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998336.872251:0:16825:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998336.872253:0:16825:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998336.872255:0:16825:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998336.872267:0:16825:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998336.872269:0:16825:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998336.872271:0:16825:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998336.872274:0:16825:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998336.872279:0:16825:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=13 v=5 (5 5 5 5) 00000100:00001000:0.0:1787998336.872282:0:16825:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998336.872285:0:16825:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998336.872286:0:16825:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998336.872290:0:16825:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998336.872292:0:16825:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998336.872295:0:16825:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998336.872309:0:16825:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c10a80 x1874850291777792/t0(0) o503->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998336.872316:0:16825:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998336.872322:0:16825:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998336.872324:0:16825:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998336.872328:0:16825:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c10a80 x1874850291777792/t0(0) o503->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787998352 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998336.872334:0:16825:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c10a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed2632e9-aeaa-48f0-b65b-469967f9297f:16825:1874850291777792:192.168.206.123@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1787998336.872339:0:16825:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998336.872342:0:16825:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998336.872345:0:16825:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998336.872346:0:16825:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998336.872350:0:16825:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c10a80 x1874850291777792/t0(0) o503->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787998352 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998336.872355:0:16825:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998336.872358:0:16825:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a000b9c0. 00000100:00000001:0.0:1787998336.872361:0:16825:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998336.872362:0:16825:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1787998336.872370:0:16825:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1787998336.872372:0:16825:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998336.872374:0:16825:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c10a80 x1874850291777792/t0(0) o503->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787998352 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998336.872380:0:16825:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998336.872382:0:16825:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998336.872385:0:16825:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94d1a00c4000. 02000000:00000001:0.0:1787998336.872399:0:16825:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998336.872402:0:16825:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998336.872404:0:16825:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000020:00000001:0.0:1787998336.872406:0:16825:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998336.872408:0:16825:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d198549600. 02000000:00000001:0.0:1787998336.872411:0:16825:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998336.872413:0:16825:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998336.872414:0:16825:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c10a80. 00000100:00000001:0.0:1787998336.872418:0:16825:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998336.872419:0:16825:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787998336.872422:0:16825:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998336.872423:0:16825:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:0.0:1787998336.872424:0:16825:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:0.0:1787998336.872427:0:16825:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1787998336.872429:0:16825:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1787998336.872432:0:16825:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1787998336.872436:0:16825:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff94d1a0ad5780. 00000040:00001000:0.0:1787998336.872439:0:16825:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:3.0:1787998336.872978:0:34234:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:3.0:1787998336.872985:0:34234:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d1861f7e00. 00000020:00000010:3.0:1787998336.872990:0:34234:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff94d1861f6800. 00000040:00000010:3.0:1787998336.872993:0:34234:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff94d1861f7200. 00000020:00000010:3.0:1787998336.872998:0:34234:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94d191758800. 00000020:00000010:3.0:1787998336.873003:0:34234:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff94d19230b758. 00000020:00000010:3.0:1787998336.873007:0:34234:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff94d1861f7c00. 80000000:00000010:3.0:1787998336.873012:0:34234:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff94d1a00130c0. 40000000:00000010:3.0:1787998336.873016:0:34234:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff94d1987e5340. 00100000:00000010:3.0:1787998336.873021:0:34234:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff94d19175e800. 00040000:00000010:3.0:1787998336.873025:0:34234:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff94d198474600. 00040000:00000010:3.0:1787998336.873028:0:34234:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff94d191759000. 00040000:00000010:3.0:1787998336.873032:0:34234:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94d1861f7800. 00000004:00000010:3.0:1787998336.873036:0:34234:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff94d19175c000. 00000004:00000010:3.0:1787998336.873041:0:34234:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff94d191c24000. 00000004:00000010:3.0:1787998336.873046:0:34234:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff94d19175f800. 00002000:00000010:3.0:1787998336.873050:0:34234:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff94d1a0096400. 00000004:00000010:3.0:1787998336.873055:0:34234:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff94d1a0094000. 00000020:00000010:3.0:1787998336.873059:0:34234:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff94d1987e5080. 00000040:00000010:3.0:1787998336.873066:0:34234:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff94d199e32000. 00000040:00080000:3.0:1787998336.873551:0:34234:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:3.0:1787998336.873557:0:34234:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff94d199e32000. 00000020:00000010:3.0:1787998336.873563:0:34234:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff94d1987e5080. 00000020:00000010:3.0:1787998336.873576:0:34234:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff94d1861f6800. 00000040:00000010:3.0:1787998336.873579:0:34234:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff94d1861f7200. 00000020:00000010:3.0:1787998336.873582:0:34234:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff94d191758800. 00000020:00000010:3.0:1787998336.873585:0:34234:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff94d19230b758. 00000020:00000010:3.0:1787998336.873589:0:34234:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff94d1861f7c00. 80000000:00000010:3.0:1787998336.873592:0:34234:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff94d1a00130c0. 40000000:00000010:3.0:1787998336.873595:0:34234:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff94d1987e5340. 00100000:00000010:3.0:1787998336.873598:0:34234:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff94d19175e800. 00040000:00000010:3.0:1787998336.873602:0:34234:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff94d198474600. 00040000:00000010:3.0:1787998336.873606:0:34234:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff94d191759000. 00040000:00000010:3.0:1787998336.873608:0:34234:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94d1861f7800. 00000004:00000010:3.0:1787998336.873611:0:34234:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff94d19175c000. 00000004:00000010:3.0:1787998336.873614:0:34234:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff94d191c24000. 00000004:00000010:3.0:1787998336.873618:0:34234:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff94d19175f800. 00002000:00000010:3.0:1787998336.873621:0:34234:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff94d1a0096400. 00000004:00000010:3.0:1787998336.873624:0:34234:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff94d1a0094000. 00000020:00000010:3.0:1787998336.873627:0:34234:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d1861f7e00. 00000040:00000010:0.0:1787998336.873868:0:16825:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff94d1a0ad5780. 00000040:00000001:0.0:1787998336.873872:0:16825:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1787998336.873875:0:16825:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:0.0:1787998336.873880:0:16825:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff94d1a00dc000. 00000040:00000010:0.0:1787998336.873885:0:16825:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff94d198548e00. 00000020:00000001:0.0:1787998336.873887:0:16825:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1787998336.873890:0:16825:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1787998336.873893:0:16825:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff94d1a0b08800. 00000040:00000010:0.0:1787998336.873897:0:16825:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff94d1a0b08200. 00000020:00000010:0.0:1787998336.873900:0:16825:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff94d1a00fb800. 00000020:00000010:0.0:1787998336.873903:0:16825:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff94d1a0b08000. 80000000:00000010:0.0:1787998336.873906:0:16825:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff94d1a0ad5660. 00040000:00000010:0.0:1787998336.873908:0:16825:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94d1a0b09200. 20000000:00000010:0.0:1787998336.873912:0:16825:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff94d198548800. 00000020:00000010:0.0:1787998336.873914:0:16825:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d1a0b09e00. 10000000:00000010:0.0:1787998336.873917:0:16825:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff94d190b35540. 10000000:01000000:0.0:1787998336.873920:0:16825:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.123@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:0.0:1787998336.873922:0:16825:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1787998336.873925:0:16825:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998336.873927:0:16825:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998336.873929:0:16825:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367c00 refcount=3 00000020:00000001:0.0:1787998336.873931:0:16825:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370411520 : -117847339140096 : ffff94d187367c00) 00010000:00000001:0.0:1787998336.873934:0:16825:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370411520 : -117847339140096 : ffff94d187367c00) 00010000:00000001:0.0:1787998336.873937:0:16825:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998336.873941:0:16825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.123@tcp lock: ffff94d187367c00/0xb2d39e653c8cba7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4fd9a50f3a6ad5a7 expref: -99 pid: 16825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998336.873948:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998336.873950:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1787998336.873952:0:16825:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.123@tcp lock: ffff94d187367c00/0xb2d39e653c8cba7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4fd9a50f3a6ad5a7 expref: -99 pid: 16825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998336.873957:0:16825:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998336.873958:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998336.873958:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1787998336.873960:0:16825:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1787998336.873961:0:16825:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1787998336.873964:0:16825:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1787998336.873966:0:16825:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1787998336.873967:0:16825:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff94d187386800) refs 2 10000000:00000001:0.0:1787998336.873969:0:16825:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1787998336.873970:0:16825:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1787998336.873972:0:16825:0:(mgc_request.c:123:config_log_put()) log params(ffff94d187387400) refs 3 10000000:00000001:0.0:1787998336.873974:0:16825:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1787998336.873975:0:16825:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1787998336.873976:0:16825:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1787998336.873978:0:16825:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:0.0:1787998336.873979:0:16825:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff94d192220000 from 1 10000000:00000001:0.0:1787998336.873981:0:16825:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1787998336.873982:0:16825:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1787998336.873988:0:16825:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c10a80. 00000020:00000040:0.0:1787998336.873992:0:16825:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:0.0:1787998336.873995:0:16825:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998336.873998:0:16825:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998336.874002:0:16825:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998336.874007:0:16825:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d198548800. 00000100:00000001:0.0:1787998336.874013:0:16825:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998336.874017:0:16825:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1787998336.874019:0:16825:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1787998336.874024:0:16825:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98500 count: 2 00010000:00000001:0.0:1787998336.874027:0:16825:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998336.874029:0:16825:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1787998336.874032:0:16825:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d187367e00. 00000020:00000001:0.0:1787998336.874035:0:16825:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1787998336.874037:0:16825:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d187367e00 with handle 0xb2d39e653c8cbae to hash 00000020:00000001:0.0:1787998336.874039:0:16825:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1787998336.874040:0:16825:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226370412032 : -117847339139584 : ffff94d187367e00) 00010000:00000001:0.0:1787998336.874043:0:16825:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226370412032 : -117847339139584 : ffff94d187367e00) 00010000:00000001:0.0:1787998336.874046:0:16825:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998336.874048:0:16825:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998336.874052:0:16825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.123@tcp lock: ffff94d187367e00/0xb2d39e653c8cbae lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998336.874058:0:16825:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.123@tcp lock: ffff94d187367e00/0xb2d39e653c8cbae lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998336.874068:0:16825:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.123@tcp lock: ffff94d187367e00/0xb2d39e653c8cbae lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1787998336.874073:0:16825:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998336.874075:0:16825:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998336.874080:0:16825:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a000b9c0. 00000100:00000001:0.0:1787998336.874082:0:16825:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786318784 : -117846923232832 : ffff94d1a000b9c0) 00000100:00000001:0.0:1787998336.874085:0:16825:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998336.874086:0:16825:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547264128 : -117847162287488 : ffff94d191c10a80) 00000100:00000001:0.0:1787998336.874090:0:16825:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998336.874094:0:16825:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998336.874096:0:16825:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998336.874097:0:16825:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998336.874105:0:16825:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c10a80 x1874850291777920/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998336.874112:0:16825:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998336.874114:0:16825:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998336.874128:0:16825:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998336.874130:0:16825:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998336.874132:0:16825:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998336.874135:0:16825:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c10a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed2632e9-aeaa-48f0-b65b-469967f9297f:16825:1874850291777920:192.168.206.123@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1787998336.874139:0:16825:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998336.874143:0:16825:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998336.874146:0:16825:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998336.874149:0:16825:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998336.874153:0:16825:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a3000. 02000000:00000001:0.0:1787998336.874154:0:16825:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998336.874160:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998336.874164:0:16825:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000400:00000010:0.0:1787998336.874170:0:16825:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807dd0. 00000100:00000200:0.0:1787998336.874177:0:16825:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291777920, portal 25 00000100:00000001:0.0:1787998336.874179:0:16825:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998336.874180:0:16825:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547264128 : -117847162287488 : ffff94d191c10a80) 00000100:00000040:0.0:1787998336.874186:0:16825:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c10a80 x1874850291777920/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998336.874193:0:16825:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998336.874196:0:16825:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998336.874198:0:16825:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807550. 00000100:00000200:0.0:1787998336.874201:0:16825:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1874850291777920, offset 0 00000400:00000200:0.0:1787998336.874207:0:16825:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998336.874214:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998336.874220:0:16825:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998336.874226:0:16825:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998336.874230:0:16825:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998336.874233:0:16825:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998336.874236:0:16825:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998336.874239:0:16825:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2843:2843:256:4294967295] 192.168.206.123@tcp LPNI seq info [2843:2843:8:4294967295] 00000400:00000200:0.0:1787998336.874243:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998336.874252:0:16825:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998336.874257:0:16825:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998336.874272:0:16825:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19354a300. 00000800:00000200:0.0:1787998336.874278:0:16825:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998336.874285:0:16825:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998336.874289:0:16825:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19354a300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1787998336.874351:0:16825:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998336.874356:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998336.874359:0:16825:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296521114 00000100:00000001:0.0:1787998336.874365:0:16825:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296521108 00000100:00000001:0.0:1787998336.874368:0:16825:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296521114 00000100:00000001:0.0:1787998336.874371:0:16825:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296521108 00000100:00000001:0.0:1787998336.874374:0:16825:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998336.874377:0:16825:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998336.874379:0:16825:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998336.874381:0:16825:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998336.874383:0:16825:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a000b9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1787998336.874385:0:16825:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998336.874388:0:16825:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998336.875006:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998336.875011:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19354a300. 00000400:00000200:2.0:1787998336.875016:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998336.875021:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998336.875026:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807550 00000400:00000010:2.0:1787998336.875028:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807550. 00000100:00000001:2.0:1787998336.875031:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998336.875036:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c10a80 x1874850291777920/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998336.875045:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998336.875048:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c10a80 x1874850291777920/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998336.875054:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998336.875055:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998336.878233:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.878248:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998336.878252:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.878255:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998336.878430:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.878437:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998336.878445:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.878449:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.878454:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.878458:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 344 into portal 25 MB=0x6a92a99a60180 00000400:00000200:2.0:1787998336.878462:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.878467:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 344/344 into md 0x843d [1] + 224 00000800:00000001:2.0:1787998336.878474:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.878482:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998336.878485:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998336.878489:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998336.878496:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998336.878503:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c10a80 x1874850291777920/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998336.878512:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff94d191c10a80 x1874850291777920/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998336.878569:0:16825:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998336.878647:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998336.878657:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.878661:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1787998336.878725:0:16825:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998336.878727:0:16825:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998336.878730:0:16825:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30528. 00000400:00000200:0.0:1787998336.878735:0:16825:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807dd0 00000400:00000010:0.0:1787998336.878737:0:16825:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807dd0. 00000100:00000001:0.0:1787998336.878741:0:16825:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998336.878745:0:16825:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c10a80 x1874850291777920/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998336.878754:0:16825:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c10a80 x1874850291777920/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998336.878760:0:16825:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998336.878762:0:16825:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998336.878764:0:16825:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998336.878891:0:16825:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998336.878893:0:16825:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998336.878895:0:16825:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998336.878898:0:16825:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998336.878904:0:16825:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=13 v=5 (5 5 5 5) 00000100:00001000:0.0:1787998336.878909:0:16825:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998336.878911:0:16825:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998336.878912:0:16825:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998336.878915:0:16825:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998336.878917:0:16825:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998336.878919:0:16825:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998336.878924:0:16825:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c10a80 x1874850291777920/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998336.878930:0:16825:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998336.878933:0:16825:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998336.878935:0:16825:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998336.878938:0:16825:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c10a80 x1874850291777920/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998336.878944:0:16825:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c10a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed2632e9-aeaa-48f0-b65b-469967f9297f:16825:1874850291777920:192.168.206.123@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1787998336.878949:0:16825:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998336.878952:0:16825:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998336.878954:0:16825:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998336.878956:0:16825:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998336.878960:0:16825:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c10a80 x1874850291777920/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998336.878967:0:16825:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998336.878969:0:16825:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a000b9c0. 00000100:00000001:0.0:1787998336.878973:0:16825:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998336.878975:0:16825:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998336.878977:0:16825:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1787998336.878980:0:16825:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998336.878983:0:16825:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998336.878986:0:16825:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367e00 refcount=4 00000020:00000001:0.0:1787998336.878989:0:16825:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370412032 : -117847339139584 : ffff94d187367e00) 00010000:00000001:0.0:1787998336.878991:0:16825:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370412032 : -117847339139584 : ffff94d187367e00) 00010000:00000040:0.0:1787998336.878997:0:16825:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d187367e00, remote cookie: 0x4fd9a50f3a6ad5ae, flags: 0x0 00010000:00000001:0.0:1787998336.878999:0:16825:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1787998336.879003:0:16825:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1787998336.879005:0:16825:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1787998336.879007:0:16825:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:0.0:1787998336.879008:0:16825:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1787998336.879010:0:16825:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff94d192b98500) refcount = 2 00010000:00000040:0.0:1787998336.879013:0:16825:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1787998336.879017:0:16825:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.206.123@tcp lock: ffff94d1917f3400/0xb2d39e653c8cba0 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x4fd9a50f3a6ad5a0 expref: -99 pid: 16825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998336.879024:0:16825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.123@tcp lock: ffff94d187367e00/0xb2d39e653c8cbae lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4fd9a50f3a6ad5ae expref: -99 pid: 16825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998336.879029:0:16825:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1787998336.879031:0:16825:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1787998336.879032:0:16825:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998336.879034:0:16825:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1787998336.879036:0:16825:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998336.879039:0:16825:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.123@tcp lock: ffff94d187367e00/0xb2d39e653c8cbae lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x4fd9a50f3a6ad5ae expref: -99 pid: 16825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998336.879044:0:16825:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1787998336.879046:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998336.879047:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998336.879048:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998336.879049:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998336.879050:0:16825:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998336.879053:0:16825:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998336.879056:0:16825:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c10a80 x1874850291777920/t0(0) o101->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1787998352 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998336.879065:0:16825:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998336.879067:0:16825:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998336.879071:0:16825:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1923a3000. 02000000:00000001:0.0:1787998336.879074:0:16825:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998336.879077:0:16825:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998336.879078:0:16825:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:0.0:1787998336.879080:0:16825:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998336.879083:0:16825:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d198548800. 02000000:00000001:0.0:1787998336.879085:0:16825:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998336.879087:0:16825:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998336.879088:0:16825:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c10a80. 00000100:00000001:0.0:1787998336.879092:0:16825:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998336.879093:0:16825:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1787998336.879095:0:16825:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1787998336.879097:0:16825:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1787998336.879099:0:16825:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff94d187386800) refs 3 10000000:00000001:0.0:1787998336.879101:0:16825:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998336.879103:0:16825:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998336.879104:0:16825:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998336.879106:0:16825:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367e00 refcount=3 00000020:00000001:0.0:1787998336.879108:0:16825:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370412032 : -117847339139584 : ffff94d187367e00) 00010000:00000001:0.0:1787998336.879110:0:16825:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370412032 : -117847339139584 : ffff94d187367e00) 00010000:00000001:0.0:1787998336.879112:0:16825:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1787998336.879113:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998336.879114:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998336.879115:0:16825:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1787998336.879117:0:16825:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1787998336.879184:0:16825:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff94d190b35540. 00000020:00000010:0.0:1787998336.879188:0:16825:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d198548800. 00000020:00000010:0.0:1787998336.879193:0:16825:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff94d198548e00. 00000040:00000010:0.0:1787998336.879197:0:16825:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff94d198549600. 00000020:00000010:0.0:1787998336.879201:0:16825:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94d1a00fb800. 00000020:00000010:0.0:1787998336.879205:0:16825:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff94d198549e00. 80000000:00000010:0.0:1787998336.879209:0:16825:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff94d1a0ad5660. 00040000:00000010:0.0:1787998336.879213:0:16825:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94d198548c00. 20000000:00000010:0.0:1787998336.879217:0:16825:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff94d198549800. 10000000:00000040:0.0:1787998336.879221:0:16825:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff94d182cdccc0 : new refcount 2 00000020:00000001:0.0:1787998336.879224:0:16825:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1787998336.879226:0:16825:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:0.0:1787998336.879228:0:16825:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:0.0:1787998336.879230:0:16825:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff94d198548600. 00000040:00000001:0.0:1787998336.879234:0:16825:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1787998336.879236:0:16825:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000010:0.0:1787998336.879240:0:16825:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c10a80. 00000020:00000040:0.0:1787998336.879243:0:16825:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=5 obd=MGC192.168.206.123@tcp 00000100:00000001:0.0:1787998336.879247:0:16825:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998336.879249:0:16825:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998336.879253:0:16825:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998336.879267:0:16825:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d198549c00. 00000100:00000001:0.0:1787998336.879272:0:16825:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998336.879278:0:16825:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998336.879280:0:16825:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998336.879285:0:16825:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a000b9c0. 00000100:00000001:0.0:1787998336.879287:0:16825:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786318784 : -117846923232832 : ffff94d1a000b9c0) 00000100:00000001:0.0:1787998336.879290:0:16825:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998336.879291:0:16825:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547264128 : -117847162287488 : ffff94d191c10a80) 00000100:00000001:0.0:1787998336.879295:0:16825:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998336.879367:0:16825:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998336.879370:0:16825:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998336.879372:0:16825:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998336.879376:0:16825:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c10a80 x1874850291778048/t0(0) o501->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998336.879382:0:16825:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998336.879385:0:16825:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998336.879388:0:16825:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998336.879390:0:16825:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998336.879392:0:16825:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998336.879395:0:16825:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c10a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed2632e9-aeaa-48f0-b65b-469967f9297f:16825:1874850291778048:192.168.206.123@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1787998336.879401:0:16825:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998336.879406:0:16825:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998336.879408:0:16825:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998336.879410:0:16825:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998336.879414:0:16825:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d198548200. 02000000:00000001:0.0:1787998336.879416:0:16825:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998336.879420:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998336.879424:0:16825:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000400:00000010:0.0:1787998336.879428:0:16825:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807dd0. 00000100:00000200:0.0:1787998336.879434:0:16825:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291778048, portal 25 00000100:00000001:0.0:1787998336.879437:0:16825:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998336.879438:0:16825:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547264128 : -117847162287488 : ffff94d191c10a80) 00000100:00000040:0.0:1787998336.879443:0:16825:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c10a80 x1874850291778048/t0(0) o501->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1787998352 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998336.879449:0:16825:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998336.879452:0:16825:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998336.879454:0:16825:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807a18. 00000100:00000200:0.0:1787998336.879457:0:16825:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1874850291778048, offset 0 00000400:00000200:0.0:1787998336.879463:0:16825:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998336.879469:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998336.879475:0:16825:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998336.879480:0:16825:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998336.879484:0:16825:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998336.879487:0:16825:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998336.879490:0:16825:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998336.879494:0:16825:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2844:2844:256:4294967295] 192.168.206.123@tcp LPNI seq info [2844:2844:8:4294967295] 00000400:00000200:0.0:1787998336.879498:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998336.879506:0:16825:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998336.879511:0:16825:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998336.879516:0:16825:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19354a800. 00000800:00000200:0.0:1787998336.879522:0:16825:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998336.879529:0:16825:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998336.879532:0:16825:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19354a800 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1787998336.879731:0:16825:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998336.879737:0:16825:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998336.879739:0:16825:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296521119 00000100:00000001:0.0:1787998336.879746:0:16825:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296521114 00000100:00000001:0.0:1787998336.879751:0:16825:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296521119 00000100:00000001:0.0:1787998336.879754:0:16825:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296521114 00000100:00000001:0.0:1787998336.879757:0:16825:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998336.879760:0:16825:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998336.879762:0:16825:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998336.879764:0:16825:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998336.879794:0:16825:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a000b9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1787998336.879798:0:16825:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998336.879811:0:16825:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998336.880930:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998336.880937:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19354a800. 00000400:00000200:2.0:1787998336.880943:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998336.880951:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998336.880957:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807a18 00000400:00000010:2.0:1787998336.880959:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807a18. 00000100:00000001:2.0:1787998336.880964:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998336.880971:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c10a80 x1874850291778048/t0(0) o501->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1787998352 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998336.880983:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998336.880987:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c10a80 x1874850291778048/t0(0) o501->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1787998352 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998336.880995:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998336.880997:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998336.883441:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.883455:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998336.883460:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.883462:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998336.883470:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.883476:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998336.883485:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.883489:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.883494:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.883498:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 272 into portal 25 MB=0x6a92a99a60200 00000400:00000200:2.0:1787998336.883503:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998336.883508:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 272/272 into md 0x8445 [1] + 224 00000800:00000001:2.0:1787998336.883514:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.883520:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998336.883523:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998336.883527:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998336.883533:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998336.883606:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c10a80 x1874850291778048/t0(0) o501->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1787998352 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998336.883617:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff94d191c10a80 x1874850291778048/t0(0) o501->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998336.883666:0:16825:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998336.883684:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998336.883692:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998336.883696:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1787998336.883744:0:16825:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998336.883746:0:16825:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998336.883749:0:16825:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30528. 00000400:00000200:0.0:1787998336.883753:0:16825:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807dd0 00000400:00000010:0.0:1787998336.883755:0:16825:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807dd0. 00000100:00000001:0.0:1787998336.883758:0:16825:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998336.883763:0:16825:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c10a80 x1874850291778048/t0(0) o501->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998336.883900:0:16825:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c10a80 x1874850291778048/t0(0) o501->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998336.883906:0:16825:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998336.883909:0:16825:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998336.883911:0:16825:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998336.883914:0:16825:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998336.883916:0:16825:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998336.883918:0:16825:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998336.883921:0:16825:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998336.883927:0:16825:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=13 v=5 (5 5 5 5) 00000100:00001000:0.0:1787998336.883931:0:16825:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998336.883934:0:16825:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1787998336.883937:0:16825:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff94d191c10a80 x1874850291778048/t0(0) o501->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998336.883943:0:16825:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1787998336.883946:0:16825:0:(client.c:1797:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1787998336.883951:0:16825:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c10a80 x1874850291778048/t0(0) o501->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1787998352 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998336.883958:0:16825:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:0.0:1787998336.883960:0:16825:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998336.883963:0:16825:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998336.883966:0:16825:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c10a80 x1874850291778048/t0(0) o501->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1787998352 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998336.883973:0:16825:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c10a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed2632e9-aeaa-48f0-b65b-469967f9297f:16825:1874850291778048:192.168.206.123@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1787998336.883978:0:16825:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998336.883981:0:16825:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1787998336.883983:0:16825:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998336.883985:0:16825:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998336.883989:0:16825:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c10a80 x1874850291778048/t0(0) o501->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1787998352 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998336.883994:0:16825:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998336.883997:0:16825:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a000b9c0. 00000100:00000001:0.0:1787998336.883999:0:16825:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998336.884001:0:16825:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1787998336.884003:0:16825:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:1.0:1787998336.884104:0:16825:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998336.884107:0:16825:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000020:00000001:1.0:1787998336.884110:0:16825:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1787998336.884112:0:16825:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998336.884117:0:16825:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c10a80 x1874850291778048/t0(0) o501->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1787998352 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998336.884123:0:16825:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998336.884125:0:16825:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998336.884129:0:16825:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d198548200. 02000000:00000001:1.0:1787998336.884132:0:16825:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998336.884133:0:16825:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998336.884134:0:16825:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:1.0:1787998336.884136:0:16825:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998336.884138:0:16825:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d198549c00. 02000000:00000001:1.0:1787998336.884141:0:16825:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998336.884143:0:16825:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998336.884144:0:16825:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c10a80. 00000100:00000001:1.0:1787998336.884148:0:16825:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998336.884149:0:16825:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1787998336.884152:0:16825:0:(llog.c:1559:llog_open()) MGC192.168.206.123@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:1.0:1787998336.884155:0:16825:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff94d198548600. 00000040:00000001:1.0:1787998336.884157:0:16825:0:(llog.c:1563:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:1.0:1787998336.884160:0:16825:0:(obd_config.c:2125:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1787998336.884163:0:16825:0:(mgc_request.c:1715:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:1.0:1787998336.884169:0:16825:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff94d198548e00. 00000040:00000010:1.0:1787998336.884172:0:16825:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff94d198549600. 00000020:00000010:1.0:1787998336.884176:0:16825:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff94d1a00fb800. 00000020:00000010:1.0:1787998336.884182:0:16825:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff94d198549e00. 80000000:00000010:1.0:1787998336.884190:0:16825:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff94d1a0ad5660. 00040000:00000010:1.0:1787998336.884195:0:16825:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94d198548c00. 20000000:00000010:1.0:1787998336.884199:0:16825:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff94d198549800. 00000020:00000010:1.0:1787998336.884202:0:16825:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d198548800. 10000000:00000010:1.0:1787998336.884205:0:16825:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff94d190b35540. 10000000:01000000:1.0:1787998336.884208:0:16825:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.123@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:1.0:1787998336.884210:0:16825:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1787998336.884213:0:16825:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998336.884215:0:16825:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998336.884217:0:16825:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367e00 refcount=3 00000020:00000001:1.0:1787998336.884219:0:16825:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370412032 : -117847339139584 : ffff94d187367e00) 00010000:00000001:1.0:1787998336.884222:0:16825:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370412032 : -117847339139584 : ffff94d187367e00) 00010000:00000001:1.0:1787998336.884224:0:16825:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998336.884228:0:16825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.123@tcp lock: ffff94d187367e00/0xb2d39e653c8cbae lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4fd9a50f3a6ad5ae expref: -99 pid: 16825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998336.884236:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998336.884237:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998336.884240:0:16825:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.123@tcp lock: ffff94d187367e00/0xb2d39e653c8cbae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4fd9a50f3a6ad5ae expref: -99 pid: 16825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998336.884245:0:16825:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998336.884246:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998336.884247:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1787998336.884248:0:16825:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787998336.884250:0:16825:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1787998336.884253:0:16825:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1787998336.884254:0:16825:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1787998336.884256:0:16825:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff94d187386800) refs 3 10000000:00000001:1.0:1787998336.884258:0:16825:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:0.0:1787998336.899146:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998336.899153:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998336.899157:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998336.899159:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998336.900269:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998336.900274:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998336.900279:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787998337.923340:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998337.923349:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998337.923355:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998337.923359:0:33692:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998337.923361:0:33692:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998337.923365:0:33692:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998337.923368:0:33692:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998337.923371:0:33692:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998337.923373:0:33692:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998337.923375:0:33692:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998337.923393:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998337.923396:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998337.923398:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1787998338.115191:0:16825:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1787998338.115201:0:16825:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1787998338.947485:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998338.947493:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998338.947499:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998338.947500:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998338.947743:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787998338.947748:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998338.947753:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787998339.971366:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998339.971374:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998339.971382:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998339.971383:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998339.971919:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998339.971924:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998339.971929:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787998340.548748:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998340.548763:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998340.548877:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1aa00. 00000020:00000040:2.0:1787998340.548885:0:38:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:2.0:1787998340.548890:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998340.548894:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998340.548900:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998340.548911:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d183cc9300. 00000100:00000001:2.0:1787998340.548920:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998340.548936:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS req@ffff94d191d1aa00 x1874850291778176/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998340.548949:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998340.548955:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998340.548962:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe82210a] to pc [ptlrpcd_01_00+0] req@ffff94d191d1aa00 x1874850291778176/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998340.548996:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998340.549151:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998340.549158:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998340.549161:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998340.549170:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1aa00 x1874850291778176/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998340.549180:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998340.549183:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998340.549189:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998340.549192:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998340.549195:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998340.549199:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed2632e9-aeaa-48f0-b65b-469967f9297f:2404:1874850291778176:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998340.549204:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998340.549223:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998340.549226:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998340.549229:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998340.549235:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1861f7600. 02000000:00000001:3.0:1787998340.549248:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998340.549257:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998340.549263:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a000. 00000400:00000010:3.0:1787998340.549273:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5aa0. 00000100:00000200:3.0:1787998340.549282:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291778176, portal 25 00000100:00000001:3.0:1787998340.549285:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998340.549286:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548353536 : -117847161198080 : ffff94d191d1aa00) 00000100:00000040:3.0:1787998340.549294:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d1aa00 x1874850291778176/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998340.549303:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998340.549306:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998340.549309:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5880. 00000100:00000200:3.0:1787998340.549313:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874850291778176, offset 0 00000400:00000200:3.0:1787998340.549320:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998340.549331:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000040:2.0:1787998340.549335:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1787998340.549342:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000100:00000001:2.0:1787998340.549342:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998340.549348:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d18e00. 00000400:00000200:3.0:1787998340.549350:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:2.0:1787998340.549353:0:38:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000400:00000200:3.0:1787998340.549358:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000100:00000001:2.0:1787998340.549358:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998340.549362:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998340.549364:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998340.549365:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998340.549370:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 02000000:00000010:2.0:1787998340.549371:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d183cc9a00. 00000400:00000200:3.0:1787998340.549376:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2845:2845:256:4294967295] 192.168.206.123@tcp LPNI seq info [2845:2845:8:4294967295] 00000100:00000001:2.0:1787998340.549378:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998340.549388:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000040:2.0:1787998340.549388:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID req@ffff94d191d18e00 x1874850291778304/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998340.549398:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998340.549403:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998340.549406:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000100:00000040:2.0:1787998340.549411:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f729d068] to pc [ptlrpcd_01_01+1] req@ffff94d191d18e00 x1874850291778304/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1787998340.549418:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998340.549427:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d198474600. 00000100:00000001:2.0:1787998340.549429:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998340.549433:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998340.549438:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000800:00000200:3.0:1787998340.549439:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000100:00000010:2.0:1787998340.549442:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1bb80. 00000020:00000040:2.0:1787998340.549446:0:38:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=4 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998340.549449:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998340.549452:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:3.0:1787998340.549453:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 02000000:00000001:2.0:1787998340.549455:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998340.549461:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d183cc9400. 00000100:00000001:2.0:1787998340.549464:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998340.549469:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID req@ffff94d191d1bb80 x1874850291778432/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1787998340.549471:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d198474600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998340.549481:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998340.549483:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998340.549488:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d8ac2a8] to pc [ptlrpcd_01_00+0] req@ffff94d191d1bb80 x1874850291778432/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998340.549491:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998340.549499:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998340.549500:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998340.549504:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296524789 00000100:00000040:2.0:1787998340.549505:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998340.549511:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998340.549515:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d19f80. 00000100:00000001:3.0:1787998340.549516:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296521119 00000020:00000040:2.0:1787998340.549519:0:38:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998340.549523:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1787998340.549524:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296524789 02000000:00000001:2.0:1787998340.549525:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998340.549528:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998340.549531:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296521119 02000000:00000010:2.0:1787998340.549533:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d183cc9700. 00000100:00000001:3.0:1787998340.549536:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998340.549538:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998340.549540:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998340.549545:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID req@ffff94d191d19f80 x1874850291778560/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998340.549546:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998340.549551:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998340.549557:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998340.549559:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998340.549563:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1787998340.549564:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065480c1f] to pc [ptlrpcd_01_01+1] req@ffff94d191d19f80 x1874850291778560/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998340.549567:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787998340.549573:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998340.549575:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998340.549577:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998340.549578:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998340.549581:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787998340.549585:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1bb80 x1874850291778432/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998340.549593:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998340.549595:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998340.549597:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998340.549599:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998340.549603:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1787998340.549604:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787998340.549608:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1a680. 00000100:00100000:3.0:1787998340.549609:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291778432:192.168.206.123@tcp:400:kworker.0 00000020:00000040:2.0:1787998340.549614:0:38:0:(genops.c:1210:class_import_get()) import ffff94d183eca000 refcount=3 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998340.549616:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998340.549620:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1787998340.549620:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998340.549622:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998340.549624:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998340.549626:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998340.549627:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998340.549631:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d183cc9100. 02000000:00000010:3.0:1787998340.549633:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1861f6000. 00000100:00000001:2.0:1787998340.549636:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998340.549637:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998340.549645:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000040:2.0:1787998340.549646:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID req@ffff94d191d1a680 x1874850291778688/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1787998340.549649:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a580. 00000400:00000010:3.0:1787998340.549655:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5e58. 00000100:00000001:2.0:1787998340.549659:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1787998340.549660:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291778432, portal 10 00000100:00000001:2.0:1787998340.549663:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998340.549665:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998340.549668:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548358016 : -117847161193600 : ffff94d191d1bb80) 00000100:00000040:2.0:1787998340.549670:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a0391e0] to pc [ptlrpcd_01_00+0] req@ffff94d191d1a680 x1874850291778688/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998340.549679:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d1bb80 x1874850291778432/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998340.549681:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998340.549688:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1858) 00000100:00000001:3.0:1787998340.549691:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998340.549695:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998340.549698:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5088. 00000100:00000200:3.0:1787998340.549701:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291778432, offset 0 00000400:00000200:3.0:1787998340.549706:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998340.549710:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998340.549714:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998340.549718:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998340.549720:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998340.549724:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998340.549726:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998340.549730:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2846:2846:255:4294967295] 192.168.206.123@tcp LPNI seq info [2846:2846:7:4294967295] 00000400:00000200:3.0:1787998340.549734:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998340.549739:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998340.549743:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998340.549747:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d198474900. 00000800:00000200:3.0:1787998340.549750:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998340.549754:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998340.549757:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d198474900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998340.549760:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998340.549763:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18122 usecs (19 jiffies) 00000400:00000200:3.0:1787998340.549790:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998340.549793:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296520726 00000100:00000001:3.0:1787998340.549796:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296524789 00000100:00000001:3.0:1787998340.549798:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296520726 00000100:00000001:3.0:1787998340.549800:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296524789 00000100:00000001:3.0:1787998340.549802:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998340.549804:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998340.549807:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998340.549808:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998340.549811:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998340.549812:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787998340.549814:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998340.549815:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998340.549816:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998340.549820:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1a680 x1874850291778688/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998340.549828:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998340.549829:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998340.549831:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998340.549833:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998340.549835:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998340.549838:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291778688:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998340.549841:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998340.549843:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998340.549845:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998340.549846:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998340.549849:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1861f6800. 02000000:00000001:3.0:1787998340.549851:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998340.549854:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998340.549857:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a9a0. 00000400:00000010:3.0:1787998340.549860:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5990. 00000100:00000200:3.0:1787998340.549863:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291778688, portal 4 00000100:00000001:3.0:1787998340.549864:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998340.549866:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548352640 : -117847161198976 : ffff94d191d1a680) 00000100:00000040:3.0:1787998340.549871:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d1a680 x1874850291778688/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998340.549877:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998340.549879:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998340.549882:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5110. 00000100:00000200:3.0:1787998340.549884:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291778688, offset 0 00000400:00000200:3.0:1787998340.549888:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998340.549892:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998340.549895:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998340.549898:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998340.549901:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998340.549903:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998340.549905:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998340.549909:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2847:2847:254:4294967295] 192.168.206.123@tcp LPNI seq info [2847:2847:6:4294967295] 00000400:00000200:3.0:1787998340.549912:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998340.549918:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998340.549922:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998340.549925:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d198474400. 00000800:00000200:3.0:1787998340.549929:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998340.549933:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998340.549935:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d198474400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998340.549938:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998340.549941:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 19940 usecs (20 jiffies) 00000400:00000200:3.0:1787998340.549943:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998340.549945:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296520727 00000100:00000001:3.0:1787998340.549947:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296524789 00000100:00000001:3.0:1787998340.549949:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296520727 00000100:00000001:3.0:1787998340.549951:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296524789 00000100:00000001:3.0:1787998340.549954:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998340.549955:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998340.549957:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998340.549959:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998340.549961:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998340.549963:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787998340.549965:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998340.549966:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998340.549967:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998340.549970:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1787998340.549971:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998340.549973:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998340.549974:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998340.549976:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998340.549977:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998340.549978:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998340.549981:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d18e00 x1874850291778304/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998340.549989:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998340.549990:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998340.549992:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998340.549994:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998340.549996:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998340.549998:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291778304:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998340.550002:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998340.550004:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998340.550005:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998340.550007:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998340.550010:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1861f7400. 02000000:00000001:3.0:1787998340.550012:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998340.550014:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998340.550016:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108aaa8. 00000400:00000010:3.0:1787998340.550020:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5d48. 00000100:00000200:3.0:1787998340.550022:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291778304, portal 10 00000100:00000001:3.0:1787998340.550024:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998340.550026:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548346368 : -117847161205248 : ffff94d191d18e00) 00000100:00000040:3.0:1787998340.550030:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d18e00 x1874850291778304/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998340.550037:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998340.550039:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998340.550041:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f56e8. 00000100:00000200:3.0:1787998340.550043:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291778304, offset 0 00000400:00000200:3.0:1787998340.550047:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998340.550050:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998340.550053:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998340.550056:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998340.550058:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998340.550060:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998340.550062:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998340.550066:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2848:2848:253:4294967295] 192.168.206.123@tcp LPNI seq info [2848:2848:5:4294967295] 00000400:00000200:3.0:1787998340.550069:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998340.550075:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998340.550078:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998340.550083:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d191fa7f00. 00000800:00000200:3.0:1787998340.550086:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998340.550090:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998340.550092:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d191fa7f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998340.550095:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998340.550097:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 864086 usecs (865 jiffies) 00000400:00000200:3.0:1787998340.550100:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998340.550102:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296521572 00000100:00000001:3.0:1787998340.550104:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296524789 00000100:00000001:3.0:1787998340.550106:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296521572 00000100:00000001:3.0:1787998340.550108:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296524789 00000100:00000001:3.0:1787998340.550110:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998340.550111:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998340.550113:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998340.550116:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d19f80 x1874850291778560/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998340.550123:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998340.550124:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998340.550126:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998340.550128:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998340.550129:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998340.550132:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291778560:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998340.550135:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998340.550136:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998340.550138:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998340.550140:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998340.550142:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d1861f6400. 02000000:00000001:3.0:1787998340.550144:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998340.550147:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998340.550149:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108ae70. 00000400:00000010:3.0:1787998340.550152:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f54c8. 00000100:00000200:3.0:1787998340.550154:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291778560, portal 4 00000100:00000001:3.0:1787998340.550156:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998340.550157:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548350848 : -117847161200768 : ffff94d191d19f80) 00000100:00000040:3.0:1787998340.550162:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d19f80 x1874850291778560/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998340.550169:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998340.550171:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998340.550173:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5ee0. 00000100:00000200:3.0:1787998340.550175:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291778560, offset 0 00000400:00000200:3.0:1787998340.550179:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998340.550182:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998340.550185:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998340.550188:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998340.550190:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998340.550192:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998340.550194:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998340.550198:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2849:2849:252:4294967295] 192.168.206.123@tcp LPNI seq info [2849:2849:4:4294967295] 00000400:00000200:3.0:1787998340.550202:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998340.550207:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998340.550212:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998340.550214:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d191fa7000. 00000800:00000200:3.0:1787998340.550218:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998340.550221:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998340.550224:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d191fa7000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998340.550226:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998340.550230:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 197485 usecs (198 jiffies) 00000400:00000200:3.0:1787998340.550233:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998340.550235:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296520905 00000100:00000001:3.0:1787998340.550249:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296524789 00000100:00000001:3.0:1787998340.550252:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296520905 00000100:00000001:3.0:1787998340.550254:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296524789 00000100:00000001:3.0:1787998340.550256:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998340.550258:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998340.550260:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998340.550263:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998340.550274:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998340.550276:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998340.550329:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998340.550333:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d198474600. 00000400:00000200:3.0:1787998340.550340:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998340.550346:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998340.550351:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5880 00000400:00000010:3.0:1787998340.550354:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5880. 00000100:00000001:3.0:1787998340.550358:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998340.550362:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1aa00 x1874850291778176/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998340.550372:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998340.550375:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1aa00 x1874850291778176/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998356 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998340.550382:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998340.550384:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998340.550396:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998340.550398:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d198474900. 00000400:00000200:3.0:1787998340.550401:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998340.550404:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998340.550406:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5088 00000400:00000010:3.0:1787998340.550408:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5088. 00000100:00000001:3.0:1787998340.550411:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998340.550414:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1bb80 x1874850291778432/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998340.550420:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998340.550423:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1bb80 x1874850291778432/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998356 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998340.550429:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998340.550431:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998340.550438:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998340.550440:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d198474400. 00000400:00000200:3.0:1787998340.550443:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998340.550446:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998340.550448:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5110 00000400:00000010:3.0:1787998340.550450:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5110. 00000100:00000001:3.0:1787998340.550452:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998340.550455:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1a680 x1874850291778688/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998340.550462:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998340.550465:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1a680 x1874850291778688/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998356 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998340.550471:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998340.550472:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998340.550479:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998340.550482:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d191fa7f00. 00000400:00000200:3.0:1787998340.550485:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998340.550488:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998340.550490:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f56e8 00000400:00000010:3.0:1787998340.550492:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f56e8. 00000100:00000001:3.0:1787998340.550494:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998340.550498:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d18e00 x1874850291778304/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998340.550504:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998340.550507:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d18e00 x1874850291778304/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998356 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998340.550512:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998340.550514:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998340.550585:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998340.550588:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d191fa7000. 00000400:00000200:3.0:1787998340.550591:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998340.550594:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998340.550597:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5ee0 00000400:00000010:3.0:1787998340.550599:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5ee0. 00000100:00000001:3.0:1787998340.550601:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998340.550604:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d19f80 x1874850291778560/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998340.550611:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998340.550613:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d19f80 x1874850291778560/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998356 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998340.550619:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998340.550620:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998340.554729:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998340.554752:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998340.554758:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998340.554761:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998340.554805:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998340.554815:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998340.554826:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998340.554832:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998340.554840:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998340.554845:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a60280 00000400:00000200:2.0:1787998340.554851:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998340.554860:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x844d [1] + 224 00000800:00000001:2.0:1787998340.554868:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998340.554873:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998340.554877:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998340.554882:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998340.554892:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998340.554902:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1aa00 x1874850291778176/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998356 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998340.554913:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d1aa00 x1874850291778176/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998340.554936:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998340.554951:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998340.554955:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998340.554957:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998340.554959:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998340.554962:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998340.554965:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998340.554969:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998340.554971:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998340.554974:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998340.554977:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a60380 00000400:00000200:2.0:1787998340.554980:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998340.554985:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x845d [1] + 224 00000800:00000001:2.0:1787998340.554989:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998340.554996:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998340.554998:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998340.555012:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998340.555015:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998340.555020:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1bb80 x1874850291778432/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998356 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998340.555028:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d1bb80 x1874850291778432/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998340.555035:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998340.555038:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998340.555041:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998340.555154:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998340.555160:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998340.555171:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998340.555173:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998340.555177:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a580. 00000400:00000200:3.0:1787998340.555181:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5e58 00000400:00000010:3.0:1787998340.555184:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5e58. 00000100:00000001:3.0:1787998340.555194:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998340.555199:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1bb80 x1874850291778432/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998340.555209:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1bb80 x1874850291778432/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998356 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998340.555215:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998340.555218:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998340.555220:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998340.555225:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998340.555227:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998340.555230:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998340.555233:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998340.555256:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=16 v=5 (5 5 104 104) 00000100:00001000:3.0:1787998340.555261:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=16 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998340.555264:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998340.555266:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998340.555270:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998340.555275:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998340.555279:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998340.555281:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1787998340.555284:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998340.555285:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998340.555291:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1bb80 x1874850291778432/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998340.555298:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998340.555302:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998340.555304:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998340.555308:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1bb80 x1874850291778432/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998356 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998340.555316:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291778432:192.168.206.123@tcp:400:kworker.0 00000400:00000001:3.0:1787998340.555323:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998340.555324:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998340.555327:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a000. 00000400:00000200:3.0:1787998340.555329:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5aa0 00000400:00000010:3.0:1787998340.555331:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5aa0. 00000100:00000001:3.0:1787998340.555334:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998340.555337:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1aa00 x1874850291778176/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998340.555345:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1aa00 x1874850291778176/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998356 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998340.555356:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998340.555358:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998340.555360:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998340.555361:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998340.555362:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998340.555364:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998340.555366:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998340.555369:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=17 v=5 (5 5 5 5) 00000100:00001000:3.0:1787998340.555371:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998340.555373:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998340.555375:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998340.555376:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998340.555378:0:2404:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998340.555380:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998340.555383:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1aa00 x1874850291778176/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998340.555388:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998340.555390:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998340.555391:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998340.555393:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1aa00 x1874850291778176/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998356 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998340.555399:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed2632e9-aeaa-48f0-b65b-469967f9297f:2404:1874850291778176:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998340.555404:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998340.555406:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998340.555409:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1bb80 x1874850291778432/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998356 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998340.555415:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998340.555418:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998340.555423:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1861f6000. 02000000:00000001:3.0:1787998340.555427:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998340.555430:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998340.555433:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=3 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998340.555436:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998340.555439:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d183cc9400. 02000000:00000001:3.0:1787998340.555443:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998340.555445:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998340.555447:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1bb80. 00000100:00000001:3.0:1787998340.555452:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998340.555453:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998340.555455:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998340.555457:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1aa00 x1874850291778176/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998356 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998340.555463:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998340.555464:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998340.555465:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1861f7600. 02000000:00000001:3.0:1787998340.555467:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998340.555468:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998340.555470:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:3.0:1787998340.555471:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998340.555473:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d183cc9300. 02000000:00000001:3.0:1787998340.555474:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998340.555475:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998340.555476:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1aa00. 00000100:00000001:3.0:1787998340.555478:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998340.555479:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998340.555482:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998340.555484:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998340.555485:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998340.555487:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998340.555488:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787998340.556651:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998340.556667:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998340.556671:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998340.556675:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998340.556684:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998340.556690:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998340.556698:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998340.556703:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998340.556709:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998340.556713:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a60480 00000400:00000200:3.0:1787998340.556718:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998340.556724:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x846d [1] + 224 00000800:00000001:3.0:1787998340.556730:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998340.556734:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998340.556738:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998340.556741:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998340.556747:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998340.556754:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1a680 x1874850291778688/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998356 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998340.556765:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d1a680 x1874850291778688/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998340.556840:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998340.556849:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998340.556853:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998340.556855:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998340.556857:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998340.556860:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998340.556864:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998340.556867:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998340.556870:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998340.556873:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998340.556876:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a60400 00000400:00000200:3.0:1787998340.556879:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998340.556883:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x848d [1] + 224 00000800:00000001:3.0:1787998340.556886:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998340.556892:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998340.556894:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998340.556897:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998340.556900:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998340.556906:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d19f80 x1874850291778560/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998356 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998340.556914:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d19f80 x1874850291778560/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998340.556921:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998340.556924:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998340.556926:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998340.557340:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998340.557347:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787998340.557354:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998340.557357:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998340.557360:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108ae70. 00000400:00000200:2.0:1787998340.557365:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f54c8 00000400:00000010:2.0:1787998340.557367:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f54c8. 00000100:00000001:2.0:1787998340.557371:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998340.557376:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d19f80 x1874850291778560/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787998340.557384:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d19f80 x1874850291778560/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998356 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998340.557390:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998340.557392:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998340.557395:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998340.557398:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998340.557400:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998340.557403:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998340.557405:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998340.557414:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=16 v=5 (5 5 5 37) 00000100:00001000:2.0:1787998340.557418:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1787998340.557421:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998340.557423:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998340.557427:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998340.557430:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998340.557434:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998340.557436:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:2.0:1787998340.557438:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998340.557440:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998340.557444:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d19f80 x1874850291778560/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998340.557456:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998340.557459:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998340.557461:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998340.557464:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d19f80 x1874850291778560/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998356 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787998340.557472:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291778560:192.168.206.123@tcp:400:kworker.0 00000400:00000001:2.0:1787998340.557478:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998340.557479:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998340.557480:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a9a0. 00000400:00000200:2.0:1787998340.557483:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5990 00000400:00000010:2.0:1787998340.557485:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5990. 00000100:00000001:2.0:1787998340.557487:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998340.557491:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1a680 x1874850291778688/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787998340.557498:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1a680 x1874850291778688/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998356 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998340.557504:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998340.557506:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998340.557507:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998340.557509:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998340.557510:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998340.557511:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998340.557513:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998340.557516:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca460 time=16 v=5 (5 5 5 37) 00000100:00001000:2.0:1787998340.557519:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1787998340.557520:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998340.557522:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998340.557523:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998340.557525:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998340.557527:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998340.557528:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:2.0:1787998340.557530:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998340.557531:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998340.557535:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1a680 x1874850291778688/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998340.557540:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998340.557542:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998340.557543:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998340.557547:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1a680 x1874850291778688/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998356 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787998340.557554:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291778688:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998340.557558:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998340.557560:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998340.557563:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d19f80 x1874850291778560/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998356 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998340.557569:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998340.557572:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998340.557575:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1861f6400. 02000000:00000001:2.0:1787998340.557580:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998340.557582:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998340.557584:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=2 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998340.557586:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998340.557589:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d183cc9700. 02000000:00000001:2.0:1787998340.557714:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998340.557716:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998340.557719:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d19f80. 00000100:00000001:2.0:1787998340.557723:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998340.557724:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998340.557726:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998340.557731:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1a680 x1874850291778688/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998356 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998340.557737:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998340.557738:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998340.557740:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1861f6800. 02000000:00000001:2.0:1787998340.557742:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998340.557743:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998340.557744:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998340.557746:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998340.557748:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d183cc9100. 02000000:00000001:2.0:1787998340.557749:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998340.557750:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998340.557752:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1a680. 00000100:00000001:2.0:1787998340.557754:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998340.557755:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998340.557758:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998340.557760:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998340.557762:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998340.557764:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998340.557798:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998340.560120:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998340.560141:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998340.560145:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998340.560148:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998340.560158:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998340.560179:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998340.560198:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998340.560203:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998340.560210:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998340.560215:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a60300 00000400:00000200:2.0:1787998340.560220:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998340.560227:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x847d [1] + 224 00000800:00000001:2.0:1787998340.560235:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998340.560253:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998340.560258:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998340.560262:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998340.560271:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998340.560280:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d18e00 x1874850291778304/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998356 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998340.560298:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d18e00 x1874850291778304/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998340.560322:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998340.560332:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998340.560335:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998340.560386:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998340.560392:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998340.560400:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998340.560402:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998340.560406:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108aaa8. 00000400:00000200:3.0:1787998340.560410:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5d48 00000400:00000010:3.0:1787998340.560413:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5d48. 00000100:00000001:3.0:1787998340.560417:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998340.560421:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d18e00 x1874850291778304/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998340.560430:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d18e00 x1874850291778304/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998356 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998340.560435:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998340.560437:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998340.560440:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998340.560443:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998340.560446:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998340.560448:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998340.560451:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998340.560460:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=16 v=5 (5 5 104 104) 00000100:00001000:3.0:1787998340.560465:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998340.560468:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998340.560470:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998340.560473:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998340.560476:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998340.560480:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998340.560482:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967636 00000100:00000001:3.0:1787998340.560485:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998340.560487:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998340.560492:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d18e00 x1874850291778304/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998340.560498:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998340.560501:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998340.560503:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998340.560507:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d18e00 x1874850291778304/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998356 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998340.560515:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291778304:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998340.560521:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998340.560523:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998340.560526:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d18e00 x1874850291778304/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998356 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998340.560532:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998340.560535:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998340.560538:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d1861f7400. 02000000:00000001:3.0:1787998340.560541:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998340.560544:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998340.560546:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998340.560548:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998340.560550:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d183cc9a00. 02000000:00000001:3.0:1787998340.560554:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998340.560555:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998340.560557:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d18e00. 00000100:00000001:3.0:1787998340.560562:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998340.560563:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998340.560566:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998340.560575:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998340.560577:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998340.560580:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998340.560582:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998340.674272:0:34405:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1787998340.928681:0:34441:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1787998340.928687:0:34441:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg623-client.virtnet: executing wait_import_state_mount (FULL|IDLE) mdc.lustre-MDT0000-mdc-*.mds_server_uuid 1475 0 00000001:00000001:2.0:1787998340.934465:0:34441:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1787998340.995974:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998340.995981:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998340.995986:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998340.995988:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998340.996009:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998340.996011:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998340.996014:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1787998341.963098:0:34454:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998342.020986:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998342.020992:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998342.020997:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998342.020998:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998342.021023:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998342.021026:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998342.021029:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1787998342.941084:0:34553:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998343.042977:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998343.043108:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998343.043116:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998343.043117:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998343.050564:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998343.050570:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998343.050574:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1787998343.195662:0:34589:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1787998343.195668:0:34589:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: mdc.lustre-MDT0000-mdc-*.mds_server_uuid in FULL state after 0 sec 00000001:00000001:0.0:1787998343.209047:0:34589:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1787998344.066889:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998344.066895:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998344.066900:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998344.066901:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998344.066920:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998344.066922:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998344.066924:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787998344.642994:0:16353:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582220 (cpu 2) has reached its deadline 4296524789, at 4296524800 00000100:00000010:2.0:1787998344.643008:0:16353:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0ad5d20. 00000100:00000040:3.0:1787998344.645133:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296524789, at 4296524802 00000100:00000010:3.0:1787998344.645147:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0ad5de0. 00000080:00000001:0.0:1787998344.859675:0:34608:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998345.093118:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998345.093126:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998345.093132:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998345.093133:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998345.093158:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998345.093161:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998345.093164:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1787998345.147579:0:34628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463d08 00000080:00200008:2.0:1787998345.147591:0:34628:0:(file.c:6295:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94d1989ad348), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1787998345.147600:0:34628:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1787998345.147757:0:34628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463c80 00000080:00200000:2.0:1787998345.147759:0:34628:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:2.0:1787998345.147984:0:34628:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19172aa00. 00800000:00000002:2.0:1787998345.147993:0:34628:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:2.0:1787998345.147997:0:34628:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787998345.148003:0:34628:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787998345.148005:0:34628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463ba0 00800000:00000002:2.0:1787998345.148008:0:34628:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998345.148012:0:34628:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1787998345.148015:0:34628:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998345.148018:0:34628:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998345.148021:0:34628:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998345.148023:0:34628:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998345.148025:0:34628:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998345.148027:0:34628:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998345.148030:0:34628:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998345.148034:0:34628:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1787998345.148040:0:34628:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787998345.148042:0:34628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463a70 00000002:00010000:2.0:1787998345.148044:0:34628:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1787998345.148048:0:34628:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1787998345.148050:0:34628:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998345.148054:0:34628:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998345.148062:0:34628:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360600 count: 2 00010000:00000001:2.0:1787998345.148066:0:34628:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998345.148071:0:34628:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998345.148075:0:34628:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787998345.148081:0:34628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1787998345.148094:0:34628:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1787998345.148100:0:34628:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998345.148103:0:34628:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1787998345.148110:0:34628:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1787998345.148112:0:34628:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1787998345.148114:0:34628:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998345.148116:0:34628:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998345.148118:0:34628:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998345.148120:0:34628:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1787998345.148123:0:34628:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1787998345.148126:0:34628:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:2.0:1787998345.148130:0:34628:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19172aa00. 00000080:00000001:2.0:1787998345.148134:0:34628:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1787998345.148136:0:34628:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998345.148139:0:34628:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:2.0:1787998345.148143:0:34628:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cb92 00800000:00000001:2.0:1787998345.148147:0:34628:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1787998345.148149:0:34628:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1787998345.148151:0:34628:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998345.148154:0:34628:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998345.148157:0:34628:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5400 refcount=3 00000020:00000001:2.0:1787998345.148159:0:34628:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:2.0:1787998345.148162:0:34628:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:2.0:1787998345.148166:0:34628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998345.148168:0:34628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998345.148169:0:34628:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998345.148171:0:34628:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998345.148173:0:34628:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cb92 from it ffffb66d41463cb8 00010000:00000001:2.0:1787998345.148176:0:34628:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998345.148177:0:34628:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998345.148179:0:34628:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5400 refcount=3 00000020:00000001:2.0:1787998345.148181:0:34628:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:2.0:1787998345.148182:0:34628:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:2.0:1787998345.148185:0:34628:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998345.148188:0:34628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1787998345.148195:0:34628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998345.148196:0:34628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998345.148198:0:34628:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787998345.148200:0:34628:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787998345.148203:0:34628:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1787998345.148223:0:34628:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787998345.148228:0:34628:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998345.148230:0:34628:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998345.148235:0:34628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998345.148237:0:34628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998345.148238:0:34628:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998345.148242:0:34628:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998345.148245:0:34628:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998345.148248:0:34628:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998345.148250:0:34628:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998345.148253:0:34628:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998345.148254:0:34628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998345.148255:0:34628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1787998345.148259:0:34628:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1787998345.148261:0:34628:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787998345.148265:0:34628:0:(file.c:6248:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998345.148270:0:34628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463d08 00000080:00000008:2.0:1787998345.148272:0:34628:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d1989ad348), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1787998345.149119:0:34628:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998345.149159:0:34628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463d08 00000080:00200008:2.0:1787998345.149162:0:34628:0:(file.c:6295:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94d1989ad348), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1787998345.149167:0:34628:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1787998345.149169:0:34628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463c80 00000080:00200000:2.0:1787998345.149170:0:34628:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:2.0:1787998345.149176:0:34628:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19172aa00. 00800000:00000002:2.0:1787998345.149180:0:34628:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:2.0:1787998345.149183:0:34628:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787998345.149186:0:34628:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787998345.149188:0:34628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463ba0 00800000:00000002:2.0:1787998345.149190:0:34628:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998345.149193:0:34628:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1787998345.149195:0:34628:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998345.149197:0:34628:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998345.149199:0:34628:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998345.149202:0:34628:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998345.149203:0:34628:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998345.149206:0:34628:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998345.149207:0:34628:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998345.149222:0:34628:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1787998345.149228:0:34628:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787998345.149230:0:34628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463a70 00000002:00010000:2.0:1787998345.149232:0:34628:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1787998345.149235:0:34628:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1787998345.149238:0:34628:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998345.149241:0:34628:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998345.149246:0:34628:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360600 count: 2 00010000:00000001:2.0:1787998345.149249:0:34628:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998345.149252:0:34628:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998345.149255:0:34628:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787998345.149259:0:34628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1787998345.149269:0:34628:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1787998345.149273:0:34628:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998345.149276:0:34628:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1787998345.149283:0:34628:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1787998345.149284:0:34628:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1787998345.149286:0:34628:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998345.149288:0:34628:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998345.149289:0:34628:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998345.149291:0:34628:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1787998345.149294:0:34628:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1787998345.149296:0:34628:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:2.0:1787998345.149299:0:34628:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19172aa00. 00000080:00000001:2.0:1787998345.149302:0:34628:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1787998345.149304:0:34628:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998345.149306:0:34628:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:2.0:1787998345.149309:0:34628:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cb92 00800000:00000001:2.0:1787998345.149312:0:34628:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1787998345.149314:0:34628:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1787998345.149316:0:34628:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998345.149318:0:34628:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998345.149320:0:34628:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5400 refcount=3 00000020:00000001:2.0:1787998345.149322:0:34628:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:2.0:1787998345.149325:0:34628:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:2.0:1787998345.149328:0:34628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998345.149329:0:34628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998345.149330:0:34628:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998345.149332:0:34628:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998345.149335:0:34628:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cb92 from it ffffb66d41463cb8 00010000:00000001:2.0:1787998345.149337:0:34628:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998345.149338:0:34628:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998345.149339:0:34628:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5400 refcount=3 00000020:00000001:2.0:1787998345.149341:0:34628:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:2.0:1787998345.149344:0:34628:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:2.0:1787998345.149346:0:34628:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998345.149349:0:34628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1787998345.149356:0:34628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998345.149357:0:34628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998345.149358:0:34628:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787998345.149360:0:34628:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787998345.149363:0:34628:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1787998345.149370:0:34628:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787998345.149373:0:34628:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998345.149375:0:34628:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998345.149377:0:34628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998345.149379:0:34628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998345.149381:0:34628:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998345.149384:0:34628:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998345.149385:0:34628:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998345.149388:0:34628:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998345.149391:0:34628:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998345.149393:0:34628:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998345.149394:0:34628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998345.149395:0:34628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1787998345.149398:0:34628:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1787998345.149400:0:34628:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787998345.149404:0:34628:0:(file.c:6248:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998345.149408:0:34628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463d08 00000080:00000008:2.0:1787998345.149410:0:34628:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d1989ad348), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1787998345.149524:0:34628:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:2.0:1787998345.149527:0:34628:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1787998345.149529:0:34628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463b78 00000080:00200000:2.0:1787998345.149531:0:34628:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:2.0:1787998345.149535:0:34628:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19172aa00. 00800000:00000002:2.0:1787998345.149538:0:34628:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:2.0:1787998345.149540:0:34628:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787998345.149542:0:34628:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787998345.149544:0:34628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463a98 00800000:00000002:2.0:1787998345.149545:0:34628:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998345.149549:0:34628:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1787998345.149550:0:34628:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998345.149552:0:34628:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998345.149553:0:34628:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998345.149555:0:34628:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998345.149557:0:34628:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998345.149559:0:34628:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998345.149561:0:34628:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998345.149564:0:34628:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1787998345.149567:0:34628:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787998345.149569:0:34628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463968 00000002:00010000:2.0:1787998345.149571:0:34628:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1787998345.149574:0:34628:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1787998345.149576:0:34628:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998345.149577:0:34628:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998345.149580:0:34628:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360600 count: 2 00010000:00000001:2.0:1787998345.149582:0:34628:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998345.149585:0:34628:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998345.149587:0:34628:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787998345.149589:0:34628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1787998345.149672:0:34628:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1787998345.149675:0:34628:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998345.149679:0:34628:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1787998345.149686:0:34628:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1787998345.149688:0:34628:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1787998345.149690:0:34628:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998345.149692:0:34628:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998345.149694:0:34628:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998345.149696:0:34628:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1787998345.149699:0:34628:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1787998345.149701:0:34628:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:2.0:1787998345.149704:0:34628:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19172aa00. 00000080:00000001:2.0:1787998345.149707:0:34628:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1787998345.149708:0:34628:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998345.149711:0:34628:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:2.0:1787998345.149713:0:34628:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cb92 00800000:00000001:2.0:1787998345.149716:0:34628:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1787998345.149718:0:34628:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1787998345.149719:0:34628:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998345.149721:0:34628:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998345.149723:0:34628:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5400 refcount=3 00000020:00000001:2.0:1787998345.149725:0:34628:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:2.0:1787998345.149727:0:34628:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:2.0:1787998345.149729:0:34628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998345.149731:0:34628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998345.149732:0:34628:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998345.149734:0:34628:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998345.149736:0:34628:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cb92 from it ffffb66d41463bb0 00010000:00000001:2.0:1787998345.149738:0:34628:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998345.149740:0:34628:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998345.149742:0:34628:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5400 refcount=3 00000020:00000001:2.0:1787998345.149744:0:34628:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:2.0:1787998345.149746:0:34628:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:2.0:1787998345.149748:0:34628:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998345.149751:0:34628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1787998345.149758:0:34628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998345.149759:0:34628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998345.149760:0:34628:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787998345.149762:0:34628:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787998345.149908:0:34628:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1787998345.149918:0:34628:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787998345.149920:0:34628:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998345.149921:0:34628:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998345.149924:0:34628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998345.149925:0:34628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998345.149926:0:34628:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998345.149929:0:34628:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998345.149930:0:34628:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998345.149932:0:34628:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998345.149935:0:34628:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998345.149937:0:34628:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998345.149938:0:34628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998345.149939:0:34628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1787998345.149942:0:34628:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1787998345.149943:0:34628:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998345.149946:0:34628:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 44 00000080:00000001:2.0:1787998345.149949:0:34628:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998345.149954:0:34628:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:2.0:1787998345.149957:0:34628:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1787998345.149959:0:34628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463b78 00000080:00200008:2.0:1787998345.149961:0:34628:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff94d1989ad348), flags 100000 00000080:00000010:2.0:1787998345.149968:0:34628:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d1838d7e00. 00000080:00000001:2.0:1787998345.149974:0:34628:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998345.149976:0:34628:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998345.150174:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998345.150177:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:2.0:1787998345.150185:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998345.150189:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998345.150195:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bacc00. 00000020:00000001:2.0:1787998345.150199:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998345.150203:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998345.150206:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998345.150208:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bacc00 uarg=0000000000000000 00800000:00000001:2.0:1787998345.150224:0:34628:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:2.0:1787998345.150227:0:34628:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff94d1a0bb2800: age 1848, max_age 1857 00000002:00000001:2.0:1787998345.150232:0:34628:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:2.0:1787998345.150235:0:34628:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000010:2.0:1787998345.150242:0:34628:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1a680. 00000020:00000040:2.0:1787998345.150245:0:34628:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998345.150249:0:34628:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998345.150252:0:34628:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998345.150255:0:34628:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998345.150263:0:34628:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d183cc9c00. 00000100:00000001:2.0:1787998345.150272:0:34628:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998345.150276:0:34628:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787998345.150278:0:34628:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787998345.150285:0:34628:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d192388780. 00000100:00000001:2.0:1787998345.150288:0:34628:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226555094912 : -117847154456704 : ffff94d192388780) 00000100:00000001:2.0:1787998345.150291:0:34628:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998345.150293:0:34628:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548352640 : -117847161198976 : ffff94d191d1a680) 00000100:00000001:2.0:1787998345.150299:0:34628:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998345.150303:0:34628:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998345.150305:0:34628:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787998345.150307:0:34628:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998345.150329:0:34628:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1a680 x1874850291778816/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998345.150338:0:34628:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998345.150341:0:34628:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998345.150345:0:34628:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998345.150348:0:34628:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998345.150350:0:34628:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998345.150354:0:34628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1a680 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:34628:1874850291778816:192.168.206.123@tcp:41:lfs.0 00000100:00000001:2.0:1787998345.150358:0:34628:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998345.150365:0:34628:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998345.150368:0:34628:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998345.150371:0:34628:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998345.150376:0:34628:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1a0bad400. 02000000:00000001:2.0:1787998345.150378:0:34628:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998345.150386:0:34628:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998345.150391:0:34628:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151898. 00000400:00000010:2.0:1787998345.150400:0:34628:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfee0. 00000100:00000200:2.0:1787998345.150410:0:34628:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291778816, portal 10 00000100:00000001:2.0:1787998345.150412:0:34628:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998345.150414:0:34628:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548352640 : -117847161198976 : ffff94d191d1a680) 00000100:00000040:2.0:1787998345.150421:0:34628:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d1a680 x1874850291778816/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998361 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998345.150429:0:34628:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998345.150432:0:34628:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998345.150434:0:34628:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf5d8. 00000100:00000200:2.0:1787998345.150438:0:34628:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291778816, offset 0 00000400:00000200:2.0:1787998345.150445:0:34628:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998345.150455:0:34628:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998345.150465:0:34628:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998345.150471:0:34628:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998345.150476:0:34628:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998345.150480:0:34628:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998345.150483:0:34628:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998345.150487:0:34628:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2850:2850:256:4294967295] 192.168.206.123@tcp LPNI seq info [2850:2850:8:4294967295] 00000400:00000200:2.0:1787998345.150491:0:34628:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998345.150501:0:34628:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998345.150516:0:34628:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998345.150521:0:34628:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9e00. 00000800:00000200:2.0:1787998345.150529:0:34628:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998345.150539:0:34628:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998345.150544:0:34628:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998345.150597:0:34628:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998345.150612:0:34628:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 862971 usecs (863 jiffies) 00000400:00000200:2.0:1787998345.150616:0:34628:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998345.150619:0:34628:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296526170 00000100:00000010:2.0:1787998345.150624:0:34628:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a027fc60. 00000100:00000001:2.0:1787998345.150632:0:34628:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1787998345.150639:0:34628:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296526170 00000100:00000010:2.0:1787998345.150642:0:34628:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a027fe40. 00000100:00000001:2.0:1787998345.150645:0:34628:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1787998345.150648:0:34628:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998345.150651:0:34628:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998345.150653:0:34628:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998345.150656:0:34628:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787998345.150659:0:34628:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d192388780 going to sleep for 11 seconds 00000100:00000001:2.0:1787998345.150662:0:34628:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998345.150665:0:34628:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998345.152472:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998345.152483:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9e00. 00000400:00000200:2.0:1787998345.152489:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998345.152499:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998345.152508:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf5d8 00000400:00000010:2.0:1787998345.152511:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf5d8. 00000100:00000001:2.0:1787998345.152517:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998345.152526:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1a680 x1874850291778816/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998361 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998345.152538:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998345.152543:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d1a680 x1874850291778816/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998361 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998345.152550:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998345.152552:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998345.161502:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998345.161526:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998345.161531:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998345.161534:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998345.161544:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998345.161554:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998345.161564:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998345.161569:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998345.161575:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998345.161580:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 368 into portal 10 MB=0x6a92a99a60500 00000400:00000200:2.0:1787998345.161586:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998345.161592:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 368/368 into md 0x849d [1] + 224 00000800:00000001:2.0:1787998345.161600:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998345.161618:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998345.161622:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998345.161627:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998345.161638:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998345.161648:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1a680 x1874850291778816/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998361 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998345.161661:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94d191d1a680 x1874850291778816/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998361 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998345.161683:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998345.161693:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998345.161697:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998345.161847:0:34628:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998345.161856:0:34628:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998345.161858:0:34628:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998345.161862:0:34628:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151898. 00000400:00000200:0.0:1787998345.161867:0:34628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfee0 00000400:00000010:0.0:1787998345.161869:0:34628:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfee0. 00000100:00000001:0.0:1787998345.161874:0:34628:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998345.161878:0:34628:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1a680 x1874850291778816/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998361 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998345.161887:0:34628:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1a680 x1874850291778816/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998361 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998345.161894:0:34628:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998345.161896:0:34628:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998345.161899:0:34628:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998345.161904:0:34628:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998345.161907:0:34628:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998345.161909:0:34628:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998345.161913:0:34628:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998345.161925:0:34628:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=21 v=5 (5 5 104 104) 00000100:00001000:0.0:1787998345.161930:0:34628:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998345.161932:0:34628:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998345.161935:0:34628:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998345.161938:0:34628:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998345.161943:0:34628:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998345.161947:0:34628:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998345.161950:0:34628:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1787998345.161952:0:34628:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998345.161954:0:34628:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998345.161959:0:34628:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1a680 x1874850291778816/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998361 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998345.161967:0:34628:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998345.161970:0:34628:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998345.161973:0:34628:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998345.161977:0:34628:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1a680 x1874850291778816/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998361 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998345.161985:0:34628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1a680 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:34628:1874850291778816:192.168.206.123@tcp:41:lfs.0 00000100:00000001:0.0:1787998345.161990:0:34628:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998345.161994:0:34628:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998345.161996:0:34628:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998345.161999:0:34628:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998345.162002:0:34628:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1a680 x1874850291778816/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998361 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998345.162009:0:34628:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998345.162013:0:34628:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d192388780. 00000100:00000001:0.0:1787998345.162016:0:34628:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998345.162018:0:34628:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998345.162025:0:34628:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:0.0:1787998345.162033:0:34628:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998345.162036:0:34628:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1a680 x1874850291778816/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998361 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998345.162042:0:34628:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998345.162044:0:34628:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998345.162047:0:34628:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1a0bad400. 02000000:00000001:0.0:1787998345.162050:0:34628:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998345.162054:0:34628:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998345.162056:0:34628:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998345.162058:0:34628:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998345.162061:0:34628:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d183cc9c00. 02000000:00000001:0.0:1787998345.162065:0:34628:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998345.162067:0:34628:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998345.162069:0:34628:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1a680. 00000100:00000001:0.0:1787998345.162072:0:34628:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998345.162073:0:34628:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787998345.162075:0:34628:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998345.162076:0:34628:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998345.162078:0:34628:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:0.0:1787998345.162081:0:34628:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff94d1a0bb2800: update ffff94d191600450 cache blocks 317380/353529 objects 1023704/1024000 00800000:00000001:0.0:1787998345.162086:0:34628:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998345.162092:0:34628:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.162096:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998345.162099:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bacc00. 00000080:00000001:0.0:1787998345.162103:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.162106:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.162196:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.162199:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.162207:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.162210:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.162229:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.162233:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.162235:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.162239:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.162241:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.162248:0:34628:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:0.0:1787998345.162251:0:34628:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff94d1a0bb2800: age 1848, max_age 1857 00000002:00000001:0.0:1787998345.162255:0:34628:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:0.0:1787998345.162258:0:34628:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=4 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000010:0.0:1787998345.162263:0:34628:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c10000. 00000020:00000040:0.0:1787998345.162267:0:34628:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=5 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998345.162271:0:34628:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998345.162274:0:34628:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998345.162280:0:34628:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998345.162287:0:34628:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d199f55000. 00000100:00000001:0.0:1787998345.162293:0:34628:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998345.162296:0:34628:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998345.162298:0:34628:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998345.162304:0:34628:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191d549c0. 00000100:00000001:0.0:1787998345.162306:0:34628:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226548591040 : -117847160960576 : ffff94d191d549c0) 00000100:00000001:0.0:1787998345.162309:0:34628:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998345.162311:0:34628:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547261440 : -117847162290176 : ffff94d191c10000) 00000100:00000001:0.0:1787998345.162315:0:34628:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998345.162320:0:34628:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998345.162322:0:34628:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998345.162324:0:34628:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998345.162329:0:34628:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c10000 x1874850291778944/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998345.162337:0:34628:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998345.162340:0:34628:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998345.162344:0:34628:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998345.162346:0:34628:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998345.162349:0:34628:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998345.162353:0:34628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c10000 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:34628:1874850291778944:192.168.206.123@tcp:41:lfs.0 00000100:00000001:0.0:1787998345.162357:0:34628:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998345.162363:0:34628:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998345.162365:0:34628:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998345.162368:0:34628:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998345.162373:0:34628:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a0000. 02000000:00000001:0.0:1787998345.162375:0:34628:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998345.162380:0:34628:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998345.162384:0:34628:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000400:00000010:0.0:1787998345.162390:0:34628:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807dd0. 00000100:00000200:0.0:1787998345.162397:0:34628:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291778944, portal 10 00000100:00000001:0.0:1787998345.162399:0:34628:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998345.162400:0:34628:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547261440 : -117847162290176 : ffff94d191c10000) 00000100:00000040:0.0:1787998345.162406:0:34628:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c10000 x1874850291778944/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998361 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998345.162413:0:34628:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998345.162416:0:34628:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998345.162419:0:34628:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807220. 00000100:00000200:0.0:1787998345.162422:0:34628:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291778944, offset 0 00000400:00000200:0.0:1787998345.162428:0:34628:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998345.162435:0:34628:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998345.162442:0:34628:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998345.162448:0:34628:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998345.162454:0:34628:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998345.162458:0:34628:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998345.162460:0:34628:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998345.162464:0:34628:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2851:2851:256:4294967295] 192.168.206.123@tcp LPNI seq info [2851:2851:8:4294967295] 00000400:00000200:0.0:1787998345.162468:0:34628:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998345.162477:0:34628:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998345.162483:0:34628:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998345.162488:0:34628:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199f55c00. 00000800:00000200:0.0:1787998345.162496:0:34628:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998345.162505:0:34628:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998345.162510:0:34628:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199f55c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787998345.162526:0:34628:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998345.162531:0:34628:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18082 usecs (19 jiffies) 00000400:00000200:0.0:1787998345.162535:0:34628:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998345.162537:0:34628:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296525338 00000100:00000001:0.0:1787998345.162541:0:34628:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296526170 00000100:00000001:0.0:1787998345.162543:0:34628:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296525338 00000100:00000001:0.0:1787998345.162545:0:34628:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296526170 00000100:00000001:0.0:1787998345.162547:0:34628:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998345.162550:0:34628:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998345.162552:0:34628:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998345.162555:0:34628:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998345.162557:0:34628:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191d549c0 going to sleep for 11 seconds 00000100:00000001:0.0:1787998345.162560:0:34628:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998345.162562:0:34628:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998345.163867:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998345.163879:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199f55c00. 00000400:00000200:3.0:1787998345.163886:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998345.163895:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998345.163903:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807220 00000400:00000010:3.0:1787998345.163906:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807220. 00000100:00000001:3.0:1787998345.163911:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998345.163919:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c10000 x1874850291778944/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998361 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998345.163931:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998345.163934:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c10000 x1874850291778944/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998361 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998345.163941:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998345.163942:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998345.168678:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998345.168702:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998345.168708:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998345.168711:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998345.168723:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998345.168734:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998345.168746:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998345.168751:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998345.168758:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998345.168763:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 368 into portal 10 MB=0x6a92a99a60580 00000400:00000200:2.0:1787998345.168884:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998345.168892:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 368/368 into md 0x84ad [1] + 224 00000800:00000001:2.0:1787998345.168903:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998345.168914:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998345.168918:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998345.168924:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998345.168933:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998345.168945:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c10000 x1874850291778944/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998361 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998345.168959:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94d191c10000 x1874850291778944/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998361 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998345.168971:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998345.168982:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998345.168985:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998345.169069:0:34628:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998345.169080:0:34628:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998345.169083:0:34628:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998345.169086:0:34628:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30528. 00000400:00000200:0.0:1787998345.169092:0:34628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807dd0 00000400:00000010:0.0:1787998345.169095:0:34628:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807dd0. 00000100:00000001:0.0:1787998345.169099:0:34628:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998345.169103:0:34628:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c10000 x1874850291778944/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998361 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998345.169113:0:34628:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c10000 x1874850291778944/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998361 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998345.169120:0:34628:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998345.169122:0:34628:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998345.169125:0:34628:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998345.169128:0:34628:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998345.169131:0:34628:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998345.169134:0:34628:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998345.169138:0:34628:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998345.169150:0:34628:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=21 v=5 (5 5 104 104) 00000100:00001000:0.0:1787998345.169154:0:34628:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=21 v=5 (1 1 1 1) 00000100:00000001:0.0:1787998345.169157:0:34628:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998345.169159:0:34628:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998345.169162:0:34628:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998345.169166:0:34628:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998345.169171:0:34628:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998345.169173:0:34628:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:0.0:1787998345.169175:0:34628:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998345.169178:0:34628:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998345.169183:0:34628:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c10000 x1874850291778944/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998361 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998345.169192:0:34628:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998345.169195:0:34628:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998345.169198:0:34628:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998345.169202:0:34628:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c10000 x1874850291778944/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998361 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998345.169210:0:34628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c10000 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:34628:1874850291778944:192.168.206.123@tcp:41:lfs.0 00000100:00000001:0.0:1787998345.170297:0:34628:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998345.170302:0:34628:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998345.170305:0:34628:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998345.170309:0:34628:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998345.170320:0:34628:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c10000 x1874850291778944/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998361 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998345.170329:0:34628:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998345.170334:0:34628:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191d549c0. 00000100:00000001:0.0:1787998345.170339:0:34628:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998345.170341:0:34628:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998345.170349:0:34628:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:0.0:1787998345.170352:0:34628:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998345.170355:0:34628:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c10000 x1874850291778944/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998361 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998345.170362:0:34628:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998345.170366:0:34628:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998345.170370:0:34628:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1923a0000. 02000000:00000001:0.0:1787998345.170374:0:34628:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998345.170377:0:34628:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998345.170379:0:34628:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=4 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998345.170382:0:34628:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998345.170386:0:34628:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d199f55000. 02000000:00000001:0.0:1787998345.170390:0:34628:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998345.170392:0:34628:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998345.170394:0:34628:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c10000. 00000100:00000001:0.0:1787998345.170398:0:34628:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998345.170400:0:34628:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787998345.170401:0:34628:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998345.170402:0:34628:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=3 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998345.170404:0:34628:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:0.0:1787998345.170407:0:34628:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff94d1a0bb2800: update ffff94d1916037c0 cache blocks 317414/353529 objects 1023736/1024000 00800000:00000001:0.0:1787998345.170413:0:34628:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998345.170422:0:34628:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.170426:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998345.170429:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.170433:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.170436:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.170523:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.170526:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.170536:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.170539:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.170547:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.170553:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.170555:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.170559:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.170561:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.170566:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.170568:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.170571:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.170573:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.170575:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.170577:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.170582:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.170584:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.170587:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.170589:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.170591:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.170593:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.170595:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.170596:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.170598:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.172413:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.172427:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.172431:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.172436:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.172442:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.172446:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.172468:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.172470:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.172478:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.172481:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.172491:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.172497:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.172500:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.172505:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.172507:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.172511:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.172514:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.172516:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.172518:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.172520:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.172522:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.172525:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.172527:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.172529:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.172530:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.172533:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.172535:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.172537:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.172539:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.172540:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.172543:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.172544:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.172546:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.172549:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.172551:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.172552:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.172555:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.172557:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.172559:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.172560:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.172562:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.172564:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.172565:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.172567:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.172568:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.172570:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.172572:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.172574:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.172576:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.172578:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.172579:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.172582:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.172583:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.172586:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.172587:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.172589:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.172591:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.172593:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.172594:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.172595:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.172600:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.172676:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.172678:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.172680:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.172683:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.172685:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.172690:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.172691:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.172695:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.172696:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.172699:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.172701:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.172702:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.172704:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.172705:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.172708:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.172709:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.172711:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.172713:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.172716:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173322:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173329:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.173331:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.173336:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.173338:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.173342:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.173346:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.173347:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.173350:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.173351:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.173354:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173356:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173359:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.173362:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.173365:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173366:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173370:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.173371:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.173374:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.173375:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.173378:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.173380:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.173381:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.173382:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.173384:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.173386:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173388:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173389:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.173392:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.173393:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173396:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173399:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.173400:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.173402:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.173404:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.173406:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.173408:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.173409:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.173410:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.173411:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.173413:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173415:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173417:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.173420:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.173422:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173423:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173426:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.173427:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.173430:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.173431:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.173433:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.173434:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.173436:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.173436:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.173437:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.173439:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173441:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173443:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.173445:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.173447:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173448:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173451:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.173452:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.173454:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.173455:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.173457:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.173459:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.173460:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.173461:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.173462:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.173464:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173466:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173468:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.173470:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.173472:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173474:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173477:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.173478:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.173481:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.173482:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.173484:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.173486:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.173488:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.173489:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.173490:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.173493:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173495:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173496:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.173499:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.173501:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173502:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173505:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.173507:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.173509:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.173510:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.173512:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.173514:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.173516:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.173517:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.173519:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.173521:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173523:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173525:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.173527:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.173530:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173531:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173534:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.173535:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.173538:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.173539:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.173542:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.173544:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.173546:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.173547:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.173548:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.173551:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173553:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173554:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.173556:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.173558:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173560:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173563:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.173564:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.173567:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.173568:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.173570:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.173573:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.173574:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.173575:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.173577:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.173579:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173581:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173583:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.173585:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.173587:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173589:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173591:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.173592:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.173595:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.173596:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.173598:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.173600:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.173673:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.173675:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.173677:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.173680:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173682:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173684:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.173686:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.173689:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173691:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.173696:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.173702:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.173705:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.173707:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.173710:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.173713:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.173714:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.173715:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.173995:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.174001:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174004:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174006:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.174009:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.174012:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174015:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174020:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.174022:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.174025:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.174027:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.174095:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.174098:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.174100:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.174102:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.174103:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.174106:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174109:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174111:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.174114:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.174116:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174118:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174123:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.174125:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.174128:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.174129:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.174132:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.174134:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.174136:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.174137:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.174138:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.174141:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174142:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174144:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.174146:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.174148:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174150:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174153:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.174154:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.174157:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.174158:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.174160:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.174162:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.174163:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.174164:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.174249:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.174253:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174256:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174257:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.174260:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.174262:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174264:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174269:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.174270:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.174274:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.174275:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.174278:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.174280:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.174281:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.174283:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.174284:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.174287:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174288:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174290:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.174292:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.174294:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174296:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174299:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.174300:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.174302:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.174304:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.174306:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.174308:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.174309:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.174310:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.174311:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.174314:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174316:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174318:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.174320:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.174322:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174324:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174327:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.174329:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.174331:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.174332:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.174334:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.174336:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.174338:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.174339:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.174341:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.174343:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174345:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174347:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.174349:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.174351:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174353:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174356:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.174357:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.174360:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.174361:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.174363:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.174365:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.174367:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.174368:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.174369:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.174372:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174373:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174375:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.174377:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.174380:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174381:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174384:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.174385:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.174388:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.174389:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.174392:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.174394:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.174395:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.174396:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.174397:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.174400:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174402:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174403:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.174405:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.174407:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174409:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174412:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.174413:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.174415:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.174416:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.174418:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.174420:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.174422:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.174423:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.174424:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.174426:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174428:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174430:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.174432:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.174434:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174435:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174438:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.174439:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.174442:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.174443:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.174445:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.174447:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.174449:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.174450:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.174451:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.174453:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174456:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174457:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.174459:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.174460:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174462:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174465:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.174466:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.174468:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.174470:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.174472:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.174474:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.174475:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.174476:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.174477:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.174479:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174481:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174482:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.174484:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.174486:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174487:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174490:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.174491:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.174493:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.174494:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.174495:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.174497:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.174498:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.174499:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.174501:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.174503:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174505:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174507:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.174509:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.174511:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174513:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174515:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.174517:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.174519:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.174520:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.174521:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.174523:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.174524:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.174525:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.174526:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.174528:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174530:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174532:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.174534:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.174535:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174537:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174539:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.174540:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.174542:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.174543:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.174545:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.174547:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.174548:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.174549:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.174550:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.174552:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174554:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174555:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.174557:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.174559:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174561:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174563:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.174565:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.174567:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.174568:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.174570:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.174572:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.174573:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.174574:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.174575:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.174577:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174579:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174580:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.174582:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.174584:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174585:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174588:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.174589:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.174591:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.174592:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.174593:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.174595:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.174596:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.174597:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.174598:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.174600:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174670:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174671:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.174673:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.174675:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174677:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174681:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.174683:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.174686:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.174687:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.174689:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.174692:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.174694:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.174696:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.174697:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.174700:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174702:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174703:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.174705:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.174709:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174710:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174713:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.174714:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.174813:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.174815:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.174818:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.174822:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.174823:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.174825:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.174826:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.174829:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174831:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174833:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.174835:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.174838:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174840:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174845:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.174846:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.174849:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.174850:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.174853:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.174855:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.174856:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.174857:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.174858:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.174861:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174863:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174865:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.174867:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.174869:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174871:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.174874:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.174876:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.175096:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.175097:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.175100:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.175103:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.175105:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.175107:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.175108:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.175111:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175114:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175116:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.175118:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.175120:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175122:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175127:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.175129:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.175131:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.175132:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.175135:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.175137:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.175139:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.175140:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.175141:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.175144:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175146:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175147:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.175149:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.175152:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175154:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175157:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.175158:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.175161:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.175162:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.175164:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.175174:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.175176:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.175177:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.175178:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.175181:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175183:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175185:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.175187:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.175189:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175191:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175194:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.175196:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.175198:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.175199:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.175202:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.175204:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.175205:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.175206:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.175207:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.175209:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175221:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175223:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.175225:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.175227:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175228:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175231:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.175233:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.175235:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.175236:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.175239:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.175241:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.175243:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.175244:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.175245:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.175249:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175251:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175253:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.175255:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.175256:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175259:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175261:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.175262:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.175265:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.175266:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.175268:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.175270:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.175272:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.175272:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.175274:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.175276:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175278:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175279:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.175281:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.175283:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175284:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175287:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.175288:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.175291:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.175292:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.175294:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.175296:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.175297:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.175298:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.175299:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.175302:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175303:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175305:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.175307:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.175309:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175311:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175313:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.175315:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.175317:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.175318:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.175319:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.175321:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.175323:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.175324:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.175325:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.175327:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175328:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175330:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.175331:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.175333:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175334:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175337:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.175339:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.175341:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.175342:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.175344:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.175346:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.175348:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.175349:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.175350:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.175352:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175354:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175356:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.175358:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.175360:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175362:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175364:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.175365:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.175367:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.175367:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.175369:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.175371:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.175372:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.175373:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.175375:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.175377:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175379:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175380:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.175382:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.175384:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175386:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175388:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.175389:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.175391:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.175392:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.175394:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.175396:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.175398:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.175399:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.175400:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.175402:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175404:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175406:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.175408:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.175410:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175411:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175413:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.175414:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.175416:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.175417:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.175419:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.175421:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.175422:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.175423:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.175425:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.175427:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175429:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175430:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.175432:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.175434:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175435:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175438:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.175439:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.175441:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.175442:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.175444:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.175446:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.175448:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.175449:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.175450:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.175453:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175454:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175456:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.175458:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.175460:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175462:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175464:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.175466:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.175468:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.175470:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.175471:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.175473:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.175475:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.175476:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.175477:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.175479:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175481:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175483:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.175485:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.175487:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175488:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175490:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.175492:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.175493:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.175494:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.175496:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.175498:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.175499:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.175501:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.175502:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.175504:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175506:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175508:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.175509:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.175511:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175513:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175515:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.175516:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.175518:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.175519:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.175522:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.175524:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.175526:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.175527:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.175528:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.175530:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175532:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175533:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.175535:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.175537:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175539:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175542:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.175544:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.175546:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.175548:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.175550:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.175552:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.175554:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.175555:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.175557:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.175559:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175561:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175563:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.175564:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.175567:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175568:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175571:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.175573:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.175575:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.175576:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.175578:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.175580:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.175581:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.175583:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.175584:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.175586:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175588:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175590:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.175591:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.175593:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175595:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.175597:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.175598:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.176111:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.176114:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.176120:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.176125:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.176128:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.176131:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.176132:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.176136:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.176137:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.176139:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.176141:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.176144:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.176145:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.176155:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.176157:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.176160:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.176161:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.176253:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.176257:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.176260:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.176262:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.176263:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.176266:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.176268:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.176270:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.176272:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.176275:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.176277:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.176282:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.176284:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.176287:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.176288:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.176291:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.176293:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.176295:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.176296:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.176298:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.176300:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.176302:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.176304:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.176306:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.176308:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.176310:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.176312:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.176314:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.176317:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.176318:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.176321:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.176323:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.176324:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.176325:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.176327:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.176329:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.176331:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.176333:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.176335:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.176337:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.176339:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.176342:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.176343:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.176346:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.176347:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.176349:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.176351:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.176353:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.176354:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.176355:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.176357:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.176359:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.176361:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.176363:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.176365:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.176366:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.176369:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.176370:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.176373:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.176374:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.176376:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.176378:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.176379:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.176381:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.176382:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.176384:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.176386:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.176387:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.176389:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.176391:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.176393:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.176396:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.176397:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.176399:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.176401:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.176403:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.176405:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.176407:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.176408:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.176409:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.176411:0:34628:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.176413:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.176414:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.176416:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.176418:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.176419:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.176421:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.176422:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.176424:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.176425:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.176427:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.176430:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.176431:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1787998345.176432:0:34628:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1787998345.176433:0:34628:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00800000:00000001:0.0:1787998345.176436:0:34628:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1787998345.176439:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1787998345.176440:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:0.0:1787998345.176442:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.176444:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1787998345.176446:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1787998345.176449:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.176450:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.176452:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.176453:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.176454:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.176456:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.176458:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.176463:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.176465:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.176473:0:34628:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:0.0:1787998345.176475:0:34628:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff94d1a0bb2800: age 1848, max_age 1857 00000008:00000001:0.0:1787998345.176479:0:34628:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:0.0:1787998345.176483:0:34628:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000010:0.0:1787998345.176491:0:34628:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c10000. 00000020:00000040:0.0:1787998345.176495:0:34628:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=4 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998345.176500:0:34628:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998345.176501:0:34628:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998345.176505:0:34628:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1787998345.176508:0:34628:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998345.176511:0:34628:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998345.176519:0:34628:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998345.176528:0:34628:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d199f55000. 00000100:00000001:0.0:1787998345.176536:0:34628:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998345.176542:0:34628:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998345.176543:0:34628:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998345.176551:0:34628:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191d549c0. 00000100:00000001:0.0:1787998345.176554:0:34628:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226548591040 : -117847160960576 : ffff94d191d549c0) 00000100:00000001:0.0:1787998345.176557:0:34628:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998345.176558:0:34628:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547261440 : -117847162290176 : ffff94d191c10000) 00000100:00000001:0.0:1787998345.176566:0:34628:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998345.176571:0:34628:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998345.176574:0:34628:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998345.176576:0:34628:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998345.176591:0:34628:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c10000 x1874850291779072/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998345.176678:0:34628:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998345.176682:0:34628:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998345.176686:0:34628:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998345.176689:0:34628:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998345.176692:0:34628:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998345.176697:0:34628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c10000 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:34628:1874850291779072:192.168.206.123@tcp:13:lfs.0 00000100:00000001:0.0:1787998345.176702:0:34628:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998345.176708:0:34628:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998345.176711:0:34628:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998345.176714:0:34628:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998345.176876:0:34628:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a0000. 02000000:00000001:0.0:1787998345.176943:0:34628:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998345.176953:0:34628:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998345.176959:0:34628:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000400:00000010:0.0:1787998345.176969:0:34628:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807dd0. 00000100:00000200:0.0:1787998345.176977:0:34628:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291779072, portal 4 00000100:00000001:0.0:1787998345.176979:0:34628:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998345.176980:0:34628:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547261440 : -117847162290176 : ffff94d191c10000) 00000100:00000040:0.0:1787998345.176987:0:34628:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c10000 x1874850291779072/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998361 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998345.176995:0:34628:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998345.176998:0:34628:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998345.177001:0:34628:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807198. 00000100:00000200:0.0:1787998345.177004:0:34628:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1874850291779072, offset 0 00000400:00000200:0.0:1787998345.177011:0:34628:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998345.177022:0:34628:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998345.177103:0:34628:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998345.177111:0:34628:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998345.177116:0:34628:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998345.177121:0:34628:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998345.177124:0:34628:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998345.177129:0:34628:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2852:2852:256:4294967295] 192.168.206.123@tcp LPNI seq info [2852:2852:8:4294967295] 00000400:00000200:0.0:1787998345.177134:0:34628:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998345.177145:0:34628:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998345.177153:0:34628:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998345.177159:0:34628:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199f55400. 00000800:00000200:0.0:1787998345.177249:0:34628:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998345.177260:0:34628:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998345.177267:0:34628:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199f55400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787998345.177382:0:34628:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998345.177388:0:34628:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 196627 usecs (197 jiffies) 00000400:00000200:0.0:1787998345.177392:0:34628:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998345.177396:0:34628:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296525531 00000100:00000001:0.0:1787998345.177400:0:34628:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296526170 00000100:00000001:0.0:1787998345.177402:0:34628:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296525531 00000100:00000001:0.0:1787998345.177404:0:34628:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296526170 00000100:00000001:0.0:1787998345.177406:0:34628:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998345.177410:0:34628:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998345.177413:0:34628:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998345.177415:0:34628:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998345.177419:0:34628:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191d549c0 going to sleep for 11 seconds 00000100:00000001:0.0:1787998345.177422:0:34628:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998345.177427:0:34628:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998345.177683:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998345.177689:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199f55400. 00000400:00000200:3.0:1787998345.177695:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998345.177701:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998345.177708:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807198 00000400:00000010:3.0:1787998345.177711:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807198. 00000100:00000001:3.0:1787998345.177716:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998345.178162:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c10000 x1874850291779072/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998361 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998345.178256:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998345.178261:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c10000 x1874850291779072/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998361 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998345.178268:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998345.178270:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998345.181656:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998345.181676:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998345.181681:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998345.181684:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998345.181695:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998345.181704:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998345.181716:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998345.181721:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998345.181727:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998345.181732:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 368 into portal 4 MB=0x6a92a99a60600 00000400:00000200:3.0:1787998345.181738:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998345.181745:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 368/368 into md 0x84b5 [1] + 224 00000800:00000001:3.0:1787998345.181754:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998345.181819:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998345.181823:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998345.181828:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998345.181839:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998345.181850:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c10000 x1874850291779072/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998361 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998345.181861:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94d191c10000 x1874850291779072/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998361 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998345.181873:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998345.181882:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998345.181886:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998345.181976:0:34628:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998345.181987:0:34628:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998345.181989:0:34628:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998345.181994:0:34628:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30528. 00000400:00000200:0.0:1787998345.181999:0:34628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807dd0 00000400:00000010:0.0:1787998345.182002:0:34628:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807dd0. 00000100:00000001:0.0:1787998345.182007:0:34628:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998345.182012:0:34628:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c10000 x1874850291779072/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998361 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998345.182021:0:34628:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c10000 x1874850291779072/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998361 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998345.182027:0:34628:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998345.182037:0:34628:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998345.182039:0:34628:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998345.182043:0:34628:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998345.182046:0:34628:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998345.182049:0:34628:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998345.182052:0:34628:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998345.182063:0:34628:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62cf0 time=138 v=5 (5 0 0 5) 00000100:00001000:0.0:1787998345.182067:0:34628:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998345.182070:0:34628:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998345.182081:0:34628:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998345.182085:0:34628:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998345.182089:0:34628:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998345.182093:0:34628:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998345.182095:0:34628:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:0.0:1787998345.182097:0:34628:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998345.182100:0:34628:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998345.182105:0:34628:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c10000 x1874850291779072/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998361 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998345.182112:0:34628:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998345.182115:0:34628:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998345.182117:0:34628:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998345.182121:0:34628:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c10000 x1874850291779072/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998361 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998345.182129:0:34628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c10000 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:34628:1874850291779072:192.168.206.123@tcp:13:lfs.0 00000100:00000001:0.0:1787998345.182135:0:34628:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998345.182139:0:34628:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998345.182141:0:34628:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998345.182144:0:34628:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998345.182148:0:34628:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c10000 x1874850291779072/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998361 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998345.182155:0:34628:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998345.182158:0:34628:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191d549c0. 00000100:00000001:0.0:1787998345.182162:0:34628:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998345.182164:0:34628:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998345.182172:0:34628:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:0.0:1787998345.182174:0:34628:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998345.182177:0:34628:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c10000 x1874850291779072/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998361 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998345.182184:0:34628:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998345.182187:0:34628:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998345.182190:0:34628:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1923a0000. 02000000:00000001:0.0:1787998345.182194:0:34628:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998345.182196:0:34628:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998345.182198:0:34628:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=2 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998345.182201:0:34628:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998345.182203:0:34628:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d199f55000. 02000000:00000001:0.0:1787998345.182208:0:34628:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998345.182210:0:34628:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998345.182224:0:34628:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c10000. 00000100:00000001:0.0:1787998345.182229:0:34628:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998345.182230:0:34628:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:0.0:1787998345.182234:0:34628:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff94d1a0bb2800: update ffff94d191ce0450 cache blocks 901343/958279 objects 261771/262144 00020000:00000001:0.0:1787998345.182239:0:34628:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998345.182245:0:34628:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.182248:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998345.182252:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.182255:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.182259:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.182339:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.182342:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.182350:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.182354:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.182360:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.182365:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.182367:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.182371:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.182373:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.182379:0:34628:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:0.0:1787998345.182381:0:34628:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff94d1a0bb2800: age 1848, max_age 1857 00000008:00000001:0.0:1787998345.182385:0:34628:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:0.0:1787998345.182388:0:34628:0:(genops.c:1210:class_import_get()) import ffff94d183eca000 refcount=3 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000100:00000010:0.0:1787998345.182393:0:34628:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c10000. 00000020:00000040:0.0:1787998345.182396:0:34628:0:(genops.c:1210:class_import_get()) import ffff94d183eca000 refcount=4 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998345.182398:0:34628:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998345.182399:0:34628:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=3 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998345.182401:0:34628:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1787998345.182404:0:34628:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998345.182406:0:34628:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998345.182411:0:34628:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998345.182417:0:34628:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d199f55000. 00000100:00000001:0.0:1787998345.182424:0:34628:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998345.182429:0:34628:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998345.182431:0:34628:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998345.182436:0:34628:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191d549c0. 00000100:00000001:0.0:1787998345.182438:0:34628:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226548591040 : -117847160960576 : ffff94d191d549c0) 00000100:00000001:0.0:1787998345.182441:0:34628:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998345.182443:0:34628:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547261440 : -117847162290176 : ffff94d191c10000) 00000100:00000001:0.0:1787998345.182447:0:34628:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998345.182452:0:34628:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998345.182454:0:34628:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998345.182456:0:34628:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998345.182460:0:34628:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c10000 x1874850291779200/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998345.182469:0:34628:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998345.182471:0:34628:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998345.182475:0:34628:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998345.182479:0:34628:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998345.182481:0:34628:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998345.182485:0:34628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c10000 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:34628:1874850291779200:192.168.206.123@tcp:13:lfs.0 00000100:00000001:0.0:1787998345.182490:0:34628:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998345.182496:0:34628:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998345.182500:0:34628:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998345.182502:0:34628:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998345.182507:0:34628:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a0000. 02000000:00000001:0.0:1787998345.182509:0:34628:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998345.182514:0:34628:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998345.182518:0:34628:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000400:00000010:0.0:1787998345.182523:0:34628:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807dd0. 00000100:00000200:0.0:1787998345.182531:0:34628:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291779200, portal 4 00000100:00000001:0.0:1787998345.182533:0:34628:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998345.182534:0:34628:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547261440 : -117847162290176 : ffff94d191c10000) 00000100:00000040:0.0:1787998345.182542:0:34628:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c10000 x1874850291779200/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998361 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998345.182550:0:34628:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998345.182553:0:34628:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998345.182556:0:34628:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1928076e8. 00000100:00000200:0.0:1787998345.182561:0:34628:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1874850291779200, offset 0 00000400:00000200:0.0:1787998345.182567:0:34628:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998345.182575:0:34628:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998345.182582:0:34628:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998345.182589:0:34628:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998345.182594:0:34628:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998345.182599:0:34628:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998345.182601:0:34628:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998345.182605:0:34628:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2853:2853:256:4294967295] 192.168.206.123@tcp LPNI seq info [2853:2853:8:4294967295] 00000400:00000200:0.0:1787998345.182609:0:34628:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998345.182618:0:34628:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998345.182626:0:34628:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998345.182632:0:34628:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d199f55400. 00000800:00000200:0.0:1787998345.182640:0:34628:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998345.182649:0:34628:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998345.182654:0:34628:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d199f55400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787998345.182680:0:34628:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998345.182686:0:34628:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 19880 usecs (20 jiffies) 00000400:00000200:0.0:1787998345.182690:0:34628:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998345.182693:0:34628:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296525359 00000100:00000001:0.0:1787998345.182697:0:34628:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296526170 00000100:00000001:0.0:1787998345.182699:0:34628:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296525359 00000100:00000001:0.0:1787998345.182702:0:34628:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296526170 00000100:00000001:0.0:1787998345.182704:0:34628:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998345.182707:0:34628:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998345.182710:0:34628:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998345.182712:0:34628:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998345.182715:0:34628:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191d549c0 going to sleep for 11 seconds 00000100:00000001:0.0:1787998345.182718:0:34628:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998345.182720:0:34628:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998345.182990:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998345.182995:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d199f55400. 00000400:00000200:3.0:1787998345.183001:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998345.183006:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998345.183010:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928076e8 00000400:00000010:3.0:1787998345.183012:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928076e8. 00000100:00000001:3.0:1787998345.183020:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998345.183024:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c10000 x1874850291779200/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998361 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998345.183034:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998345.183037:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c10000 x1874850291779200/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998361 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998345.183044:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998345.183046:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998345.186158:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998345.186181:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998345.186187:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998345.186189:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998345.186200:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998345.186835:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998345.186851:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998345.186857:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998345.186865:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998345.186870:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 368 into portal 4 MB=0x6a92a99a60680 00000400:00000200:3.0:1787998345.186877:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998345.186885:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 368/368 into md 0x84bd [1] + 224 00000800:00000001:3.0:1787998345.186896:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998345.187021:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998345.187028:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998345.187036:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998345.187047:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998345.187059:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c10000 x1874850291779200/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998361 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998345.187073:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94d191c10000 x1874850291779200/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998361 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998345.187096:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998345.187110:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998345.187114:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998345.187181:0:34628:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998345.187192:0:34628:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998345.187194:0:34628:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998345.187199:0:34628:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30528. 00000400:00000200:0.0:1787998345.187204:0:34628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807dd0 00000400:00000010:0.0:1787998345.187207:0:34628:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807dd0. 00000100:00000001:0.0:1787998345.187221:0:34628:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998345.187227:0:34628:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c10000 x1874850291779200/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998361 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998345.187236:0:34628:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c10000 x1874850291779200/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998361 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998345.187242:0:34628:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998345.187245:0:34628:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998345.187248:0:34628:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998345.187252:0:34628:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998345.187255:0:34628:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998345.187258:0:34628:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998345.187261:0:34628:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998345.187272:0:34628:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca4f0 time=19 v=5 (5 0 0 0) 00000100:00001000:0.0:1787998345.187276:0:34628:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998345.187279:0:34628:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998345.187281:0:34628:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998345.187284:0:34628:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998345.187289:0:34628:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998345.187293:0:34628:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998345.187295:0:34628:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:0.0:1787998345.187297:0:34628:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998345.187300:0:34628:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998345.187305:0:34628:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c10000 x1874850291779200/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998361 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998345.187313:0:34628:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998345.187316:0:34628:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998345.187319:0:34628:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998345.187322:0:34628:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c10000 x1874850291779200/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998361 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998345.187330:0:34628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c10000 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:34628:1874850291779200:192.168.206.123@tcp:13:lfs.0 00000100:00000001:0.0:1787998345.187335:0:34628:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998345.187338:0:34628:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998345.187340:0:34628:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998345.187342:0:34628:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998345.187346:0:34628:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c10000 x1874850291779200/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998361 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998345.187353:0:34628:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998345.187356:0:34628:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191d549c0. 00000100:00000001:0.0:1787998345.187360:0:34628:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998345.187362:0:34628:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998345.187368:0:34628:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:0.0:1787998345.187370:0:34628:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998345.187373:0:34628:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c10000 x1874850291779200/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998361 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998345.187378:0:34628:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998345.187381:0:34628:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998345.187384:0:34628:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1923a0000. 02000000:00000001:0.0:1787998345.187387:0:34628:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998345.187390:0:34628:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998345.187392:0:34628:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998345.187395:0:34628:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998345.187397:0:34628:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d199f55000. 02000000:00000001:0.0:1787998345.187402:0:34628:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998345.187404:0:34628:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998345.187406:0:34628:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c10000. 00000100:00000001:0.0:1787998345.187411:0:34628:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998345.187412:0:34628:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:0.0:1787998345.187416:0:34628:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff94d1a0bb2800: update ffff94d191ce37c0 cache blocks 901366/958279 objects 261773/262144 00020000:00000001:0.0:1787998345.187420:0:34628:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998345.187426:0:34628:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.187430:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998345.187433:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.187436:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.187439:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.187514:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.187517:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.187526:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.187529:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.187535:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.187540:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.187542:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.187548:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.187549:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.187553:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.187555:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.187558:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.187561:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.187563:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.187565:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.187569:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.187570:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.187573:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.187574:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.187576:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.187578:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.187580:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.187581:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.187582:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.187584:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.187586:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.187588:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.187590:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.187592:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.187593:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.187595:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.187597:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.187599:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.187600:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.187869:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.187873:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.187875:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.187877:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.187948:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.187952:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.187954:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.187956:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.187958:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.187962:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.187964:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.187971:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.187973:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.187977:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.187978:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.187981:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.187983:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.187985:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.187986:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.187988:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.187990:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.187992:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.187994:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.187996:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.187998:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.188000:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.188003:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.188005:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.188007:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.188009:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.188011:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.188014:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.188015:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.188016:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.188018:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.188020:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.188022:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.188024:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.188026:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.188028:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.188030:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.188033:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.188035:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.188038:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.188039:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.188041:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.188044:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.188045:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.188046:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.188048:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.188050:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.188053:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.188055:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.188057:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.188059:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.188061:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.188064:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.188065:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.188068:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.188069:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.188072:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.188074:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.188075:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.188077:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.188078:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.188080:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.188082:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.188083:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.188085:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.188087:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.188089:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.188091:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.188093:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.188095:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.188096:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.188098:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.188100:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.188102:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.188103:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.188104:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.188106:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.188108:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.188110:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.188112:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.188114:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.188115:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.188118:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.188119:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.188121:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.188122:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.188124:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.188126:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.188128:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.188129:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.188130:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.188133:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.188135:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.188137:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.188139:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.188141:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.188143:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.188146:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.188147:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.188149:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.188150:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.188152:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.188154:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.188156:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.188157:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.188158:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.188162:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189097:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189100:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.189105:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.189110:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189113:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189125:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.189127:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.189134:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.189137:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.189140:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.189144:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.189146:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.189149:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.189150:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.189153:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189155:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189157:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.189158:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.189161:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189163:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189331:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.189333:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.189337:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.189339:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.189342:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.189345:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.189346:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.189348:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.189349:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.189352:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189354:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189357:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.189359:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.189361:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189363:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189367:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.189369:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.189371:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.189373:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.189375:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.189377:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.189378:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.189380:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.189381:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.189383:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189385:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189387:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.189389:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.189391:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189393:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189396:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.189397:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.189399:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.189400:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.189402:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.189404:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.189405:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.189406:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.189408:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.189410:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189411:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189413:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.189415:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.189418:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189420:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189422:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.189423:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.189426:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.189427:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.189429:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.189431:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.189432:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.189433:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.189434:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.189437:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189439:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189440:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.189442:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.189444:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189446:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189449:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.189450:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.189453:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.189454:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.189457:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.189459:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.189461:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.189462:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.189464:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.189466:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189468:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189470:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.189472:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.189475:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189477:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189479:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.189480:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.189483:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.189484:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.189486:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.189488:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.189490:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.189491:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.189492:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.189495:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189497:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189499:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.189501:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.189503:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189505:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189509:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.189510:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.189513:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.189514:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.189517:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.189519:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.189521:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.189522:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.189523:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.189527:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189529:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189531:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.189535:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.189537:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189539:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189542:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.189543:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.189546:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.189547:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.189550:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.189552:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.189554:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.189555:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.189556:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.189559:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189560:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189562:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.189564:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.189567:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189569:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189572:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.189573:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.189576:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.189578:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.189579:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.189582:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.189584:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.189585:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.189586:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.189589:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189591:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189593:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.189595:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.189597:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189599:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189665:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.189667:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.189670:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.189671:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.189674:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.189676:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.189678:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.189680:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.189681:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.189684:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189686:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189688:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.189690:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.189692:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189694:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189697:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.189698:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.189701:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.189702:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.189704:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.189706:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.189708:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.189709:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.189710:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.189713:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189715:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189717:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.189719:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.189721:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189722:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189725:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.189726:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.189729:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.189730:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.189732:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.189734:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.189736:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.189737:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.189738:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.189741:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189744:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189746:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.189747:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.189750:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189751:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.189754:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.189755:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.189758:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.189759:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.189761:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.189763:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.189765:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.190008:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.190011:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.190015:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.190018:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.190020:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.190023:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.190026:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.190677:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.190693:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.190696:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.190702:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.190704:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.190710:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.190714:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.190716:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.190718:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.190720:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.190723:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.190725:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.190727:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.190729:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.190732:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.190734:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.190737:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.190738:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.190741:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.190742:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.190744:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.190746:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.190748:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.190749:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.190750:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.190752:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.190754:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.190756:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.190758:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.190760:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.190762:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.190765:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.190863:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.190867:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.190869:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.190871:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.190874:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.190876:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.190877:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.190942:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.190945:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.190947:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.190949:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.190951:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.190954:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.190955:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.190960:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.190962:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.190965:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.190966:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.190969:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.190970:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.190972:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.190973:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.190974:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.190976:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.190978:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.190979:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.190981:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.190984:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.190985:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.190988:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.190989:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.190991:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.190992:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.190994:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.190996:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.190997:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.190998:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.191000:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.191002:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191004:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191005:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.191008:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.191009:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191011:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191013:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.191015:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.191017:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.191018:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.191021:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.191023:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.191024:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.191025:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.191026:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.191029:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191030:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191032:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.191034:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.191035:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191037:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191040:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.191041:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.191044:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.191045:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.191047:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.191049:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.191050:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.191051:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.191052:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.191055:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191057:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191059:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.191062:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.191063:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191065:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191067:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.191068:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.191071:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.191072:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.191074:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.191076:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.191078:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.191079:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.191081:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.191083:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191085:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191086:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.191088:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.191090:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191091:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191094:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.191096:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.191098:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.191099:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.191102:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.191104:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.191105:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.191106:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.191107:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.191109:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191111:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191113:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.191115:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.191117:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191119:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191122:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.191123:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.191126:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.191127:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.191129:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.191131:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.191133:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.191134:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.191135:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.191138:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191140:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191142:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.191144:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.191146:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191148:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191150:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.191152:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.191154:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.191155:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.191157:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.191160:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.191161:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.191162:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.191163:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.191368:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191370:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191372:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.191375:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.191378:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191380:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191385:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.191387:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.191391:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.191392:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.191395:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.191397:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.191399:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.191401:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.191402:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.191405:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191407:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191409:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.191411:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.191414:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191416:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191420:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.191421:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.191424:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.191426:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.191428:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.191430:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.191432:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.191433:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.191434:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.191437:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191439:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191441:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.191443:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.191445:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191447:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191449:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.191451:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.191453:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.191454:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.191456:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.191458:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.191460:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.191461:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.191462:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.191464:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191466:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191468:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.191470:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.191472:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191473:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191476:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.191477:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.191480:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.191481:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.191483:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.191485:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.191486:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.191487:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.191488:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.191491:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191493:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191494:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.191497:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.191498:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191500:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191502:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.191503:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.191506:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.191507:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.191509:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.191511:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.191512:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.191513:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.191515:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.191517:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191519:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191521:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.191522:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.191525:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191526:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191529:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.191530:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.191532:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.191533:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.191536:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.191538:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.191539:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.191540:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.191541:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.191544:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191546:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191547:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.191549:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.191551:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191553:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191556:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.191557:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.191560:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.191561:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.191563:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.191566:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.191567:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.191568:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.191570:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.191572:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191574:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191576:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.191578:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.191580:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191581:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.191584:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.191585:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.191587:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.191588:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.191590:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.191593:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.191594:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.191596:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.191597:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.191599:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192284:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192288:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.192291:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.192296:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192298:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192307:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.192309:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.192314:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.192316:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.192320:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.192323:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.192325:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.192326:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.192328:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.192331:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192333:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192336:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.192337:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.192340:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192341:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192345:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.192346:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.192348:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.192350:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.192352:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.192354:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.192356:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.192357:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.192358:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.192361:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192364:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192366:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.192368:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.192370:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192372:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192374:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.192376:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.192378:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.192379:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.192382:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.192384:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.192386:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.192387:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.192388:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.192390:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192392:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192394:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.192396:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.192398:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192400:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192403:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.192405:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.192407:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.192408:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.192410:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.192412:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.192414:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.192415:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.192417:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.192419:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192422:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192424:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.192426:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.192429:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192430:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192434:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.192435:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.192438:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.192439:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.192440:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.192442:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.192444:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.192445:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.192446:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.192449:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192450:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192452:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.192454:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.192455:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192457:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192460:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.192462:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.192464:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.192465:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.192467:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.192469:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.192471:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.192472:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.192473:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.192476:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192478:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192479:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.192481:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.192483:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192485:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192487:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.192489:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.192492:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.192493:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.192495:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.192498:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.192499:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.192501:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.192502:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.192505:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192507:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192508:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.192511:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.192513:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192515:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192518:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.192519:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.192521:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.192522:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.192524:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.192526:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.192528:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.192529:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.192531:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.192533:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192535:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192537:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.192539:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.192541:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192543:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192545:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.192547:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.192549:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.192550:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.192553:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.192555:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.192556:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.192557:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.192559:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.192561:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192563:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192564:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.192567:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.192569:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192571:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192574:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.192575:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.192578:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.192579:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.192581:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.192583:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.192585:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.192586:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.192587:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.192589:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192591:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192593:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.192595:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.192597:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.192599:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.193340:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.193346:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.193353:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.193356:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.193362:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.193366:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.193368:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.193371:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.193373:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.193376:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.193378:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.193380:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.193382:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.193385:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.193387:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.193390:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.193391:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.193394:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.193395:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.193397:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.193398:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.193400:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.193400:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.193402:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.193404:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.193406:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.193407:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.193409:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.193410:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.193412:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.193414:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.193416:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.193418:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.193419:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.193421:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.193423:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.193424:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.193425:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.193427:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.193429:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.193431:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.193433:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.193434:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.193436:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.193438:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.193440:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.193442:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.193444:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.193445:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.193447:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.193449:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.193451:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.193452:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.193453:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.193455:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.193457:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.193458:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.193460:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.193462:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.193464:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.193467:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.193468:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.193470:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.193472:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.193474:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.193476:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.193477:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.193478:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.193480:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.193482:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.193484:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.193486:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.193487:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.193490:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.193491:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.193494:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.193495:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.193497:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.193498:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.193500:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.193502:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.193503:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.193504:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.193506:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.193508:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.193509:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.193511:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.193513:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.193515:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.193517:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.193519:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.193521:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.193523:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.193525:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.193527:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.193529:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.193531:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.193532:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.193533:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.193535:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.193538:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.193539:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.193541:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.193544:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.193545:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.193548:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.193550:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.193553:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.193554:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.193556:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.193559:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.193560:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.193561:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.193563:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.193565:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.193567:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.193569:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.193572:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.193574:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.193576:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.193579:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.193580:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.193583:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.193584:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.193586:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.193588:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.193590:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.193591:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.193593:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.193595:0:34628:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.193597:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.193598:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1787998345.194278:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.194288:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.194291:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1787998345.194301:0:34628:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998345.194303:0:34628:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffcd3f8c6b0 00000080:00000001:0.0:1787998345.194308:0:34628:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1787998345.194310:0:34628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1787998345.194316:0:34628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1923a3000. 00000020:00000001:0.0:1787998345.194320:0:34628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.194322:0:34628:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1787998345.194325:0:34628:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1787998345.194327:0:34628:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1923a3000 uarg=0000000000000000 00020000:00000001:0.0:1787998345.194338:0:34628:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1787998345.194340:0:34628:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1787998345.194342:0:34628:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:0.0:1787998345.194344:0:34628:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1923a3000. 00000080:00000001:0.0:1787998345.194347:0:34628:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1787998345.194348:0:34628:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1787998345.194365:0:34628:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1787998345.194368:0:34628:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1787998345.194372:0:34628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463dd0 00000080:00200008:0.0:1787998345.194374:0:34628:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff94d1989ad348), flags 100000 00000080:00400000:0.0:1787998345.194379:0:34628:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1787998345.194383:0:34628:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d1838d7e00. 00000080:00000001:0.0:1787998345.194389:0:34628:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1787998345.194392:0:34628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41463dd0 00000080:00000008:0.0:1787998345.194393:0:34628:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d1989ad348), flags 100000, rc = 0 00000080:00000001:0.0:1787998345.194396:0:34628:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998345.194398:0:34628:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998345.673116:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787998345.673131:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787998345.673143:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d00000. 00000020:00000040:3.0:1787998345.673151:0:36:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:3.0:1787998345.673157:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998345.673160:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998345.673167:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998345.673178:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d191fa7000. 00000100:00000001:3.0:1787998345.673187:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998345.673203:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS req@ffff94d191d00000 x1874850291779328/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998345.673228:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998345.673233:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998345.673240:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032accf97] to pc [ptlrpcd_01_01+1] req@ffff94d191d00000 x1874850291779328/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998345.673266:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998345.673275:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1863) 00000100:00000001:3.0:1787998345.673289:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998345.673295:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998345.673297:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998345.673303:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d00000 x1874850291779328/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998345.673311:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998345.673313:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998345.673317:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998345.673321:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998345.673324:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998345.673327:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2405:1874850291779328:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998345.673332:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998345.673338:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998345.673341:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998345.673344:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998345.673349:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d185431400. 02000000:00000001:3.0:1787998345.673351:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998345.673360:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998345.673365:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108aaa8. 00000400:00000010:3.0:1787998345.673373:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5d48. 00000100:00000200:3.0:1787998345.673383:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291779328, portal 25 00000100:00000001:3.0:1787998345.673386:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998345.673388:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548244480 : -117847161307136 : ffff94d191d00000) 00000100:00000040:3.0:1787998345.673394:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d00000 x1874850291779328/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998345.673402:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998345.673406:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998345.673409:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5aa0. 00000100:00000200:3.0:1787998345.673412:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874850291779328, offset 0 00000400:00000200:3.0:1787998345.673419:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998345.673430:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998345.673438:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998345.673444:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998345.673450:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998345.673454:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998345.673457:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998345.673462:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2854:2854:256:4294967295] 192.168.206.123@tcp LPNI seq info [2854:2854:8:4294967295] 00000400:00000200:3.0:1787998345.673467:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998345.673478:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998345.673486:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998345.673491:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d191fa7f00. 00000800:00000200:3.0:1787998345.673499:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998345.673507:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998345.673511:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d191fa7f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998345.673522:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998345.673527:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998345.673529:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296529913 00000100:00000001:3.0:1787998345.673536:0:2405:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296526170 00000100:00000001:3.0:1787998345.673540:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296529913 00000100:00000001:3.0:1787998345.673544:0:2405:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296526170 00000100:00000001:3.0:1787998345.673547:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998345.673551:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998345.673555:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998345.673558:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998345.673567:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998345.673570:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787998345.673572:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998345.673573:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998345.673575:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998345.673577:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998345.673585:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998345.673587:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998345.673700:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998345.673705:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d191fa7f00. 00000400:00000200:3.0:1787998345.673710:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998345.673716:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998345.673722:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5aa0 00000400:00000010:3.0:1787998345.673725:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5aa0. 00000100:00000001:3.0:1787998345.673729:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998345.673733:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d00000 x1874850291779328/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998345.673743:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998345.673746:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d00000 x1874850291779328/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998361 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998345.673753:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998345.673755:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998345.689530:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998345.689555:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998345.689560:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998345.689563:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998345.689575:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998345.689584:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998345.689595:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998345.689600:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998345.689607:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998345.689611:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a60700 00000400:00000200:2.0:1787998345.689618:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998345.689625:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x84c5 [1] + 224 00000800:00000001:2.0:1787998345.689633:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998345.689656:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998345.689660:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998345.689666:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998345.689677:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998345.689688:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d00000 x1874850291779328/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998361 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998345.689701:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d00000 x1874850291779328/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998361 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998345.689725:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998345.689736:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998345.689740:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998345.689751:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998345.689755:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787998345.689764:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998345.689802:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998345.689806:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108aaa8. 00000400:00000200:2.0:1787998345.689811:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5d48 00000400:00000010:2.0:1787998345.689814:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5d48. 00000100:00000001:2.0:1787998345.689817:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998345.689822:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d00000 x1874850291779328/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998361 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787998345.689837:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d00000 x1874850291779328/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998361 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998345.689844:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998345.689846:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998345.689849:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998345.689853:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998345.689856:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998345.689858:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998345.689862:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998345.689870:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=22 v=5 (5 5 5 5) 00000100:00001000:2.0:1787998345.689875:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1787998345.689877:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998345.689879:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998345.689883:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998345.689886:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998345.689889:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998345.689894:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d00000 x1874850291779328/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998361 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998345.689902:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998345.689905:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998345.689908:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998345.689912:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d00000 x1874850291779328/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998361 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787998345.689920:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2405:1874850291779328:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998345.689926:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998345.689929:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998345.689933:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d00000 x1874850291779328/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998361 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998345.689940:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998345.689943:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998345.689948:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d185431400. 02000000:00000001:2.0:1787998345.689953:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998345.689956:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998345.689958:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:2.0:1787998345.689961:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998345.689963:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d191fa7000. 02000000:00000001:2.0:1787998345.689968:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998345.689971:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998345.689973:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d00000. 00000100:00000001:2.0:1787998345.689977:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998345.689979:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998345.689982:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998345.689991:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998345.689994:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998345.689996:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998345.689999:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998346.114864:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998346.114874:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998346.114883:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998346.114885:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998346.115492:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787998346.115498:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998346.115502:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1787998346.236552:0:34740:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998347.140659:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998347.140666:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998347.140671:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998347.140674:0:33692:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998347.140677:0:33692:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998347.140680:0:33692:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998347.140683:0:33692:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998347.140686:0:33692:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998347.140688:0:33692:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998347.140691:0:33692:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998347.140814:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998347.140818:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998347.140821:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1787998347.756142:0:34879:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998348.169808:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998348.169815:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998348.169819:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998348.169820:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998348.169837:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998348.169839:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998348.169842:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1787998349.126345:0:35026:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998349.187241:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998349.187250:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998349.187258:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998349.187260:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998349.190309:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787998349.190316:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998349.190320:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787998349.762820:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296529913, at 4296529920 00000100:00000010:3.0:1787998349.762835:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a027fe40. 00000100:00000040:2.0:1787998349.763558:0:16353:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582220 (cpu 2) has reached its deadline 4296529913, at 4296529920 00000100:00000010:2.0:1787998349.763566:0:16353:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a027fc60. 00000080:00000001:2.0:1787998349.839119:0:35089:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998350.211519:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998350.211526:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998350.211531:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998350.211532:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998350.211651:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787998350.211654:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998350.211657:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787998350.787113:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787998350.787126:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787998350.787137:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d00a80. 00000020:00000040:3.0:1787998350.787143:0:36:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:3.0:1787998350.787147:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998350.787149:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998350.787155:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998350.787163:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d191fa7100. 00000100:00000001:3.0:1787998350.787170:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998350.787193:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS req@ffff94d191d00a80 x1874850291779456/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998350.787203:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998350.787208:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998350.787213:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000cc916a5] to pc [ptlrpcd_01_00+0] req@ffff94d191d00a80 x1874850291779456/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998350.787240:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998350.787255:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787998350.787259:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1787998350.790144:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1787998350.790154:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1787998350.790157:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998350.790165:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998350.790167:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998350.790169:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998350.790171:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998350.790173:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998350.790197:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d00a80 x1874850291779456/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998350.790208:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998350.790210:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998350.790214:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998350.790217:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998350.790221:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998350.790225:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2405:1874850291779456:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998350.790229:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998350.790236:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998350.790238:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998350.790241:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998350.790247:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191f9f800. 02000000:00000001:2.0:1787998350.790250:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998350.790257:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998350.790261:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1861519a0. 00000400:00000010:2.0:1787998350.790268:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf5d8. 00000100:00000200:2.0:1787998350.790274:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291779456, portal 25 00000100:00000001:2.0:1787998350.790276:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998350.790278:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548247168 : -117847161304448 : ffff94d191d00a80) 00000100:00000040:2.0:1787998350.790283:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d00a80 x1874850291779456/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998350.790290:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998350.790293:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998350.790295:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf660. 00000100:00000200:2.0:1787998350.790298:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874850291779456, offset 0 00000400:00000200:2.0:1787998350.790305:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998350.790314:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998350.790321:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998350.790326:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998350.790330:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998350.790333:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998350.790336:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998350.790340:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2855:2855:256:4294967295] 192.168.206.123@tcp LPNI seq info [2855:2855:8:4294967295] 00000400:00000200:2.0:1787998350.790344:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998350.790353:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998350.790360:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998350.790365:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9900. 00000800:00000200:2.0:1787998350.790372:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998350.790378:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998350.790382:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998350.790394:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998350.790399:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998350.790401:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296535030 00000100:00000010:2.0:1787998350.790406:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a027f060. 00000100:00000001:2.0:1787998350.790413:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1787998350.790418:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296535030 00000100:00000010:2.0:1787998350.790421:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a027fea0. 00000100:00000001:2.0:1787998350.790424:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 3 00000100:00000010:3.0:1787998350.795230:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d00000. 00000020:00000040:3.0:1787998350.795242:0:36:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998350.795247:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998350.795251:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998350.795256:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998350.799021:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19031fc00. 00000100:00000001:1.0:1787998350.799036:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998350.799050:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID req@ffff94d191d00000 x1874850291779584/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787998350.799063:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998350.799067:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998350.799073:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032accf97] to pc [ptlrpcd_00_00+0] req@ffff94d191d00000 x1874850291779584/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998350.799104:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998350.799107:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787998350.799111:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787998350.799116:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199eddc00. 00000020:00000040:1.0:1787998350.799120:0:36:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=4 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000001:1.0:1787998350.799124:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998350.799126:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998350.799130:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998350.799135:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19031f400. 00000100:00000001:1.0:1787998350.799138:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998350.799142:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID req@ffff94d199eddc00 x1874850291779712/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787998350.799148:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998350.799151:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998350.799154:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9116900] to pc [ptlrpcd_00_01+1] req@ffff94d199eddc00 x1874850291779712/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998350.799161:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998350.799163:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787998350.799167:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787998350.799170:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199eded80. 00000020:00000040:1.0:1787998350.799172:0:36:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000001:1.0:1787998350.799174:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998350.799175:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998350.799177:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998350.799190:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19031fd00. 00000100:00000001:1.0:1787998350.799194:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998350.799198:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID req@ffff94d199eded80 x1874850291779840/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787998350.799204:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998350.799206:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998350.799209:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a39b062] to pc [ptlrpcd_00_00+0] req@ffff94d199eded80 x1874850291779840/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998350.799215:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998350.799217:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787998350.799220:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787998350.799223:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edce00. 00000020:00000040:1.0:1787998350.799226:0:36:0:(genops.c:1210:class_import_get()) import ffff94d183eca000 refcount=3 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000100:00000001:1.0:1787998350.799228:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998350.799229:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998350.799231:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998350.799234:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19031fa00. 00000100:00000001:1.0:1787998350.799237:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998350.799241:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID req@ffff94d199edce00 x1874850291779968/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787998350.799255:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998350.799257:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998350.799260:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d6a0465] to pc [ptlrpcd_00_01+1] req@ffff94d199edce00 x1874850291779968/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998350.799267:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998350.799272:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1868) 00000100:00000001:0.0:1787998350.799871:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998350.799877:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998350.799879:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998350.799887:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d00000 x1874850291779584/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998350.799896:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998350.799898:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998350.799902:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998350.799905:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998350.799908:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998350.799911:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291779584:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998350.799916:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998350.799921:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998350.799924:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998350.799926:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998350.799932:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191d93800. 02000000:00000001:0.0:1787998350.799935:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998350.800010:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998350.800016:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000400:00000010:0.0:1787998350.800023:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807dd0. 00000100:00000200:0.0:1787998350.800030:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291779584, portal 10 00000100:00000001:0.0:1787998350.800032:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998350.800034:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548244480 : -117847161307136 : ffff94d191d00000) 00000100:00000040:0.0:1787998350.800042:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d00000 x1874850291779584/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998350.800050:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998350.800052:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998350.800055:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1928074c8. 00000100:00000200:0.0:1787998350.800059:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291779584, offset 0 00000400:00000200:0.0:1787998350.800065:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998350.800074:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998350.800081:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998350.800087:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998350.800091:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998350.800094:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998350.800097:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998350.800101:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2856:2856:255:4294967295] 192.168.206.123@tcp LPNI seq info [2856:2856:7:4294967295] 00000400:00000200:0.0:1787998350.800105:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998350.800114:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998350.800121:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998350.800126:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183ef3e00. 00000800:00000200:0.0:1787998350.800133:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998350.800139:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998350.800143:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183ef3e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787998350.800148:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998350.800152:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 861861 usecs (862 jiffies) 00000400:00000200:0.0:1787998350.800155:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998350.800158:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296531818 00000100:00000001:0.0:1787998350.800161:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:0.0:1787998350.800164:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296531818 00000100:00000001:2.0:1787998350.803229:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998350.803240:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998350.803244:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998350.803249:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998350.803265:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998350.803268:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998350.803311:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998350.803315:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9900. 00000400:00000200:2.0:1787998350.803323:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998350.803331:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998350.803338:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf660 00000400:00000010:2.0:1787998350.803341:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf660. 00000100:00000001:2.0:1787998350.803347:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998350.803355:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d00a80 x1874850291779456/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998350.803368:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998350.803372:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d00a80 x1874850291779456/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998366 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998350.803379:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998350.803381:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998350.803444:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998350.803448:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183ef3e00. 00000400:00000200:2.0:1787998350.803451:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998350.803455:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998350.803458:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928074c8 00000400:00000010:2.0:1787998350.803460:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928074c8. 00000100:00000001:2.0:1787998350.803463:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998350.803468:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d00000 x1874850291779584/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998350.803475:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998350.803478:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d00000 x1874850291779584/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998366 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998350.803484:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998350.803486:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787998350.808170:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:0.0:1787998350.808189:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998350.808194:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998350.808199:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998350.808210:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199eded80 x1874850291779840/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998350.808219:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998350.808221:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998350.808225:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998350.808229:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998350.808231:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998350.808234:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199eded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291779840:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998350.808238:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998350.808244:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998350.808246:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998350.808248:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998350.808255:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191d93400. 02000000:00000001:0.0:1787998350.808257:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998350.808264:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998350.808269:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30268. 00000400:00000010:0.0:1787998350.808276:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807440. 00000100:00000200:0.0:1787998350.808282:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291779840, portal 4 00000100:00000001:0.0:1787998350.808284:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998350.808286:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684423552 : -117847025128064 : ffff94d199eded80) 00000100:00000040:0.0:1787998350.808293:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199eded80 x1874850291779840/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998350.808300:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998350.808303:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998350.808305:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807330. 00000100:00000200:0.0:1787998350.808308:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291779840, offset 0 00000400:00000200:0.0:1787998350.808315:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998350.808322:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998350.808330:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998350.808334:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998350.808338:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998350.808341:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998350.808344:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998350.808348:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2857:2857:256:4294967295] 192.168.206.123@tcp LPNI seq info [2857:2857:8:4294967295] 00000400:00000200:0.0:1787998350.808352:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998350.808361:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998350.808366:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998350.808371:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183ef3f00. 00000800:00000200:0.0:1787998350.808376:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998350.808383:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998350.808388:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183ef3f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787998350.808410:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998350.808414:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 195765 usecs (196 jiffies) 00000400:00000200:0.0:1787998350.808417:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998350.808419:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296531159 00000100:00000001:0.0:1787998350.808422:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:0.0:1787998350.808423:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296531159 00000100:00000001:0.0:1787998350.808425:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:0.0:1787998350.808427:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998350.808429:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998350.808432:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998350.808435:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998350.808442:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998350.808444:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787998350.808447:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998350.808449:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998350.808450:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998350.808454:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1787998350.808455:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998350.808457:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998350.808458:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998350.808460:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998350.808461:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998350.808462:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998350.808466:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199eddc00 x1874850291779712/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998350.808474:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998350.808475:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998350.808477:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998350.808479:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998350.808481:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998350.808483:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199eddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291779712:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998350.808486:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998350.808489:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998350.808491:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998350.808492:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998350.808495:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191d92200. 02000000:00000001:0.0:1787998350.808497:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998350.808501:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998350.808503:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30e18. 00000400:00000010:0.0:1787998350.808506:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807660. 00000100:00000200:0.0:1787998350.808509:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291779712, portal 10 00000100:00000001:0.0:1787998350.808511:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998350.808512:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419072 : -117847025132544 : ffff94d199eddc00) 00000100:00000040:0.0:1787998350.808518:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199eddc00 x1874850291779712/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998350.808524:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998350.808527:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998350.808530:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807990. 00000100:00000200:0.0:1787998350.808532:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291779712, offset 0 00000400:00000200:0.0:1787998350.808537:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998350.808540:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998350.808544:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998350.808546:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998350.808548:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998350.808551:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998350.808553:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998350.808556:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2858:2858:255:4294967295] 192.168.206.123@tcp LPNI seq info [2858:2858:7:4294967295] 00000400:00000200:0.0:1787998350.808559:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998350.808564:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998350.808568:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998350.808572:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183ef3e00. 00000800:00000200:0.0:1787998350.808575:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998350.808580:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998350.808582:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183ef3e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787998350.808585:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998350.808587:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18047 usecs (19 jiffies) 00000400:00000200:0.0:1787998350.808590:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998350.808591:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296530982 00000100:00000001:0.0:1787998350.808593:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:0.0:1787998350.808595:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296530982 00000100:00000001:0.0:1787998350.808597:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:0.0:1787998350.808599:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998350.808600:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998350.808603:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998350.808607:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edce00 x1874850291779968/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998350.808614:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998350.808616:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998350.808618:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998350.808620:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998350.808621:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998350.808624:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291779968:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998350.808626:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998350.808629:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998350.808630:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998350.808632:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998350.808635:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191d92600. 02000000:00000001:0.0:1787998350.808636:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998350.808640:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998350.808642:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30b58. 00000400:00000010:0.0:1787998350.808645:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807000. 00000100:00000200:0.0:1787998350.808648:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291779968, portal 4 00000100:00000001:0.0:1787998350.808649:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998350.808650:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684415488 : -117847025136128 : ffff94d199edce00) 00000100:00000040:0.0:1787998350.808656:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199edce00 x1874850291779968/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998350.808661:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998350.808664:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998350.808667:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807aa0. 00000100:00000200:0.0:1787998350.808669:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291779968, offset 0 00000400:00000200:0.0:1787998350.808673:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998350.808676:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998350.808680:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998350.808682:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998350.808685:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998350.808687:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998350.808689:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998350.808692:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2859:2859:254:4294967295] 192.168.206.123@tcp LPNI seq info [2859:2859:6:4294967295] 00000400:00000200:0.0:1787998350.808695:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998350.808701:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998350.808705:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998350.808709:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d193b36600. 00000800:00000200:0.0:1787998350.808712:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998350.808716:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998350.808718:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d193b36600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787998350.808721:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998350.808724:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 19800 usecs (20 jiffies) 00000400:00000200:0.0:1787998350.808726:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998350.808728:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296530983 00000100:00000001:0.0:1787998350.808730:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:0.0:1787998350.808732:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296530983 00000100:00000001:0.0:1787998350.808733:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:0.0:1787998350.808735:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998350.808737:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998350.808739:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998350.808742:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998350.808754:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998350.808756:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998350.809112:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998350.809117:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183ef3f00. 00000400:00000200:2.0:1787998350.809124:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998350.809129:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998350.809135:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807330 00000400:00000010:2.0:1787998350.809137:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807330. 00000100:00000001:2.0:1787998350.809141:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998350.809145:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eded80 x1874850291779840/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998350.809154:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998350.809158:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199eded80 x1874850291779840/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998366 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998350.809165:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998350.809166:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998350.809176:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998350.809177:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183ef3e00. 00000400:00000200:2.0:1787998350.809190:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998350.809194:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998350.809196:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807990 00000400:00000010:2.0:1787998350.809198:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807990. 00000100:00000001:2.0:1787998350.809201:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998350.809204:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eddc00 x1874850291779712/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998350.809210:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998350.809213:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199eddc00 x1874850291779712/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998366 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998350.809218:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998350.809220:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998350.809279:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998350.809281:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d193b36600. 00000400:00000200:2.0:1787998350.809284:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998350.809287:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998350.809289:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807aa0 00000400:00000010:2.0:1787998350.809291:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807aa0. 00000100:00000001:2.0:1787998350.809293:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998350.809296:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edce00 x1874850291779968/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998350.809303:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998350.809306:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edce00 x1874850291779968/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998366 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998350.809312:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998350.809313:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998350.812390:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998350.812405:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998350.812409:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998350.812411:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998350.812419:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998350.812426:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998350.812435:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998350.812439:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998350.812444:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998350.812448:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a60780 00000400:00000200:2.0:1787998350.812453:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998350.812459:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x84d5 [1] + 224 00000800:00000001:2.0:1787998350.812465:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998350.812469:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998350.812472:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998350.812476:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998350.812483:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998350.812491:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d00a80 x1874850291779456/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998366 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998350.812502:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d00a80 x1874850291779456/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998350.812515:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998350.812523:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998350.812526:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998350.812528:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998350.812530:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998350.812533:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998350.812536:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998350.812540:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998350.812543:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998350.812546:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998350.812549:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a60800 00000400:00000200:2.0:1787998350.812552:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998350.812557:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x84e5 [1] + 224 00000800:00000001:2.0:1787998350.812560:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998350.812567:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998350.812568:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998350.812572:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998350.812574:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998350.812578:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d00000 x1874850291779584/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998366 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998350.812585:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d00000 x1874850291779584/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998350.812596:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998350.812600:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998350.812603:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998350.812613:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998350.812616:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787998350.812622:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998350.812624:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998350.812627:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1861519a0. 00000400:00000200:2.0:1787998350.812631:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf5d8 00000400:00000010:2.0:1787998350.812633:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf5d8. 00000100:00000001:2.0:1787998350.812637:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998350.812641:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d00a80 x1874850291779456/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787998350.812650:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d00a80 x1874850291779456/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998366 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998350.812656:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998350.812658:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998350.812661:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998350.812664:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998350.812666:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998350.812668:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998350.812671:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998350.812677:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=27 v=5 (5 5 5 5) 00000100:00001000:2.0:1787998350.812681:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1787998350.812684:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998350.812685:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998350.812688:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998350.812691:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998350.812693:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998350.812698:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d00a80 x1874850291779456/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998366 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998350.812705:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998350.812708:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998350.812711:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998350.812715:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d00a80 x1874850291779456/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998366 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787998350.812722:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2405:1874850291779456:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998350.812727:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998350.812729:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998350.812732:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d00a80 x1874850291779456/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998366 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998350.812738:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998350.812741:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998350.812744:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191f9f800. 02000000:00000001:2.0:1787998350.812748:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998350.812751:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998350.812753:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:2.0:1787998350.812755:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998350.812757:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d191fa7100. 02000000:00000001:2.0:1787998350.812761:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998350.812762:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998350.812764:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d00a80. 00000100:00000001:2.0:1787998350.812790:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998350.812792:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998350.812794:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998350.812802:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998350.812804:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998350.812806:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998350.812808:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998350.818392:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998350.818410:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998350.818414:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998350.818416:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998350.818425:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998350.818433:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998350.818441:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998350.818446:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998350.818452:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998350.818456:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a60880 00000400:00000200:2.0:1787998350.818460:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998350.818466:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x84f5 [1] + 224 00000800:00000001:2.0:1787998350.818473:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1787998350.821584:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998350.821591:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998350.821600:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998350.821603:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998350.821606:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30528. 00000400:00000200:0.0:1787998350.821612:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807dd0 00000400:00000010:0.0:1787998350.821615:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807dd0. 00000100:00000001:0.0:1787998350.821620:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998350.821630:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d00000 x1874850291779584/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998350.821641:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d00000 x1874850291779584/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998366 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998350.821648:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998350.821650:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998350.821653:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998350.821656:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998350.821657:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998350.821659:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998350.821662:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998350.821670:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=26 v=5 (5 5 104 104) 00000100:00001000:0.0:1787998350.821674:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998350.821676:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998350.821678:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998350.821680:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998350.821684:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998350.821687:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998350.821689:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1787998350.821690:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998350.821692:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998350.821696:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d00000 x1874850291779584/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998366 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998350.821703:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998350.821706:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998350.821707:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998350.821711:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d00000 x1874850291779584/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998366 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998350.821719:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291779584:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998350.821724:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998350.821726:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998350.821729:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d00000 x1874850291779584/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998366 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998350.821735:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998350.821738:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998350.821741:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191d93800. 02000000:00000001:0.0:1787998350.821744:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998350.821746:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998350.821749:0:2402:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998350.821751:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998350.821753:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19031fc00. 02000000:00000001:0.0:1787998350.821759:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998350.821761:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998350.821762:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d00000. 00000100:00000001:0.0:1787998350.821796:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998350.821798:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998350.821802:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998350.821804:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998350.821805:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998350.821806:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998350.821808:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998350.824537:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998350.824545:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998350.824554:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998350.824562:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998350.824570:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eddc00 x1874850291779712/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998366 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998350.824581:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199eddc00 x1874850291779712/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998350.824605:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998350.824617:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998350.824622:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998350.824625:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998350.824627:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998350.824633:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998350.824638:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998350.824644:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998350.824647:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998350.824652:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998350.824656:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a60900 00000400:00000200:2.0:1787998350.824660:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998350.824666:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x84ed [1] + 224 00000800:00000001:2.0:1787998350.824673:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998350.824676:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998350.824678:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998350.824682:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998350.824684:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998350.824689:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eded80 x1874850291779840/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998366 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998350.824698:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199eded80 x1874850291779840/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998350.824705:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998350.824709:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998350.824712:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998350.824713:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998350.824715:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998350.824718:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998350.824722:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998350.824726:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998350.824728:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998350.824731:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998350.824734:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a60980 00000400:00000200:2.0:1787998350.824737:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998350.824740:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x84fd [1] + 224 00000800:00000001:2.0:1787998350.824744:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998350.824748:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998350.824750:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998350.824753:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998350.824756:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998350.824760:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edce00 x1874850291779968/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998366 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998350.824790:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edce00 x1874850291779968/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998350.824797:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998350.824801:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998350.824803:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998350.824883:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998350.824888:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998350.824894:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998350.824896:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998350.824900:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30e18. 00000400:00000200:1.0:1787998350.824904:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807660 00000400:00000010:1.0:1787998350.824907:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807660. 00000100:00000001:1.0:1787998350.824910:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998350.824915:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199eddc00 x1874850291779712/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787998350.824924:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199eddc00 x1874850291779712/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998366 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998350.824930:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998350.824932:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998350.824934:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998350.824938:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998350.824940:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998350.824953:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998350.824956:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998350.824964:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=26 v=5 (5 5 104 104) 00000100:00001000:1.0:1787998350.824968:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=26 v=5 (1 1 1 1) 00000100:00000001:1.0:1787998350.824970:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998350.824972:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998350.824975:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998350.824978:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998350.824981:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998350.824983:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:1.0:1787998350.824985:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998350.824987:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998350.824992:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199eddc00 x1874850291779712/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998366 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998350.824999:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998350.825002:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998350.825004:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998350.825008:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199eddc00 x1874850291779712/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998366 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787998350.825016:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199eddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291779712:192.168.206.123@tcp:400:kworker.0 00000400:00000001:1.0:1787998350.825021:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998350.825022:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998350.825024:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30b58. 00000400:00000200:1.0:1787998350.825026:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807000 00000400:00000010:1.0:1787998350.825028:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807000. 00000100:00000001:1.0:1787998350.825030:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998350.825033:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edce00 x1874850291779968/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787998350.825041:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edce00 x1874850291779968/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998366 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998350.825047:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998350.825049:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998350.825050:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998350.825051:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998350.825053:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998350.825054:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998350.825056:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998350.825059:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca460 time=26 v=5 (5 5 5 37) 00000100:00001000:1.0:1787998350.825062:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998350.825064:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998350.825065:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998350.825067:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998350.825069:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998350.825071:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998350.825072:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:1.0:1787998350.825074:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998350.825075:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998350.825079:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edce00 x1874850291779968/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998366 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998350.825085:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998350.825087:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998350.825088:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998350.825091:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edce00 x1874850291779968/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998366 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787998350.825098:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291779968:192.168.206.123@tcp:400:kworker.0 00000400:00000001:1.0:1787998350.825102:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998350.825104:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998350.825105:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30268. 00000400:00000200:1.0:1787998350.825107:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807440 00000400:00000010:1.0:1787998350.825109:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807440. 00000100:00000001:1.0:1787998350.825111:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998350.825114:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199eded80 x1874850291779840/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787998350.825121:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199eded80 x1874850291779840/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998366 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998350.825126:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998350.825128:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998350.825129:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998350.825130:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998350.825131:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998350.825132:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998350.825134:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998350.825137:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=26 v=5 (5 5 5 37) 00000100:00001000:1.0:1787998350.825140:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998350.825142:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998350.825143:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998350.825145:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998350.825146:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998350.825148:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998350.825150:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:1.0:1787998350.825151:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998350.825152:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998350.825156:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199eded80 x1874850291779840/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998366 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998350.825162:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998350.825164:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998350.825165:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998350.825168:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199eded80 x1874850291779840/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998366 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787998350.825175:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199eded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291779840:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1787998350.825179:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998350.825193:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998350.825196:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199eddc00 x1874850291779712/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998366 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998350.825203:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998350.825205:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998350.825209:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191d92200. 02000000:00000001:1.0:1787998350.825212:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998350.825215:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998350.825216:0:2402:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=3 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998350.825218:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998350.825221:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19031f400. 02000000:00000001:1.0:1787998350.825226:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998350.825228:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998350.825230:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199eddc00. 00000100:00000001:1.0:1787998350.825234:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998350.825236:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998350.825237:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998350.825241:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edce00 x1874850291779968/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998366 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998350.825247:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998350.825248:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998350.825250:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191d92600. 02000000:00000001:1.0:1787998350.825252:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998350.825253:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998350.825255:0:2402:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998350.825256:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998350.825258:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19031fa00. 02000000:00000001:1.0:1787998350.825260:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998350.825261:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998350.825262:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edce00. 00000100:00000001:1.0:1787998350.825265:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998350.825266:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998350.825268:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998350.825271:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199eded80 x1874850291779840/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998366 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998350.825277:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998350.825279:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998350.825280:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191d93400. 02000000:00000001:1.0:1787998350.825282:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998350.825283:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998350.825284:0:2402:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=2 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998350.825286:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998350.825288:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19031fd00. 02000000:00000001:1.0:1787998350.825289:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998350.825290:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998350.825292:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199eded80. 00000100:00000001:1.0:1787998350.825295:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998350.825296:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998350.825299:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998350.825305:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998350.825308:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998350.825310:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998350.825312:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998350.953320:0:35182:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998351.235491:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998351.235498:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998351.235504:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998351.235505:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998351.236106:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787998351.236109:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998351.236113:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1787998351.341687:0:35218:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1787998351.341693:0:35218:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 24a: fsync error (should return error) ========================================================== 06:12:29 (1787998349) 00000001:00000001:3.0:1787998351.363903:0:35218:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:0.0:1787998351.743849:0:35261:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787998351.743854:0:35261:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1787998351.743857:0:35261:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419f3de0 00000080:00200000:0.0:1787998351.743861:0:35261:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:0.0:1787998351.743868:0:35261:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1a0bab800. 00800000:00000002:0.0:1787998351.743873:0:35261:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998351.743877:0:35261:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998351.743882:0:35261:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998351.743884:0:35261:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419f3d00 00800000:00000002:0.0:1787998351.743887:0:35261:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998351.743891:0:35261:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998351.743893:0:35261:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998351.743895:0:35261:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998351.743898:0:35261:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998351.743900:0:35261:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998351.743902:0:35261:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998351.743905:0:35261:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998351.743907:0:35261:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998351.743910:0:35261:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1787998351.743915:0:35261:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998351.743917:0:35261:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419f3bd0 00000002:00010000:0.0:1787998351.743919:0:35261:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787998351.743922:0:35261:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787998351.743924:0:35261:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998351.744185:0:35261:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998351.744192:0:35261:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360600 count: 2 00010000:00000001:0.0:1787998351.744195:0:35261:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998351.744199:0:35261:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998351.744203:0:35261:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998351.744208:0:35261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1787998351.744220:0:35261:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998351.744225:0:35261:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998351.744228:0:35261:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:0.0:1787998351.744234:0:35261:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1787998351.744236:0:35261:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998351.744238:0:35261:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998351.744240:0:35261:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998351.744241:0:35261:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998351.744244:0:35261:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1787998351.744246:0:35261:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1787998351.744249:0:35261:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998351.744252:0:35261:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1a0bab800. 00000080:00000001:0.0:1787998351.744310:0:35261:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787998351.744312:0:35261:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998351.744315:0:35261:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:0.0:1787998351.744318:0:35261:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cb92 00800000:00000001:0.0:1787998351.744321:0:35261:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998351.744323:0:35261:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998351.744325:0:35261:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998351.744327:0:35261:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998351.744329:0:35261:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5400 refcount=3 00000020:00000001:0.0:1787998351.744331:0:35261:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:0.0:1787998351.744334:0:35261:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:0.0:1787998351.744336:0:35261:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998351.744338:0:35261:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998351.744339:0:35261:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998351.744341:0:35261:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998351.744343:0:35261:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cb92 from it ffffb66d419f3e18 00010000:00000001:0.0:1787998351.744345:0:35261:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998351.744345:0:35261:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998351.744346:0:35261:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5400 refcount=3 00000020:00000001:0.0:1787998351.744348:0:35261:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:0.0:1787998351.744350:0:35261:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:0.0:1787998351.744352:0:35261:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998351.744355:0:35261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1787998351.744362:0:35261:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998351.744363:0:35261:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998351.744364:0:35261:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998351.744366:0:35261:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998351.744369:0:35261:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1787998351.744378:0:35261:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998351.744380:0:35261:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998351.744382:0:35261:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998351.744386:0:35261:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998351.744387:0:35261:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998351.744388:0:35261:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998351.744391:0:35261:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998351.744393:0:35261:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998351.744394:0:35261:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998351.744397:0:35261:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998351.744399:0:35261:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998351.744400:0:35261:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998351.744401:0:35261:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787998351.744404:0:35261:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787998351.744405:0:35261:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998351.744407:0:35261:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 101 00000080:00000001:0.0:1787998351.744411:0:35261:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998351.744419:0:35261:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787998351.744421:0:35261:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787998351.744422:0:35261:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1787998351.744423:0:35261:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419f3ba8 00000080:00200000:0.0:1787998351.744425:0:35261:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:0.0:1787998351.744428:0:35261:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1a0bab800. 00800000:00000002:0.0:1787998351.744431:0:35261:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998351.744433:0:35261:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998351.744435:0:35261:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998351.744436:0:35261:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419f3ac8 00800000:00000002:0.0:1787998351.744438:0:35261:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998351.744440:0:35261:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998351.744441:0:35261:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998351.744443:0:35261:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998351.744445:0:35261:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998351.744446:0:35261:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998351.744448:0:35261:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998351.744449:0:35261:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998351.744451:0:35261:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998351.744454:0:35261:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1787998351.744456:0:35261:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998351.744457:0:35261:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419f3998 00000002:00010000:0.0:1787998351.744459:0:35261:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787998351.744461:0:35261:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787998351.744462:0:35261:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998351.744463:0:35261:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998351.744466:0:35261:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360600 count: 2 00010000:00000001:0.0:1787998351.744468:0:35261:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998351.744470:0:35261:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998351.744472:0:35261:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998351.744475:0:35261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:0.0:1787998351.744482:0:35261:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998351.744484:0:35261:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998351.744487:0:35261:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:0.0:1787998351.744493:0:35261:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1787998351.744494:0:35261:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998351.744496:0:35261:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998351.744497:0:35261:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998351.744499:0:35261:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998351.744500:0:35261:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1787998351.744502:0:35261:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1787998351.744504:0:35261:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998351.744506:0:35261:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1a0bab800. 00000080:00000001:0.0:1787998351.744509:0:35261:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787998351.744510:0:35261:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998351.744513:0:35261:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:0.0:1787998351.744515:0:35261:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cb92 00800000:00000001:0.0:1787998351.744518:0:35261:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998351.744519:0:35261:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998351.744520:0:35261:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998351.744521:0:35261:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998351.744523:0:35261:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5400 refcount=3 00000020:00000001:0.0:1787998351.744525:0:35261:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:0.0:1787998351.744527:0:35261:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:0.0:1787998351.744528:0:35261:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998351.744529:0:35261:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998351.744530:0:35261:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998351.744532:0:35261:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998351.744534:0:35261:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cb92 from it ffffb66d419f3be0 00010000:00000001:0.0:1787998351.744536:0:35261:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998351.744536:0:35261:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998351.744537:0:35261:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5400 refcount=3 00000020:00000001:0.0:1787998351.744539:0:35261:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:0.0:1787998351.744541:0:35261:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:0.0:1787998351.744543:0:35261:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998351.744546:0:35261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1787998351.744552:0:35261:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998351.744553:0:35261:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998351.744554:0:35261:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998351.744555:0:35261:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998351.744557:0:35261:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1787998351.744563:0:35261:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998351.744565:0:35261:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998351.744566:0:35261:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998351.744568:0:35261:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998351.744569:0:35261:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998351.744570:0:35261:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998351.744572:0:35261:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998351.744573:0:35261:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998351.744575:0:35261:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998351.744576:0:35261:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998351.744578:0:35261:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998351.744579:0:35261:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998351.744580:0:35261:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787998351.744582:0:35261:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787998351.744583:0:35261:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998351.744585:0:35261:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:0.0:1787998351.744588:0:35261:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998351.744597:0:35261:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d190a9c540. 00000020:00000001:0.0:1787998351.744600:0:35261:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419f3d98 00000080:00200000:0.0:1787998351.744603:0:35261:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), flags=1536 00000080:00000001:0.0:1787998351.744605:0:35261:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787998351.744607:0:35261:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1787998351.744608:0:35261:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419f3ca8 00000080:00200000:0.0:1787998351.744609:0:35261:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:0.0:1787998351.744612:0:35261:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1a0bab800. 00800000:00000002:0.0:1787998351.744615:0:35261:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998351.744617:0:35261:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998351.744618:0:35261:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998351.744619:0:35261:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419f3bc8 00800000:00000002:0.0:1787998351.744621:0:35261:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998351.744624:0:35261:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998351.744625:0:35261:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998351.744626:0:35261:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998351.744627:0:35261:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998351.744628:0:35261:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998351.744630:0:35261:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998351.744632:0:35261:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998351.744633:0:35261:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998351.744635:0:35261:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1787998351.744638:0:35261:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998351.744639:0:35261:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419f3a98 00000002:00010000:0.0:1787998351.744641:0:35261:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787998351.744643:0:35261:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787998351.744644:0:35261:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998351.744646:0:35261:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998351.744648:0:35261:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360600 count: 2 00010000:00000001:0.0:1787998351.744649:0:35261:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998351.744652:0:35261:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998351.744653:0:35261:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998351.744656:0:35261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:0.0:1787998351.744663:0:35261:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998351.744665:0:35261:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998351.744668:0:35261:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:0.0:1787998351.744673:0:35261:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1787998351.744675:0:35261:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998351.744677:0:35261:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998351.744678:0:35261:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998351.744680:0:35261:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998351.744682:0:35261:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1787998351.744684:0:35261:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1787998351.744686:0:35261:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998351.744688:0:35261:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1a0bab800. 00000080:00000001:0.0:1787998351.744690:0:35261:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787998351.744691:0:35261:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998351.744693:0:35261:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:0.0:1787998351.744696:0:35261:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cb92 00800000:00000001:0.0:1787998351.744698:0:35261:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998351.744700:0:35261:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998351.744701:0:35261:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998351.744702:0:35261:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998351.744703:0:35261:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5400 refcount=3 00000020:00000001:0.0:1787998351.744705:0:35261:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:0.0:1787998351.744707:0:35261:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:0.0:1787998351.744709:0:35261:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998351.744711:0:35261:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998351.744712:0:35261:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998351.744713:0:35261:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998351.744715:0:35261:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cb92 from it ffffb66d419f3ce0 00010000:00000001:0.0:1787998351.744717:0:35261:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998351.744718:0:35261:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998351.744719:0:35261:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5400 refcount=3 00000020:00000001:0.0:1787998351.744720:0:35261:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:0.0:1787998351.744722:0:35261:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:0.0:1787998351.744724:0:35261:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998351.744726:0:35261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1787998351.744732:0:35261:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998351.744733:0:35261:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998351.744734:0:35261:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998351.744735:0:35261:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998351.744738:0:35261:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:0.0:1787998351.744743:0:35261:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998351.744745:0:35261:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998351.744746:0:35261:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998351.744748:0:35261:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998351.744749:0:35261:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998351.744750:0:35261:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998351.744752:0:35261:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998351.744753:0:35261:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998351.744755:0:35261:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998351.744757:0:35261:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998351.744758:0:35261:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998351.744759:0:35261:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998351.744760:0:35261:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787998351.744761:0:35261:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787998351.744762:0:35261:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998351.744764:0:35261:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 3 00000080:00000001:0.0:1787998351.744879:0:35261:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998351.744883:0:35261:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787998351.744884:0:35261:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1787998351.744886:0:35261:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419f3d90 00000080:00200000:0.0:1787998351.744888:0:35261:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:0.0:1787998351.744891:0:35261:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1a0bab800. 00800000:00000002:0.0:1787998351.744894:0:35261:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998351.744897:0:35261:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998351.744898:0:35261:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998351.744899:0:35261:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419f3cb0 00800000:00000002:0.0:1787998351.744901:0:35261:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998351.744904:0:35261:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998351.744905:0:35261:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998351.744907:0:35261:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998351.744908:0:35261:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998351.744909:0:35261:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998351.744911:0:35261:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998351.744912:0:35261:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998351.744914:0:35261:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998351.744916:0:35261:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1787998351.744919:0:35261:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998351.744920:0:35261:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419f3b80 00000002:00010000:0.0:1787998351.744922:0:35261:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787998351.744924:0:35261:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787998351.744925:0:35261:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998351.745059:0:35261:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998351.745062:0:35261:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360600 count: 2 00010000:00000001:0.0:1787998351.745064:0:35261:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998351.745067:0:35261:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998351.745069:0:35261:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998351.745071:0:35261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:0.0:1787998351.745078:0:35261:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998351.745080:0:35261:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998351.745083:0:35261:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:0.0:1787998351.745089:0:35261:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1787998351.745091:0:35261:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998351.745093:0:35261:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998351.745095:0:35261:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998351.745096:0:35261:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998351.745099:0:35261:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1787998351.745101:0:35261:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1787998351.745103:0:35261:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998351.745105:0:35261:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1a0bab800. 00000080:00000001:0.0:1787998351.745108:0:35261:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787998351.745109:0:35261:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998351.745111:0:35261:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:0.0:1787998351.745115:0:35261:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cb92 00800000:00000001:0.0:1787998351.745117:0:35261:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998351.745119:0:35261:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998351.745120:0:35261:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998351.745121:0:35261:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998351.745123:0:35261:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5400 refcount=3 00000020:00000001:0.0:1787998351.745125:0:35261:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:0.0:1787998351.745127:0:35261:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:0.0:1787998351.745129:0:35261:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998351.745130:0:35261:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998351.745131:0:35261:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998351.745132:0:35261:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998351.745134:0:35261:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cb92 from it ffffb66d419f3dc8 00010000:00000001:0.0:1787998351.745135:0:35261:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998351.745136:0:35261:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998351.745138:0:35261:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5400 refcount=3 00000020:00000001:0.0:1787998351.745139:0:35261:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:0.0:1787998351.745141:0:35261:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:0.0:1787998351.745143:0:35261:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998351.745145:0:35261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:0.0:1787998351.745150:0:35261:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998351.745151:0:35261:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998351.745152:0:35261:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998351.745154:0:35261:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998351.745156:0:35261:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:0.0:1787998351.745165:0:35261:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998351.745166:0:35261:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998351.745168:0:35261:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998351.745170:0:35261:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998351.745171:0:35261:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998351.745172:0:35261:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998351.745184:0:35261:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998351.745186:0:35261:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998351.745187:0:35261:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998351.745189:0:35261:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998351.745191:0:35261:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998351.745192:0:35261:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998351.745193:0:35261:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787998351.745195:0:35261:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787998351.745196:0:35261:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998351.745197:0:35261:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 3 00000080:00000001:0.0:1787998351.745200:0:35261:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998351.745203:0:35261:0:(namei.c:2236:do_mkdir()) Process entered 00000020:00000001:0.0:1787998351.745204:0:35261:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419f3da0 00000080:00200000:0.0:1787998351.745206:0:35261:0:(namei.c:2239:do_mkdir()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00000001:0.0:1787998351.745209:0:35261:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:0.0:1787998351.745211:0:35261:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:0.0:1787998351.745214:0:35261:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1a0bab800. 00800000:00000002:0.0:1787998351.745217:0:35261:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000010:0.0:1787998351.745224:0:35261:0:(namei.c:1796:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff94d190b35340. 00000080:00000001:0.0:1787998351.745228:0:35261:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998351.745230:0:35261:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:0.0:1787998351.745233:0:35261:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1787998351.745236:0:35261:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998351.745237:0:35261:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998351.745239:0:35261:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998351.745240:0:35261:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998351.745242:0:35261:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998351.745243:0:35261:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998351.745245:0:35261:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998351.745250:0:35261:0:(lmv_obd.c:1705:lmv_locate_tgt_qos()) Process entered 00020000:00000001:0.0:1787998351.745253:0:35261:0:(lu_tgt_descs.c:432:ltd_qos_penalties_calc()) Process entered 00020000:00000001:0.0:1787998351.745333:0:35261:0:(lu_tgt_descs.c:569:ltd_qos_penalties_calc()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:0.0:1787998351.745337:0:35261:0:(lmv_obd.c:1717:lmv_locate_tgt_qos()) Process leaving via unlock (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00800000:00000001:0.0:1787998351.745340:0:35261:0:(lmv_obd.c:1786:lmv_locate_tgt_rr()) Process entered 00800000:00000001:0.0:1787998351.745343:0:35261:0:(lmv_obd.c:1800:lmv_locate_tgt_rr()) Process leaving (rc=18446626226337597440 : -117847371954176 : ffff94d18541c800) 00800000:00000001:0.0:1787998351.745346:0:35261:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446626226337597440 : -117847371954176 : ffff94d18541c800) 00800000:00000001:0.0:1787998351.745348:0:35261:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1787998351.745350:0:35261:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1787998351.745353:0:35261:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1787998351.745355:0:35261:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1787998351.745357:0:35261:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff94d1a0bb2800: Allocated FID [0x240000403:0x7:0x0] 40000000:00000001:0.0:1787998351.745359:0:35261:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998351.745361:0:35261:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998351.745363:0:35261:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998351.745365:0:35261:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998351.745367:0:35261:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419f3bc0 00800000:00000002:0.0:1787998351.745369:0:35261:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd24a.recovery-small' [0x240000403:0x7:0x0] on [0x200000007:0x1:0x0] -> mds #1, layout version 1 00000002:00000001:0.0:1787998351.745373:0:35261:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:0.0:1787998351.745376:0:35261:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1787998351.745379:0:35261:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998351.745384:0:35261:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c10000. 00000020:00000040:0.0:1787998351.745388:0:35261:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=4 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 02000000:00000001:0.0:1787998351.745393:0:35261:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787998351.745395:0:35261:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998351.745397:0:35261:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1787998351.745400:0:35261:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998351.745402:0:35261:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998351.745405:0:35261:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998351.745407:0:35261:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998351.745409:0:35261:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998351.745415:0:35261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1923a0000. 00000100:00000001:0.0:1787998351.745422:0:35261:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998351.745424:0:35261:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998351.745425:0:35261:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998351.745427:0:35261:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998351.745428:0:35261:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998351.745430:0:35261:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1787998351.745443:0:35261:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787998351.745454:0:35261:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191c10000 x1874850291780224/t0(0) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787998351.745462:0:35261:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998351.745464:0:35261:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998351.745470:0:35261:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1921960c0. 00000100:00000001:0.0:1787998351.745472:0:35261:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226553053376 : -117847156498240 : ffff94d1921960c0) 00000100:00000001:0.0:1787998351.745474:0:35261:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998351.745476:0:35261:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547261440 : -117847162290176 : ffff94d191c10000) 00000100:00000001:0.0:1787998351.745480:0:35261:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998351.745483:0:35261:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998351.745485:0:35261:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998351.745487:0:35261:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998351.745491:0:35261:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c10000 x1874850291780224/t0(0) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998351.745499:0:35261:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998351.745501:0:35261:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998351.745504:0:35261:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998351.745507:0:35261:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998351.745509:0:35261:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998351.745512:0:35261:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c10000 pname:cluuid:pid:xid:nid:opc:job mkdir:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35261:1874850291780224:192.168.206.123@tcp:36:mkdir.0 00000100:00000001:0.0:1787998351.745516:0:35261:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998351.745521:0:35261:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998351.745524:0:35261:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998351.745526:0:35261:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998351.745530:0:35261:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a3400. 02000000:00000001:0.0:1787998351.745532:0:35261:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998351.745540:0:35261:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998351.745544:0:35261:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000400:00000010:0.0:1787998351.745551:0:35261:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807dd0. 00000100:00000200:0.0:1787998351.745558:0:35261:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291780224, portal 10 00000100:00000001:0.0:1787998351.745560:0:35261:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998351.745561:0:35261:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547261440 : -117847162290176 : ffff94d191c10000) 00000100:00000040:0.0:1787998351.745567:0:35261:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c10000 x1874850291780224/t0(0) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998367 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998351.745574:0:35261:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998351.745576:0:35261:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998351.745579:0:35261:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807908. 00000100:00000200:0.0:1787998351.745582:0:35261:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1874850291780224, offset 0 00000400:00000200:0.0:1787998351.745588:0:35261:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998351.745597:0:35261:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998351.745603:0:35261:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998351.745608:0:35261:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998351.745611:0:35261:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998351.745614:0:35261:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998351.745618:0:35261:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998351.745621:0:35261:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2860:2860:256:4294967295] 192.168.206.123@tcp LPNI seq info [2860:2860:8:4294967295] 00000400:00000200:0.0:1787998351.745625:0:35261:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998351.745634:0:35261:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998351.745639:0:35261:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998351.745643:0:35261:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d193b36c00. 00000800:00000200:0.0:1787998351.745649:0:35261:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998351.745656:0:35261:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998351.745660:0:35261:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d193b36c00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:0.0:1787998351.745726:0:35261:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998351.745732:0:35261:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18098 usecs (19 jiffies) 00000400:00000200:0.0:1787998351.745735:0:35261:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998351.745738:0:35261:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296531921 00000100:00000001:0.0:1787998351.745741:0:35261:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:0.0:1787998351.745743:0:35261:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296531921 00000100:00000001:0.0:1787998351.745745:0:35261:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:0.0:1787998351.745747:0:35261:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998351.745750:0:35261:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998351.745752:0:35261:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998351.745753:0:35261:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998351.745756:0:35261:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1921960c0 going to sleep for 11 seconds 00000100:00000001:0.0:1787998351.745758:0:35261:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998351.745761:0:35261:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998351.746164:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998351.746168:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d193b36c00. 00000400:00000200:2.0:1787998351.746183:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998351.746188:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998351.746194:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807908 00000400:00000010:2.0:1787998351.746196:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807908. 00000100:00000001:2.0:1787998351.746200:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998351.746205:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c10000 x1874850291780224/t0(0) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998367 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998351.746214:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998351.746217:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c10000 x1874850291780224/t0(0) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998367 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998351.746224:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998351.746226:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998351.754763:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998351.754866:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998351.754869:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998351.754872:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998351.754879:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998351.754887:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998351.754897:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998351.754901:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998351.754906:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998351.754910:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 328 into portal 15 MB=0x6a92a9abcc300 00000400:00000200:2.0:1787998351.754918:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.123@tcp of length 328/328 into md 0x7fd5 [2] + 328 00000800:00000001:2.0:1787998351.755069:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998351.755079:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998351.755083:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998351.755088:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998351.755096:0:2396:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1787998351.755098:0:2396:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1787998351.755104:0:2396:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d19f80. 00000100:00000040:2.0:1787998351.755107:0:2396:0:(events.c:337:request_in_callback()) incoming req@ffff94d191d19f80 x1874850310046464 msgsize 328 00000100:00100000:2.0:1787998351.755112:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.123@tcp (source: 12345-192.168.206.123@tcp) 00000100:00000001:2.0:1787998351.755163:0:2396:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1787998351.755172:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998351.755185:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998351.755228:0:16814:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1787998351.755232:0:16814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874850310046464 02000000:00000001:3.0:1787998351.755234:0:16814:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1787998351.755237:0:16814:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998351.755239:0:16814:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998351.755244:0:16814:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998351.755248:0:16814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874850310046464 00000020:00000001:3.0:1787998351.755251:0:16814:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787998351.755252:0:16814:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf59 00000020:00000001:3.0:1787998351.755255:0:16814:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998351.755332:0:16814:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191092800 refcount=5 00000020:00000001:3.0:1787998351.755335:0:16814:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535213056 : -117847174338560 : ffff94d191092800) 00000020:00000001:3.0:1787998351.755338:0:16814:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535213056 : -117847174338560 : ffff94d191092800) 00000100:00000001:3.0:1787998351.755342:0:16814:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1787998351.755346:0:16814:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d1987e5b40. 00000100:00000001:3.0:1787998351.755349:0:16814:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1787998351.755352:0:16814:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d1987e5b40. 00000020:00000010:3.0:1787998351.755359:0:16814:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d1861f7c00. 00000020:00000010:3.0:1787998351.755364:0:16814:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94d190a8d580. 00000020:00000010:3.0:1787998351.755369:0:16814:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94d18543a3e8. 00000100:00000040:3.0:1787998351.755378:0:16814:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1787998351.755381:0:16814:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1787998351.755382:0:16814:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1787998351.755384:0:16814:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998351.755393:0:16814:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998351.755443:0:16814:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998351.755454:0:16814:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1787998351.755456:0:16814:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1787998351.755460:0:16814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.123@tcp, seq: 61 00000100:00000040:3.0:1787998351.755464:0:16814:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff94d191092800 : new rpc_count 1 00000100:00000001:3.0:1787998351.755466:0:16814:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446626226548350848 : -117847161200768 : ffff94d191d19f80) 00000100:00000040:3.0:1787998351.755473:0:16814:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff94d191d19f80 x1874850310046464/t0(0) o104->77d5a195-8a9b-4535-9fd7-ecbde8ea89db@192.168.206.123@tcp:567/0 lens 328/0 e 0 to 0 dl 1787998362 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998351.755483:0:16814:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1787998351.755485:0:16814:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d1987e5b40. 00000100:00000001:3.0:1787998351.755487:0:16814:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1787998351.755489:0:16814:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d1987e5b40. 00000100:00100000:3.0:1787998351.755493:0:16814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94d191d19f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:77d5a195-8a9b-4535-9fd7-ecbde8ea89db+5:6519:x1874850310046464:12345-192.168.206.123@tcp:104: 00000100:00000200:3.0:1787998351.755496:0:16814:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1874850310046464 00010000:00000001:3.0:1787998351.755499:0:16814:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1787998351.755505:0:16814:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998351.755507:0:16814:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998351.755509:0:16814:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5400 refcount=2 00000020:00000001:3.0:1787998351.755511:0:16814:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:3.0:1787998351.755514:0:16814:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:3.0:1787998351.755517:0:16814:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998351.755520:0:16814:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787998351.755525:0:16814:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000100:00000001:3.0:1787998351.755535:0:16814:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1787998351.755537:0:16814:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1787998351.755542:0:16814:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94d1a0094c00. 02000000:00000001:3.0:1787998351.755545:0:16814:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998351.755547:0:16814:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998351.755551:0:16814:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1787998351.755555:0:16814:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998351.755558:0:16814:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187eb35e8 time=176 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998351.755562:0:16814:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787998351.755565:0:16814:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 16 to 192.168.206.123@tcp 00000100:00000001:3.0:1787998351.755567:0:16814:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 02000000:00000001:3.0:1787998351.755569:0:16814:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1787998351.755570:0:16814:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998351.755573:0:16814:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998351.755576:0:16814:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998351.755580:0:16814:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5aa0. 00000100:00000200:3.0:1787998351.755585:0:16814:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1874850310046464, offset 224 00000400:00000200:3.0:1787998351.755591:0:16814:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998351.755596:0:16814:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.755602:0:16814:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.23@tcp to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998351.755608:0:16814:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2861:2861:256:4294967295] 192.168.206.123@tcp LPNI seq info [2861:2861:8:4294967295] 00000400:00000200:3.0:1787998351.755612:0:16814:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.755620:0:16814:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:192.168.206.23@tcp) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998351.755625:0:16814:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998351.755629:0:16814:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d191fa7300. 00000800:00000200:3.0:1787998351.755635:0:16814:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998351.755642:0:16814:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998351.755647:0:16814:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d191fa7300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998351.755658:0:16814:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998351.755662:0:16814:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00010000:00000001:3.0:1787998351.755665:0:16814:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1787998351.755668:0:16814:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94d1920f3cc0. 00010000:00000001:3.0:1787998351.755671:0:16814:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1787998351.755723:0:16814:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1787998351.755726:0:16814:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998351.755728:0:16814:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998351.755730:0:16814:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998351.755736:0:16814:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d19f80 x1874850310046464/t0(0) o104->77d5a195-8a9b-4535-9fd7-ecbde8ea89db@192.168.206.123@tcp:567/0 lens 328/224 e 0 to 0 dl 1787998362 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787998351.755745:0:16814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94d191d19f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:77d5a195-8a9b-4535-9fd7-ecbde8ea89db+5:6519:x1874850310046464:12345-192.168.206.123@tcp:104: Request processed in 261us (635us total) trans 0 rc 0/0 00000100:00100000:3.0:1787998351.755751:0:16814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.123@tcp, seq: 61 00000100:00000040:3.0:1787998351.755755:0:16814:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff94d191092800 : new rpc_count 0 00000100:00000001:3.0:1787998351.755757:0:16814:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1787998351.755759:0:16814:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1787998351.755763:0:16814:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94d190a8d580. 00000020:00000010:3.0:1787998351.755785:0:16814:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94d18543a3e8. 00000020:00000010:3.0:1787998351.755788:0:16814:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d1861f7c00. 00000020:00000040:3.0:1787998351.755792:0:16814:0:(genops.c:879:class_export_put()) PUTting export ffff94d191092800 : new refcount 4 00000100:00000001:3.0:1787998351.755795:0:16814:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1787998351.756005:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998351.756010:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d191fa7300. 00000400:00000200:2.0:1787998351.756014:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998351.756018:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998351.756023:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5aa0 00000400:00000010:2.0:1787998351.756025:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5aa0. 00000100:00000001:2.0:1787998351.756028:0:2397:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1787998351.756030:0:2397:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1787998351.756367:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787998351.756370:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998351.756372:0:16949:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1787998351.756375:0:16949:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1787998351.756377:0:16949:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1787998351.756381:0:16949:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1787998351.756390:0:16949:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d1903e5400 already unused, calling callback (ffffffffc1bbc3c0) 00000080:00000001:1.0:1787998351.756392:0:16949:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1787998351.756395:0:16949:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:1.0:1787998351.756402:0:16949:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1787998351.756404:0:16949:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1787998351.756407:0:16949:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:1.0:1787998351.756412:0:16949:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1787998351.756415:0:16949:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1787998351.756416:0:16949:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998351.756418:0:16949:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998351.756420:0:16949:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5400 refcount=3 00000020:00000001:1.0:1787998351.756421:0:16949:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:1.0:1787998351.756423:0:16949:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521920512 : -117847187631104 : ffff94d1903e5400) 00010000:00000001:1.0:1787998351.756426:0:16949:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787998351.756429:0:16949:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:1.0:1787998351.756434:0:16949:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787998351.756437:0:16949:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787998351.756439:0:16949:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787998351.756442:0:16949:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1787998351.756445:0:16949:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998351.756448:0:16949:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998351.756452:0:16949:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360600 count: 2 00010000:00000001:1.0:1787998351.756455:0:16949:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998351.756459:0:16949:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998351.756460:0:16949:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998351.756461:0:16949:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998351.756462:0:16949:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360600 count: 2 00010000:00000001:1.0:1787998351.756464:0:16949:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998351.756465:0:16949:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998351.756466:0:16949:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998351.756467:0:16949:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998351.756468:0:16949:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360600 count: 2 00010000:00000001:1.0:1787998351.756470:0:16949:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998351.756471:0:16949:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998351.756472:0:16949:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1787998351.756474:0:16949:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d1989ad280, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1787998351.756478:0:16949:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1787998351.756480:0:16949:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1787998351.756482:0:16949:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787998351.756483:0:16949:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.756486:0:16949:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787998351.756489:0:16949:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787998351.756490:0:16949:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787998351.756492:0:16949:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998351.756494:0:16949:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787998351.756496:0:16949:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1903e5400 with handle 0xb2d39e653c8cb92 from hash 00010000:00000001:1.0:1787998351.756498:0:16949:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787998351.756499:0:16949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.756501:0:16949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998351.756502:0:16949:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787998351.756505:0:16949:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787998351.756506:0:16949:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1787998351.756511:0:16949:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998351.756513:0:16949:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.756516:0:16949:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998351.756518:0:16949:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1787998351.756587:0:16949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d19500. 00000020:00000040:2.0:1787998351.756591:0:16949:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998351.756595:0:16949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998351.756598:0:16949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998351.756601:0:16949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998351.756607:0:16949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d191d92200. 00000100:00000001:2.0:1787998351.756612:0:16949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.756615:0:16949:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1787998351.756620:0:16949:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:2.0:1787998351.756626:0:16949:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1787998351.756628:0:16949:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998351.756632:0:16949:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998351.756636:0:16949:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998351.756642:0:16949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c83fa4a0] to pc [ptlrpcd_01_01+1] req@ffff94d191d19500 x1874850291780352/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787998351.756662:0:16949:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998351.756664:0:16949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.756665:0:16949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998351.756667:0:16949:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.756669:0:16949:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998351.756671:0:16949:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998351.756674:0:16949:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:2.0:1787998351.756685:0:16949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1787998351.756687:0:16949:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5400/0xb2d39e653c8cb92 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x4fd9a50f3a6ad584 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:2.0:1787998351.756694:0:16949:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d18a360600 count: 0 00010000:00000010:2.0:1787998351.756699:0:16949:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d190a8d800. 00010000:00000001:2.0:1787998351.756708:0:16949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998351.756710:0:16949:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1787998351.756712:0:16949:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff94d1920f3cc0. 00010000:00000001:2.0:1787998351.756714:0:16949:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998351.756717:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998351.756718:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998351.756720:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1787998351.756722:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998351.756723:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998351.756724:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1787998351.756726:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998351.756727:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998351.756729:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787998351.756734:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998351.756737:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998351.756740:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998351.756745:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d19500 x1874850291780352/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998351.756752:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998351.756754:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998351.756757:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998351.756760:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998351.756762:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998351.756765:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291780352:192.168.206.123@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1787998351.756792:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998351.756797:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998351.756799:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998351.756801:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998351.756805:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191d92600. 02000000:00000001:2.0:1787998351.756807:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998351.756812:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998351.756815:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1861519a0. 00000400:00000010:2.0:1787998351.756821:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf5d8. 00000100:00000200:2.0:1787998351.756826:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291780352, portal 18 00000100:00000001:2.0:1787998351.756829:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998351.756830:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548348160 : -117847161203456 : ffff94d191d19500) 00000100:00000040:2.0:1787998351.756892:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d19500 x1874850291780352/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998367 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998351.756900:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998351.756903:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998351.756907:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf660. 00000100:00000200:2.0:1787998351.756910:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1874850291780352, offset 0 00000400:00000200:2.0:1787998351.756915:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998351.756921:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998351.757040:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998351.757045:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998351.757050:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998351.757054:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998351.757056:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998351.757060:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2862:2862:256:4294967295] 192.168.206.123@tcp LPNI seq info [2862:2862:8:4294967295] 00000400:00000200:2.0:1787998351.757064:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998351.757072:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998351.757078:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998351.757082:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9900. 00000800:00000200:2.0:1787998351.757087:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998351.757094:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998351.757097:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1787998351.757107:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998351.757112:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 860771 usecs (861 jiffies) 00000400:00000200:2.0:1787998351.757115:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998351.757118:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296532775 00000100:00000001:2.0:1787998351.757423:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:2.0:1787998351.757427:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296532775 00000100:00000001:2.0:1787998351.757429:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:2.0:1787998351.757431:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998351.757434:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998351.757438:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998351.757440:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998351.757446:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998351.757448:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787998351.757450:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998351.757451:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998351.757453:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998351.757455:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998351.757465:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998351.757467:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998351.757817:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998351.757822:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9900. 00000400:00000200:2.0:1787998351.757826:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998351.757831:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998351.758104:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf660 00000400:00000010:2.0:1787998351.758108:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf660. 00000100:00000001:2.0:1787998351.758112:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998351.758118:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d19500 x1874850291780352/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998367 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998351.758129:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998351.758133:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d19500 x1874850291780352/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998367 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998351.758140:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998351.758142:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1787998351.761842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360600. 00010000:00000010:2.1:1787998351.761859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5400. 00000800:00000001:2.0:1787998351.769019:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998351.769194:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998351.769199:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998351.769201:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998351.769209:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998351.769216:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998351.769223:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998351.769228:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998351.769233:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998351.769237:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 18 MB=0x6a92a99a60b00 00000400:00000200:2.0:1787998351.769242:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998351.769247:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.123@tcp of length 224/224 into md 0x8515 [1] + 224 00000800:00000001:2.0:1787998351.769254:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998351.770243:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998351.770249:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998351.770256:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998351.770264:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998351.770271:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d19500 x1874850291780352/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998367 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998351.770282:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d19500 x1874850291780352/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998367 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998351.770297:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998351.770305:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998351.770310:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998351.770324:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998351.770328:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787998351.770334:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998351.770336:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998351.770339:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1861519a0. 00000400:00000200:2.0:1787998351.770342:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf5d8 00000400:00000010:2.0:1787998351.770344:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf5d8. 00000100:00000001:2.0:1787998351.770348:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998351.770352:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d19500 x1874850291780352/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998367 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787998351.770361:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d19500 x1874850291780352/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998367 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998351.770366:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998351.770368:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998351.770371:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998351.770374:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998351.770376:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998351.770378:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998351.770380:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998351.770389:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06d80 time=176 v=5 (5 5 5 5) 00000100:00001000:2.0:1787998351.770393:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1787998351.770395:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998351.770397:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.770400:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998351.770403:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998351.770406:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998351.770408:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1787998351.770410:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998351.770411:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998351.770416:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d19500 x1874850291780352/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998367 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998351.770422:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998351.770424:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998351.770426:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998351.770430:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d19500 x1874850291780352/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998367 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787998351.770437:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291780352:192.168.206.123@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1787998351.770442:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998351.770444:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998351.770447:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d19500 x1874850291780352/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998367 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998351.770459:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998351.770462:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998351.770465:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191d92600. 02000000:00000001:2.0:1787998351.770467:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998351.770470:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998351.770471:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998351.770473:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998351.770476:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d191d92200. 02000000:00000001:2.0:1787998351.770478:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998351.770480:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998351.770482:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d19500. 00000100:00000001:2.0:1787998351.770485:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998351.770486:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998351.770489:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998351.770496:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998351.770498:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998351.770501:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998351.770503:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998351.786674:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998351.786689:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998351.786693:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998351.786696:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998351.786704:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998351.786711:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998351.786719:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998351.786723:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998351.786739:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998351.786750:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 448 into portal 10 MB=0x6a92a99a60a80 00000400:00000200:2.0:1787998351.786755:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998351.786760:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 448/448 into md 0x8505 [1] + 224 00000800:00000001:2.0:1787998351.786804:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998351.786812:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998351.786815:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998351.786819:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998351.786826:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998351.786834:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c10000 x1874850291780224/t0(0) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998367 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998351.786843:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff94d191c10000 x1874850291780224/t0(0) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998351.786853:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998351.786860:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998351.786862:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998351.787188:0:35261:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998351.787196:0:35261:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998351.787199:0:35261:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998351.787201:0:35261:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30528. 00000400:00000200:0.0:1787998351.787206:0:35261:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807dd0 00000400:00000010:0.0:1787998351.787208:0:35261:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807dd0. 00000100:00000001:0.0:1787998351.787211:0:35261:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998351.787217:0:35261:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c10000 x1874850291780224/t0(0) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998351.787225:0:35261:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c10000 x1874850291780224/t0(0) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998351.787231:0:35261:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998351.787233:0:35261:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998351.787235:0:35261:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998351.787238:0:35261:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998351.787240:0:35261:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998351.787242:0:35261:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998351.787245:0:35261:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998351.787252:0:35261:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=27 v=5 (5 5 104 104) 00000100:00001000:0.0:1787998351.787256:0:35261:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=27 v=5 (1 1 1 1) 00000100:00000001:0.0:1787998351.787259:0:35261:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998351.787260:0:35261:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998351.787263:0:35261:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998351.787266:0:35261:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998351.787269:0:35261:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1787998351.787270:0:35261:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1787998351.787271:0:35261:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1787998351.787274:0:35261:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998351.787275:0:35261:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547261440 : -117847162290176 : ffff94d191c10000) 00000100:00000001:0.0:1787998351.787279:0:35261:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998351.787280:0:35261:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:0.0:1787998351.787282:0:35261:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998351.787284:0:35261:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998351.787289:0:35261:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c10000 x1874850291780224/t4294967334(4294967334) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1787998367 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998351.787296:0:35261:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998351.787298:0:35261:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998351.787300:0:35261:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998351.787304:0:35261:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c10000 x1874850291780224/t4294967334(4294967334) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1787998367 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998351.787312:0:35261:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c10000 pname:cluuid:pid:xid:nid:opc:job mkdir:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35261:1874850291780224:192.168.206.123@tcp:36:mkdir.0 00000100:00000001:0.0:1787998351.787316:0:35261:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998351.787319:0:35261:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998351.787321:0:35261:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998351.787323:0:35261:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998351.787327:0:35261:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c10000 x1874850291780224/t4294967334(4294967334) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1787998367 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998351.787333:0:35261:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998351.787336:0:35261:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1921960c0. 00000100:00000001:0.0:1787998351.787339:0:35261:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998351.787341:0:35261:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998351.787349:0:35261:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998351.787352:0:35261:0:(lmv_obd.c:2359:lmv_create()) Created - [0x240000403:0x7:0x0] 00800000:00000001:0.0:1787998351.787354:0:35261:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998351.787358:0:35261:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:0.0:1787998351.787360:0:35261:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1787998299 to 1787998351 00000080:00000001:0.0:1787998351.787363:0:35261:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1787998351.787369:0:35261:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1787998351.787371:0:35261:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1787998351.787373:0:35261:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603815538695 : 162129603815538695 : 240000403000007) 00000080:00000001:0.0:1787998351.787376:0:35261:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1787998351.787395:0:35261:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94d1989ab180. 00000080:00000001:0.0:1787998351.787404:0:35261:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1787998351.787406:0:35261:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x240000403:0x7:0x0](ffff94d1989ab248) 00000080:00000001:0.0:1787998351.787409:0:35261:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1787998351.787411:0:35261:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x240000403:0x7:0x0] 00000080:00000001:0.0:1787998351.787413:0:35261:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998351.787415:0:35261:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603815538695 : 162129603815538695 : 240000403000007) 00000080:00000001:0.0:1787998351.787418:0:35261:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748740 : 37748740 : 2400004) 00000080:00000002:0.0:1787998351.787420:0:35261:0:(llite_lib.c:3050:ll_update_inode()) setting ino 162129603815538695 mtime from 0 to 1787998351 00000080:00200000:0.0:1787998351.787423:0:35261:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000403:0x7:0x0], updating i_size 4096 00000080:00000001:0.0:1787998351.787425:0:35261:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1787998351.787427:0:35261:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626226662191688 : -117847047359928 : ffff94d1989ab248) 00000080:00000001:0.0:1787998351.787430:0:35261:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1787998351.787433:0:35261:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1787998351.787435:0:35261:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998351.787439:0:35261:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998351.787441:0:35261:0:(namei.c:2063:ll_new_node()) Process leaving 00000100:00000001:0.0:1787998351.787442:0:35261:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998351.787446:0:35261:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c10000 x1874850291780224/t4294967334(4294967334) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1787998367 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998351.787452:0:35261:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998351.787454:0:35261:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998351.787457:0:35261:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1a0bab800. 00000080:00000010:0.0:1787998351.787460:0:35261:0:(namei.c:2069:ll_new_node()) kfreed 'lum': 48 at ffff94d190b35340. 00000080:00000001:0.0:1787998351.787464:0:35261:0:(namei.c:2071:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998351.787466:0:35261:0:(namei.c:2247:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1787998351.787469:0:35261:0:(namei.c:2291:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998351.787479:0:35261:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1787998351.787485:0:35261:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1787998351.794303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a9c540. 00000080:00000001:2.0:1787998351.802494:0:35262:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:2.0:1787998351.802502:0:35262:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:2.0:1787998351.802504:0:35262:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1787998351.802508:0:35262:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41483bc0 00000080:00200000:2.0:1787998351.802512:0:35262:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:2.0:1787998351.802520:0:35262:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191d92600. 00800000:00000002:2.0:1787998351.802526:0:35262:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:2.0:1787998351.802530:0:35262:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787998351.802535:0:35262:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787998351.802537:0:35262:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41483ae0 00800000:00000002:2.0:1787998351.802540:0:35262:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998351.802544:0:35262:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1787998351.802547:0:35262:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998351.802549:0:35262:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998351.802552:0:35262:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998351.802554:0:35262:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998351.802556:0:35262:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998351.802558:0:35262:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998351.802560:0:35262:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998351.802563:0:35262:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1787998351.802568:0:35262:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787998351.802570:0:35262:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d414839b0 00000002:00010000:2.0:1787998351.802571:0:35262:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1787998351.802575:0:35262:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1787998351.802577:0:35262:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998351.802580:0:35262:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1787998351.802586:0:35262:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998351.802588:0:35262:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998351.802589:0:35262:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998351.802591:0:35262:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1787998351.802594:0:35262:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1787998351.802599:0:35262:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d19500. 00000020:00000040:2.0:1787998351.802603:0:35262:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:2.0:1787998351.802609:0:35262:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1787998351.802613:0:35262:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998351.802616:0:35262:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998351.802619:0:35262:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998351.802622:0:35262:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998351.802627:0:35262:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998351.802633:0:35262:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0bad400. 00000100:00000001:2.0:1787998351.802639:0:35262:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.802644:0:35262:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787998351.802647:0:35262:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.802648:0:35262:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787998351.802649:0:35262:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.802650:0:35262:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998351.802655:0:35262:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226548348160 : -117847161203456 : ffff94d191d19500) 00010000:00000001:2.0:1787998351.802659:0:35262:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1787998351.802660:0:35262:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1787998351.802664:0:35262:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d188d3c600. 00010000:00000010:2.0:1787998351.802668:0:35262:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d19219d400. 00010000:00000001:2.0:1787998351.802674:0:35262:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1787998351.802677:0:35262:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d190a5d200. 00000020:00000001:2.0:1787998351.802680:0:35262:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1787998351.802682:0:35262:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d190a5d200 with handle 0xb2d39e653c8cbb5 to hash 00000020:00000001:2.0:1787998351.802684:0:35262:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1787998351.802685:0:35262:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:2.0:1787998351.802688:0:35262:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:2.0:1787998351.802691:0:35262:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998351.802694:0:35262:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998351.802698:0:35262:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d200/0xb2d39e653c8cbb5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35262 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998351.802706:0:35262:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d200/0xb2d39e653c8cbb5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35262 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998351.802716:0:35262:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d200/0xb2d39e653c8cbb5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35262 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1787998351.802721:0:35262:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787998351.802723:0:35262:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787998351.802743:0:35262:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191748a80. 00000100:00000001:2.0:1787998351.802746:0:35262:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226542250624 : -117847167300992 : ffff94d191748a80) 00000100:00000001:2.0:1787998351.802748:0:35262:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998351.802749:0:35262:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548348160 : -117847161203456 : ffff94d191d19500) 00000100:00000001:2.0:1787998351.802753:0:35262:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998351.802756:0:35262:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998351.802758:0:35262:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787998351.802760:0:35262:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998351.803098:0:35262:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d19500 x1874850291780480/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998351.803108:0:35262:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998351.803110:0:35262:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998351.803114:0:35262:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998351.803117:0:35262:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998351.803119:0:35262:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998351.803123:0:35262:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d19500 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35262:1874850291780480:192.168.206.123@tcp:101:lfs.0 00000100:00000001:2.0:1787998351.803126:0:35262:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998351.803132:0:35262:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998351.803134:0:35262:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998351.803136:0:35262:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998351.803142:0:35262:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d192180800. 02000000:00000001:2.0:1787998351.803144:0:35262:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998351.803152:0:35262:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998351.803157:0:35262:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1861519a0. 00000400:00000010:2.0:1787998351.803166:0:35262:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf5d8. 00000100:00000200:2.0:1787998351.803173:0:35262:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291780480, portal 10 00000100:00000001:2.0:1787998351.803186:0:35262:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998351.803188:0:35262:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548348160 : -117847161203456 : ffff94d191d19500) 00000100:00000040:2.0:1787998351.803194:0:35262:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d19500 x1874850291780480/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998367 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998351.803201:0:35262:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998351.803204:0:35262:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998351.803207:0:35262:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf660. 00000100:00000200:2.0:1787998351.803210:0:35262:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1874850291780480, offset 0 00000400:00000200:2.0:1787998351.803216:0:35262:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998351.803224:0:35262:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998351.803231:0:35262:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998351.803236:0:35262:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998351.803240:0:35262:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998351.803243:0:35262:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998351.803246:0:35262:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998351.803249:0:35262:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2863:2863:256:4294967295] 192.168.206.123@tcp LPNI seq info [2863:2863:8:4294967295] 00000400:00000200:2.0:1787998351.803253:0:35262:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998351.803262:0:35262:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998351.803268:0:35262:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998351.803273:0:35262:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9900. 00000800:00000200:2.0:1787998351.803279:0:35262:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998351.803286:0:35262:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998351.803291:0:35262:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1787998351.803315:0:35262:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998351.803319:0:35262:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 859670 usecs (860 jiffies) 00000400:00000200:2.0:1787998351.803322:0:35262:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998351.803325:0:35262:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296532820 00000100:00000001:2.0:1787998351.803328:0:35262:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:2.0:1787998351.803332:0:35262:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296532820 00000100:00000001:2.0:1787998351.803334:0:35262:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:2.0:1787998351.803336:0:35262:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998351.803338:0:35262:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998351.803341:0:35262:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998351.803343:0:35262:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787998351.803345:0:35262:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191748a80 going to sleep for 11 seconds 00000100:00000001:2.0:1787998351.803348:0:35262:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998351.803350:0:35262:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998351.803565:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998351.803569:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9900. 00000400:00000200:3.0:1787998351.803583:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998351.803589:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998351.803593:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf660 00000400:00000010:3.0:1787998351.803596:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf660. 00000100:00000001:3.0:1787998351.803601:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998351.803606:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d19500 x1874850291780480/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998367 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998351.803616:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998351.803619:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d19500 x1874850291780480/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998367 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998351.803627:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998351.803636:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998351.808905:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998351.808924:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998351.808938:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998351.808942:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998351.808950:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.808958:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998351.808967:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.808971:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.808976:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.808981:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a60b80 00000400:00000200:3.0:1787998351.808986:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.808992:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x8525 [1] + 224 00000800:00000001:3.0:1787998351.808999:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998351.809005:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998351.809008:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998351.809012:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998351.809018:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998351.809026:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d19500 x1874850291780480/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998367 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998351.809036:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d191d19500 x1874850291780480/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998351.809057:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998351.809064:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998351.809068:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998351.809186:0:35262:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787998351.809194:0:35262:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998351.809196:0:35262:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998351.809199:0:35262:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1861519a0. 00000400:00000200:2.0:1787998351.809204:0:35262:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf5d8 00000400:00000010:2.0:1787998351.809206:0:35262:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf5d8. 00000100:00000001:2.0:1787998351.809209:0:35262:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998351.809214:0:35262:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d19500 x1874850291780480/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1787998351.809222:0:35262:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d19500 x1874850291780480/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998351.809228:0:35262:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998351.809230:0:35262:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998351.809232:0:35262:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998351.809236:0:35262:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998351.809238:0:35262:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998351.809240:0:35262:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998351.809243:0:35262:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998351.809252:0:35262:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=27 v=5 (5 5 104 104) 00000100:00001000:2.0:1787998351.809256:0:35262:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1787998351.809258:0:35262:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998351.809260:0:35262:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.809262:0:35262:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998351.809266:0:35262:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998351.809269:0:35262:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998351.809271:0:35262:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1787998351.809273:0:35262:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998351.809275:0:35262:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998351.809280:0:35262:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d19500 x1874850291780480/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998351.809286:0:35262:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998351.809289:0:35262:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998351.809291:0:35262:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998351.809294:0:35262:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d19500 x1874850291780480/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998367 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1787998351.809302:0:35262:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d19500 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35262:1874850291780480:192.168.206.123@tcp:101:lfs.0 00000100:00000001:2.0:1787998351.809307:0:35262:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998351.809310:0:35262:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998351.809312:0:35262:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1787998351.809314:0:35262:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998351.809317:0:35262:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d19500 x1874850291780480/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998367 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998351.809323:0:35262:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787998351.809326:0:35262:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191748a80. 00000100:00000001:2.0:1787998351.809329:0:35262:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1787998351.809331:0:35262:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.809333:0:35262:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1787998351.809337:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998351.809339:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998351.809342:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d200 refcount=4 00000020:00000001:2.0:1787998351.809344:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:2.0:1787998351.809347:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000040:2.0:1787998351.809353:0:35262:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d190a5d200, remote cookie: 0x4fd9a50f3a6ad5df, flags: 0x1001 00010000:00010000:2.0:1787998351.809359:0:35262:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d200/0xb2d39e653c8cbb5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad5df expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998351.809374:0:35262:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d200/0xb2d39e653c8cbb5 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad5df expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998351.809380:0:35262:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1787998351.809383:0:35262:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1787998351.809385:0:35262:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1787998351.809386:0:35262:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1787998351.809388:0:35262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1787998351.809390:0:35262:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d188d3c600) refcount = 1 00010000:00010000:2.0:1787998351.809394:0:35262:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d200/0xb2d39e653c8cbb5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad5df expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998351.809400:0:35262:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1787998351.809403:0:35262:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1787998351.809404:0:35262:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998351.809407:0:35262:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1787998351.809409:0:35262:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998351.809412:0:35262:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d200/0xb2d39e653c8cbb5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad5df expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998351.809418:0:35262:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1787998351.809419:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.809421:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998351.809422:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.809423:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998351.809424:0:35262:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998351.809428:0:35262:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1787998351.809429:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998351.809430:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998351.809432:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d200 refcount=3 00000020:00000001:2.0:1787998351.809434:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:2.0:1787998351.809436:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:2.0:1787998351.809438:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998351.809439:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998351.809440:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d200 refcount=4 00000020:00000001:2.0:1787998351.809442:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:2.0:1787998351.809444:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:2.0:1787998351.809447:0:35262:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998351.809461:0:35262:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998351.809465:0:35262:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d200/0xb2d39e653c8cbb5 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad5df expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998351.809472:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.809473:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998351.809474:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998351.809475:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998351.809476:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d200 refcount=5 00000020:00000001:2.0:1787998351.809478:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:2.0:1787998351.809480:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:2.0:1787998351.809482:0:35262:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998351.809484:0:35262:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d200/0xb2d39e653c8cbb5 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad5df expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998351.809489:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.809490:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1787998351.809493:0:35262:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d200/0xb2d39e653c8cbb5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad5df expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998351.809498:0:35262:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998351.809499:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.809501:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998351.809502:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.809502:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1787998351.809508:0:35262:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d191d19500 x1874850291780480/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998367 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1787998351.809522:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998351.809523:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998351.809524:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d200 refcount=3 00000020:00000001:2.0:1787998351.809526:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:2.0:1787998351.809528:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:2.0:1787998351.809530:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.809531:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998351.809532:0:35262:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998351.809534:0:35262:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998351.809537:0:35262:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1787998351.809539:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998351.809540:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998351.809541:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d200 refcount=3 00000020:00000001:2.0:1787998351.809543:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:2.0:1787998351.809545:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00000002:00010000:2.0:1787998351.809548:0:35262:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d200/0xb2d39e653c8cbb5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad5df expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998351.809554:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.809555:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998351.809557:0:35262:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1787998351.809558:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998351.809559:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998351.809560:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d200 refcount=3 00000020:00000001:2.0:1787998351.809562:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:2.0:1787998351.809564:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000040:2.0:1787998351.809569:0:35262:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c600 count: 2 00010000:00000001:2.0:1787998351.809571:0:35262:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1787998351.809574:0:35262:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1787998351.809576:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.809577:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998351.809579:0:35262:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1787998351.809582:0:35262:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41483938 00000002:00002000:2.0:1787998351.809584:0:35262:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1787998351.809586:0:35262:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998351.809590:0:35262:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998351.809592:0:35262:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1787998351.809595:0:35262:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1787998351.809598:0:35262:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998351.809601:0:35262:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:2.0:1787998351.809604:0:35262:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191d92600. 00000080:00000001:2.0:1787998351.809608:0:35262:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1787998351.809611:0:35262:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1787998351.809617:0:35262:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1787998351.809620:0:35262:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1787998351.809625:0:35262:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d1852590c0. 00800000:00000001:2.0:1787998351.809627:0:35262:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626226335748288 : -117847373803328 : ffff94d1852590c0) 00800000:00000001:2.0:1787998351.809630:0:35262:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998351.809632:0:35262:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1787998351.809634:0:35262:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1787998351.809636:0:35262:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1787998351.809638:0:35262:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1787998351.809641:0:35262:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1787998351.809642:0:35262:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998351.809646:0:35262:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1787998351.809650:0:35262:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1787998351.809654:0:35262:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1787998351.809656:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998351.809658:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998351.809659:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d200 refcount=3 00000020:00000001:2.0:1787998351.809661:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:2.0:1787998351.809663:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:2.0:1787998351.809665:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.809667:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1787998351.809668:0:35262:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1787998351.809670:0:35262:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1787998351.809672:0:35262:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d1852590c0 1 00800000:00000010:2.0:1787998351.809674:0:35262:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d1852590c0. 00800000:00000001:2.0:1787998351.809677:0:35262:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998351.809680:0:35262:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cbb5 00800000:00000001:2.0:1787998351.809683:0:35262:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1787998351.809684:0:35262:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1787998351.809686:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998351.809687:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998351.809688:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d200 refcount=3 00000020:00000001:2.0:1787998351.809689:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:2.0:1787998351.809691:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:2.0:1787998351.809693:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.809694:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998351.809696:0:35262:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998351.809697:0:35262:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998351.809699:0:35262:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998351.809701:0:35262:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:2.0:1787998351.809705:0:35262:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cbb5 from it ffffb66d41483bf8 00010000:00000001:2.0:1787998351.809706:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998351.809707:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998351.809709:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d200 refcount=3 00000020:00000001:2.0:1787998351.809711:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:2.0:1787998351.809713:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:2.0:1787998351.809715:0:35262:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998351.809717:0:35262:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d200/0xb2d39e653c8cbb5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad5df expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998351.809724:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.809725:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998351.809726:0:35262:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787998351.809728:0:35262:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787998351.809731:0:35262:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d200/0xb2d39e653c8cbb5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad5df expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1787998351.809742:0:35262:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787998351.809744:0:35262:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998351.809746:0:35262:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998351.809913:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.809915:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998351.809917:0:35262:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.809920:0:35262:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998351.809922:0:35262:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.809924:0:35262:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.810064:0:35262:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.810068:0:35262:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998351.810069:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.810070:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1787998351.810072:0:35262:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998351.810083:0:35262:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d19500 x1874850291780480/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998367 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998351.810090:0:35262:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998351.810093:0:35262:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998351.810096:0:35262:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d192180800. 02000000:00000001:2.0:1787998351.810100:0:35262:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998351.810102:0:35262:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998351.810103:0:35262:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998351.810105:0:35262:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998351.810108:0:35262:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1a0bad400. 02000000:00000001:2.0:1787998351.810112:0:35262:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998351.810113:0:35262:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998351.810115:0:35262:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d19500. 00000100:00000001:2.0:1787998351.810119:0:35262:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998351.810120:0:35262:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998351.810123:0:35262:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:2.0:1787998351.810129:0:35262:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1787998351.810142:0:35262:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d190aa1660. 00000080:00000001:2.0:1787998351.810146:0:35262:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:2.0:1787998351.810148:0:35262:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1787998351.810149:0:35262:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41483b00 00000080:00200000:2.0:1787998351.810151:0:35262:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:2.0:1787998351.810155:0:35262:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191d92600. 00800000:00000002:2.0:1787998351.810159:0:35262:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:2.0:1787998351.810162:0:35262:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787998351.810164:0:35262:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787998351.810166:0:35262:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41483a20 00800000:00000002:2.0:1787998351.810168:0:35262:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998351.810171:0:35262:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1787998351.810173:0:35262:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998351.810186:0:35262:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998351.810188:0:35262:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998351.810189:0:35262:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998351.810191:0:35262:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998351.810193:0:35262:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998351.810195:0:35262:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998351.810198:0:35262:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1787998351.810202:0:35262:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787998351.810203:0:35262:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d414838f0 00000002:00010000:2.0:1787998351.810205:0:35262:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1787998351.810208:0:35262:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1787998351.810210:0:35262:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998351.810211:0:35262:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998351.810214:0:35262:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c600 count: 2 00010000:00000001:2.0:1787998351.810216:0:35262:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998351.810218:0:35262:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998351.810221:0:35262:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787998351.810223:0:35262:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d200/0xb2d39e653c8cbb5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad5df expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1787998351.810230:0:35262:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1787998351.810234:0:35262:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998351.810237:0:35262:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d200/0xb2d39e653c8cbb5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad5df expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1787998351.810243:0:35262:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1787998351.810245:0:35262:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1787998351.810247:0:35262:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998351.810249:0:35262:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998351.810251:0:35262:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998351.810252:0:35262:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1787998351.810254:0:35262:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1787998351.810256:0:35262:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:2.0:1787998351.810258:0:35262:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191d92600. 00000080:00000001:2.0:1787998351.810260:0:35262:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1787998351.810262:0:35262:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998351.810263:0:35262:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:2.0:1787998351.810266:0:35262:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cbb5 00800000:00000001:2.0:1787998351.810268:0:35262:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1787998351.810269:0:35262:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1787998351.810270:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998351.810272:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998351.810273:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d200 refcount=3 00000020:00000001:2.0:1787998351.810275:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:2.0:1787998351.810277:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:2.0:1787998351.810279:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.810280:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998351.810281:0:35262:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998351.810282:0:35262:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998351.810284:0:35262:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cbb5 from it ffffb66d41483b38 00010000:00000001:2.0:1787998351.810286:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998351.810287:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998351.810289:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d200 refcount=3 00000020:00000001:2.0:1787998351.810290:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:2.0:1787998351.810292:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:2.0:1787998351.810294:0:35262:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998351.810296:0:35262:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d200/0xb2d39e653c8cbb5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad5df expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1787998351.810302:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.810304:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998351.810305:0:35262:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787998351.810307:0:35262:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787998351.810309:0:35262:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d200/0xb2d39e653c8cbb5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad5df expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1787998351.810315:0:35262:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787998351.810316:0:35262:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998351.810317:0:35262:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998351.810319:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.810320:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998351.810321:0:35262:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.810323:0:35262:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998351.810324:0:35262:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.810325:0:35262:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.810327:0:35262:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.810328:0:35262:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998351.810329:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.810330:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1787998351.810332:0:35262:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1787998351.810333:0:35262:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998351.810335:0:35262:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 3 00000080:00000001:2.0:1787998351.810337:0:35262:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998351.810340:0:35262:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1787998351.810342:0:35262:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41483b58 00000080:00200000:2.0:1787998351.810344:0:35262:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), file ffff94d18630c900, open_flags a141, mode 81b6 opened 0 00000080:00000010:2.0:1787998351.810350:0:35262:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff94d1a027f7e0. 00000080:00000001:2.0:1787998351.810353:0:35262:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1787998351.810355:0:35262:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41483a08 00000080:00200000:2.0:1787998351.810357:0:35262:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), intent=open|creat 00000080:00000010:2.0:1787998351.810363:0:35262:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191d92600. 00800000:00000002:2.0:1787998351.810366:0:35262:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:2.0:1787998351.810370:0:35262:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787998351.810371:0:35262:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787998351.810373:0:35262:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41483928 00800000:00000002:2.0:1787998351.810374:0:35262:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998351.810379:0:35262:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1787998351.810381:0:35262:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1787998351.810383:0:35262:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998351.810385:0:35262:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998351.810386:0:35262:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998351.810387:0:35262:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998351.810389:0:35262:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998351.810391:0:35262:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998351.810392:0:35262:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998351.810395:0:35262:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446626226367802368 : -117847341749248 : ffff94d1870eac00) 00800000:00000001:2.0:1787998351.810398:0:35262:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1787998351.810400:0:35262:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1787998351.810402:0:35262:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1787998351.810404:0:35262:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1787998351.810406:0:35262:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94d1a0bb2800: Allocated FID [0x200000405:0x2a:0x0] 40000000:00000001:2.0:1787998351.810409:0:35262:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998351.810411:0:35262:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998351.810412:0:35262:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998351.810414:0:35262:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998351.810416:0:35262:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d414838a8 00800000:00000002:2.0:1787998351.810418:0:35262:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2a:0x0], name='d24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:2.0:1787998351.810422:0:35262:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787998351.810423:0:35262:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d414837e0 00000002:00010000:2.0:1787998351.810424:0:35262:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24a.recovery-small,[0x200000405:0x2a:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:2.0:1787998351.810428:0:35262:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1787998351.810429:0:35262:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1787998351.810432:0:35262:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1787998351.810435:0:35262:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998351.810436:0:35262:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1787998351.810438:0:35262:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c600 count: 2 00010000:00000001:2.0:1787998351.810440:0:35262:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998351.810442:0:35262:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1787998351.810445:0:35262:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1787998351.810447:0:35262:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d200/0xb2d39e653c8cbb5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4fd9a50f3a6ad5df expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1787998351.810459:0:35262:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1787998351.810462:0:35262:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1787998351.810465:0:35262:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1787998351.810466:0:35262:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1787998351.810468:0:35262:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998351.810470:0:35262:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998351.810471:0:35262:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c600 count: 3 00010000:00000001:2.0:1787998351.810473:0:35262:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1787998351.810475:0:35262:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998351.810477:0:35262:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998351.810478:0:35262:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998351.810479:0:35262:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c600 count: 3 00010000:00000001:2.0:1787998351.810481:0:35262:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1787998351.810483:0:35262:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998351.810485:0:35262:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998351.810486:0:35262:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998351.810487:0:35262:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c600 count: 3 00010000:00000001:2.0:1787998351.810488:0:35262:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1787998351.810490:0:35262:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998351.810492:0:35262:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1787998351.810494:0:35262:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d1989ad280, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1787998351.810497:0:35262:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1787998351.810499:0:35262:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1787998351.810501:0:35262:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1787998351.810502:0:35262:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.810504:0:35262:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1787998351.810506:0:35262:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1787998351.810508:0:35262:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1787998351.810509:0:35262:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998351.810511:0:35262:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1787998351.810513:0:35262:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d190a5d200 with handle 0xb2d39e653c8cbb5 from hash 00010000:00000001:2.0:1787998351.810516:0:35262:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1787998351.810517:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.810518:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998351.810519:0:35262:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1787998351.810521:0:35262:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1787998351.810523:0:35262:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1787998351.810525:0:35262:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1787998351.810527:0:35262:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1787998351.810529:0:35262:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1787998351.810533:0:35262:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d19500. 00000020:00000040:2.0:1787998351.810536:0:35262:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:2.0:1787998351.810540:0:35262:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787998351.810542:0:35262:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.810545:0:35262:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1787998351.810548:0:35262:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998351.810549:0:35262:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998351.810552:0:35262:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998351.810554:0:35262:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998351.810556:0:35262:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998351.810562:0:35262:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0bad400. 00000100:00000001:2.0:1787998351.810568:0:35262:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.810571:0:35262:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787998351.810573:0:35262:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1787998351.810577:0:35262:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d200/0xb2d39e653c8cbb5 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ad5df expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787998351.810583:0:35262:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1787998351.810585:0:35262:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1787998351.810586:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1787998351.810588:0:35262:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d200/0xb2d39e653c8cbb5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ad5df expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1787998351.810595:0:35262:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d188d3c600 count: 0 00010000:00000010:2.0:1787998351.810600:0:35262:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d19219d400. 00010000:00000001:2.0:1787998351.810607:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998351.810608:0:35262:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.810610:0:35262:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787998351.810611:0:35262:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.810614:0:35262:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998351.811508:0:35262:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626226548348160 : -117847161203456 : ffff94d191d19500) 00010000:00000001:2.0:1787998351.811515:0:35262:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1787998351.811518:0:35262:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1787998351.811556:0:35262:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d188d3c500. 00010000:00000010:2.0:1787998351.811561:0:35262:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d19219d400. 00010000:00000001:2.0:1787998351.811566:0:35262:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1787998351.811569:0:35262:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d190a5d600. 00000020:00000001:2.0:1787998351.811572:0:35262:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1787998351.811575:0:35262:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d190a5d600 with handle 0xb2d39e653c8cbbc to hash 00000020:00000001:2.0:1787998351.811577:0:35262:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1787998351.811579:0:35262:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226528704000 : -117847180847616 : ffff94d190a5d600) 00010000:00000001:2.0:1787998351.811583:0:35262:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226528704000 : -117847180847616 : ffff94d190a5d600) 00010000:00000001:2.0:1787998351.811586:0:35262:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998351.811588:0:35262:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998351.811592:0:35262:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d600/0xb2d39e653c8cbbc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35262 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998351.811601:0:35262:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d600/0xb2d39e653c8cbbc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35262 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787998351.811612:0:35262:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787998351.811620:0:35262:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191d19500 x1874850291780736/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787998351.811628:0:35262:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d600/0xb2d39e653c8cbbc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35262 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1787998351.811632:0:35262:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787998351.811634:0:35262:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787998351.811955:0:35262:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1920f3240. 00000100:00000001:3.0:1787998351.811959:0:35262:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226552386112 : -117847157165504 : ffff94d1920f3240) 00000100:00000001:3.0:1787998351.811962:0:35262:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998351.811963:0:35262:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548348160 : -117847161203456 : ffff94d191d19500) 00000100:00000001:3.0:1787998351.811968:0:35262:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998351.811972:0:35262:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998351.811974:0:35262:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787998351.811975:0:35262:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998351.811981:0:35262:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d19500 x1874850291780736/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998351.811989:0:35262:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998351.811991:0:35262:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998351.811994:0:35262:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998351.811998:0:35262:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998351.812001:0:35262:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998351.812005:0:35262:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d19500 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35262:1874850291780736:192.168.206.123@tcp:101:lfs.0 00000100:00000001:3.0:1787998351.812009:0:35262:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998351.812014:0:35262:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998351.812016:0:35262:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998351.812019:0:35262:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998351.812073:0:35262:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff94d1a0180000. 02000000:00000001:3.0:1787998351.812076:0:35262:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998351.812082:0:35262:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998351.812088:0:35262:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a000. 00000400:00000010:3.0:1787998351.812095:0:35262:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff94d1a0096000. 00000100:00000200:3.0:1787998351.812101:0:35262:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1874850291780736, portal 10 00000100:00000001:3.0:1787998351.812104:0:35262:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998351.812105:0:35262:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548348160 : -117847161203456 : ffff94d191d19500) 00000100:00000040:3.0:1787998351.812111:0:35262:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d19500 x1874850291780736/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1787998367 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998351.812119:0:35262:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998351.812122:0:35262:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998351.812125:0:35262:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5e58. 00000100:00000200:3.0:1787998351.812129:0:35262:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1874850291780736, offset 0 00000400:00000200:3.0:1787998351.812135:0:35262:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998351.812143:0:35262:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.812150:0:35262:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998351.812155:0:35262:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998351.812159:0:35262:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998351.812163:0:35262:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998351.812166:0:35262:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998351.812170:0:35262:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2864:2864:256:4294967295] 192.168.206.123@tcp LPNI seq info [2864:2864:8:4294967295] 00000400:00000200:3.0:1787998351.812186:0:35262:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.812196:0:35262:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998351.812202:0:35262:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998351.812208:0:35262:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d191fa7200. 00000800:00000200:3.0:1787998351.812215:0:35262:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998351.812222:0:35262:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998351.812227:0:35262:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d191fa7200 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:3.0:1787998351.812243:0:35262:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998351.812248:0:35262:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 858560 usecs (859 jiffies) 00000400:00000200:3.0:1787998351.812251:0:35262:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998351.812254:0:35262:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296532827 00000100:00000001:3.0:1787998351.812257:0:35262:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:3.0:1787998351.812259:0:35262:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296532827 00000100:00000001:3.0:1787998351.812262:0:35262:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:3.0:1787998351.812264:0:35262:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998351.812267:0:35262:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998351.812269:0:35262:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998351.812271:0:35262:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787998351.812273:0:35262:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1920f3240 going to sleep for 11 seconds 00000100:00000001:3.0:1787998351.812276:0:35262:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998351.812279:0:35262:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998351.812583:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998351.812589:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d191fa7200. 00000400:00000200:2.0:1787998351.812593:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998351.812598:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998351.812604:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5e58 00000400:00000010:2.0:1787998351.812606:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5e58. 00000100:00000001:2.0:1787998351.812610:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998351.812613:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d19500 x1874850291780736/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1787998367 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998351.812622:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998351.812625:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d19500 x1874850291780736/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1787998367 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998351.812630:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998351.812632:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1787998351.821817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3c600. 00010000:00000010:2.1:1787998351.821830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5d200. 00000800:00000001:3.0:1787998351.855145:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998351.855160:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998351.855164:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998351.855166:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998351.855184:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.855192:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998351.855200:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.855205:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.855210:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.855213:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 608 into portal 10 MB=0x6a92a99a60c80 00000400:00000200:3.0:1787998351.855218:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.855223:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 608/608 into md 0x8535 [32] + 224 00000800:00000001:3.0:1787998351.855229:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998351.855236:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998351.855239:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998351.855243:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998351.855250:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998351.855258:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d19500 x1874850291780736/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1787998367 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998351.855268:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff94d191d19500 x1874850291780736/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998351.855289:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998351.855298:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998351.855301:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998351.855377:0:35262:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787998351.855384:0:35262:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998351.855387:0:35262:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998351.855390:0:35262:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a000. 00000400:00000200:2.0:1787998351.855394:0:35262:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1a0096000 00000400:00000010:2.0:1787998351.855397:0:35262:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff94d1a0096000. 00000100:00000001:2.0:1787998351.855401:0:35262:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998351.855405:0:35262:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d19500 x1874850291780736/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1787998351.855415:0:35262:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d19500 x1874850291780736/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998351.855421:0:35262:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998351.855423:0:35262:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998351.855426:0:35262:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998351.855429:0:35262:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998351.855431:0:35262:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998351.855433:0:35262:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998351.855436:0:35262:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998351.855446:0:35262:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=27 v=5 (5 5 104 104) 00000100:00001000:2.0:1787998351.855461:0:35262:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1787998351.855465:0:35262:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998351.855467:0:35262:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.855469:0:35262:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998351.855472:0:35262:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998351.855477:0:35262:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998351.855479:0:35262:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1787998351.855481:0:35262:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998351.855483:0:35262:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998351.855488:0:35262:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d19500 x1874850291780736/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998351.855496:0:35262:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998351.855499:0:35262:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998351.855501:0:35262:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998351.855506:0:35262:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d19500 x1874850291780736/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1787998367 ref 2 fl Interpret:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1787998351.855514:0:35262:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d19500 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35262:1874850291780736:192.168.206.123@tcp:101:lfs.0 00000100:00000001:2.0:1787998351.855519:0:35262:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998351.855522:0:35262:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998351.855525:0:35262:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1787998351.855527:0:35262:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998351.855530:0:35262:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d19500 x1874850291780736/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1787998367 ref 2 fl Complete:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998351.855537:0:35262:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787998351.855540:0:35262:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1920f3240. 00000100:00000001:2.0:1787998351.855543:0:35262:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1787998351.855545:0:35262:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.855547:0:35262:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1787998351.855552:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998351.855555:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998351.855558:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d600 refcount=4 00000020:00000001:2.0:1787998351.855560:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528704000 : -117847180847616 : ffff94d190a5d600) 00010000:00000001:2.0:1787998351.855563:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528704000 : -117847180847616 : ffff94d190a5d600) 00010000:00000040:2.0:1787998351.855569:0:35262:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d190a5d600, remote cookie: 0x4fd9a50f3a6ad5fb, flags: 0x1001 00010000:00010000:2.0:1787998351.855574:0:35262:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d600/0xb2d39e653c8cbbc lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad5fb expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1787998351.855588:0:35262:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240000403:0x7:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1787998351.855591:0:35262:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1787998351.855598:0:35262:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d188d3c600. 00010000:00000010:2.0:1787998351.855603:0:35262:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d19219dd80. 00010000:00000040:2.0:1787998351.855607:0:35262:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d188d3c500 count: 0 00010000:00000010:2.0:1787998351.855613:0:35262:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d19219d400. 00010000:00000001:2.0:1787998351.855619:0:35262:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998351.855622:0:35262:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d600/0xb2d39e653c8cbbc lrc: 4/0,1 mode: --/PR res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad5fb expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998351.855630:0:35262:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d600/0xb2d39e653c8cbbc lrc: 4/0,1 mode: --/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad5fb expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998351.855636:0:35262:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1787998351.855640:0:35262:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1787998351.855642:0:35262:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1787998351.855643:0:35262:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1787998351.855645:0:35262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1787998351.855647:0:35262:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000403:0x7:0x0].0x0 (ffff94d188d3c600) refcount = 1 00010000:00010000:2.0:1787998351.855651:0:35262:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d600/0xb2d39e653c8cbbc lrc: 4/0,1 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad5fb expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998351.855657:0:35262:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1787998351.855660:0:35262:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1787998351.855662:0:35262:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998351.855664:0:35262:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1787998351.855667:0:35262:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998351.855669:0:35262:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d600/0xb2d39e653c8cbbc lrc: 4/0,1 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad5fb expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998351.855679:0:35262:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1787998351.855680:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.855682:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998351.855683:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.855684:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998351.855685:0:35262:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998351.855689:0:35262:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1787998351.855691:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998351.855692:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998351.855694:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d600 refcount=3 00000020:00000001:2.0:1787998351.855696:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528704000 : -117847180847616 : ffff94d190a5d600) 00010000:00000001:2.0:1787998351.855699:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528704000 : -117847180847616 : ffff94d190a5d600) 00010000:00000001:2.0:1787998351.855701:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998351.855702:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998351.855703:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d600 refcount=4 00000020:00000001:2.0:1787998351.855705:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528704000 : -117847180847616 : ffff94d190a5d600) 00010000:00000001:2.0:1787998351.855707:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528704000 : -117847180847616 : ffff94d190a5d600) 00010000:00000001:2.0:1787998351.855710:0:35262:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998351.855713:0:35262:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998351.855716:0:35262:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d600/0xb2d39e653c8cbbc lrc: 5/1,1 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad5fb expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998351.855723:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.855724:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998351.855726:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998351.855727:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998351.855728:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d600 refcount=5 00000020:00000001:2.0:1787998351.855730:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528704000 : -117847180847616 : ffff94d190a5d600) 00010000:00000001:2.0:1787998351.855733:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528704000 : -117847180847616 : ffff94d190a5d600) 00010000:00000001:2.0:1787998351.855735:0:35262:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998351.855738:0:35262:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d600/0xb2d39e653c8cbbc lrc: 5/1,1 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad5fb expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998351.855744:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.855745:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1787998351.855747:0:35262:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d600/0xb2d39e653c8cbbc lrc: 4/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad5fb expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998351.855753:0:35262:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998351.855755:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.855756:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998351.855757:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.855758:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1787998351.855764:0:35262:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0xb, status=0 req@ffff94d191d19500 x1874850291780736/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1787998367 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1787998351.855811:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998351.855812:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998351.855814:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d600 refcount=3 00000020:00000001:2.0:1787998351.855816:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528704000 : -117847180847616 : ffff94d190a5d600) 00010000:00000001:2.0:1787998351.855818:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528704000 : -117847180847616 : ffff94d190a5d600) 00010000:00000001:2.0:1787998351.855820:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.855822:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998351.855823:0:35262:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998351.855825:0:35262:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998351.855828:0:35262:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1787998351.855830:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998351.855831:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998351.855832:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d600 refcount=3 00000020:00000001:2.0:1787998351.855834:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528704000 : -117847180847616 : ffff94d190a5d600) 00010000:00000001:2.0:1787998351.855836:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528704000 : -117847180847616 : ffff94d190a5d600) 00000002:00010000:2.0:1787998351.855840:0:35262:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d600/0xb2d39e653c8cbbc lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad5fb expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998351.855846:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.855848:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998351.855849:0:35262:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1787998351.855851:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998351.855852:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998351.855853:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d600 refcount=3 00000020:00000001:2.0:1787998351.855855:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528704000 : -117847180847616 : ffff94d190a5d600) 00010000:00000001:2.0:1787998351.855857:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528704000 : -117847180847616 : ffff94d190a5d600) 00010000:00000040:2.0:1787998351.855860:0:35262:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c600 count: 2 00010000:00000001:2.0:1787998351.855863:0:35262:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1787998351.855866:0:35262:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 9663677443/7 (0 0) 00010000:00000001:2.0:1787998351.855868:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.855869:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998351.855870:0:35262:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1787998351.855872:0:35262:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41483768 00000002:00002000:2.0:1787998351.855874:0:35262:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=open|creat status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1787998351.855877:0:35262:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998351.855881:0:35262:0:(lmv_intent.c:51:lmv_intent_remote()) Process entered 00800000:00000001:2.0:1787998351.855883:0:35262:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998351.855886:0:35262:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998351.855888:0:35262:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998351.855891:0:35262:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998351.855893:0:35262:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998351.855895:0:35262:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0x7:0x0] 00800000:00000001:2.0:1787998351.855897:0:35262:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:2.0:1787998351.855902:0:35262:0:(lmv_intent.c:75:lmv_intent_remote()) kmalloced '(op_data)': 392 at ffff94d191d92a00. 00800000:00000002:2.0:1787998351.855905:0:35262:0:(lmv_intent.c:92:lmv_intent_remote()) REMOTE_INTENT with fid=[0x240000403:0x7:0x0] -> mds #1 00000002:00000001:2.0:1787998351.855909:0:35262:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787998351.855910:0:35262:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41483730 00000002:00010000:2.0:1787998351.855912:0:35262:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x240000403:0x7:0x0], intent: open|creat flags 0120502 00000002:00000001:2.0:1787998351.855916:0:35262:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1787998351.855918:0:35262:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1787998351.855921:0:35262:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1787998351.855925:0:35262:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998351.855935:0:35262:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1787998351.855937:0:35262:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787998351.855944:0:35262:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d18a80. 00000020:00000040:2.0:1787998351.855948:0:35262:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=5 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 02000000:00000001:2.0:1787998351.855952:0:35262:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787998351.855953:0:35262:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.855956:0:35262:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1787998351.855959:0:35262:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998351.855962:0:35262:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998351.855965:0:35262:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998351.855967:0:35262:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998351.855972:0:35262:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998351.855978:0:35262:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0bacc00. 00000100:00000001:2.0:1787998351.855984:0:35262:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.855987:0:35262:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787998351.855989:0:35262:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.855990:0:35262:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787998351.855992:0:35262:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.855994:0:35262:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998351.855999:0:35262:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626226548345472 : -117847161206144 : ffff94d191d18a80) 00010000:00000001:2.0:1787998351.856002:0:35262:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1787998351.856004:0:35262:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1787998351.856008:0:35262:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d188d3c800. 00010000:00000010:2.0:1787998351.856011:0:35262:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d19219d400. 00010000:00000001:2.0:1787998351.856015:0:35262:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1787998351.856018:0:35262:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d190a5d200. 00000020:00000001:2.0:1787998351.856021:0:35262:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1787998351.856024:0:35262:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d190a5d200 with handle 0xb2d39e653c8cbc3 to hash 00000020:00000001:2.0:1787998351.856026:0:35262:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1787998351.856027:0:35262:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:2.0:1787998351.856030:0:35262:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:2.0:1787998351.856033:0:35262:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998351.856035:0:35262:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998351.856038:0:35262:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d200/0xb2d39e653c8cbc3 lrc: 3/0,1 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35262 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998351.856045:0:35262:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d200/0xb2d39e653c8cbc3 lrc: 3/0,1 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35262 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787998351.856056:0:35262:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787998351.856062:0:35262:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191d18a80 x1874850291780992/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787998351.856070:0:35262:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d200/0xb2d39e653c8cbc3 lrc: 3/0,1 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35262 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1787998351.856076:0:35262:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787998351.856078:0:35262:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787998351.856084:0:35262:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191748a80. 00000100:00000001:2.0:1787998351.856086:0:35262:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226542250624 : -117847167300992 : ffff94d191748a80) 00000100:00000001:2.0:1787998351.856089:0:35262:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998351.856090:0:35262:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548345472 : -117847161206144 : ffff94d191d18a80) 00000100:00000001:2.0:1787998351.856094:0:35262:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998351.856098:0:35262:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998351.856100:0:35262:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787998351.856102:0:35262:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998351.856106:0:35262:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d18a80 x1874850291780992/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998351.856113:0:35262:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998351.856116:0:35262:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998351.856120:0:35262:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998351.856122:0:35262:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998351.856125:0:35262:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998351.856128:0:35262:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d18a80 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35262:1874850291780992:192.168.206.123@tcp:101:lfs.0 00000100:00000001:2.0:1787998351.856132:0:35262:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998351.856137:0:35262:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998351.856140:0:35262:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998351.856143:0:35262:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998351.856210:0:35262:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff94d199ee0000. 02000000:00000001:2.0:1787998351.856213:0:35262:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998351.856220:0:35262:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998351.856224:0:35262:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1861519a0. 00000400:00000010:2.0:1787998351.856230:0:35262:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff94d1a0bae000. 00000100:00000200:2.0:1787998351.856236:0:35262:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1874850291780992, portal 10 00000100:00000001:2.0:1787998351.856238:0:35262:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998351.856240:0:35262:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548345472 : -117847161206144 : ffff94d191d18a80) 00000100:00000040:2.0:1787998351.856247:0:35262:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d18a80 x1874850291780992/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/66320 e 0 to 0 dl 1787998367 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998351.856254:0:35262:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998351.856257:0:35262:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998351.856261:0:35262:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf5d8. 00000100:00000200:2.0:1787998351.856264:0:35262:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874850291780992, offset 0 00000400:00000200:2.0:1787998351.856269:0:35262:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998351.856277:0:35262:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998351.856283:0:35262:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998351.856300:0:35262:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998351.856306:0:35262:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998351.856310:0:35262:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998351.856313:0:35262:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998351.856316:0:35262:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2865:2865:256:4294967295] 192.168.206.123@tcp LPNI seq info [2865:2865:8:4294967295] 00000400:00000200:2.0:1787998351.856321:0:35262:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998351.856330:0:35262:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998351.856336:0:35262:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998351.856341:0:35262:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9e00. 00000800:00000200:2.0:1787998351.856347:0:35262:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998351.856355:0:35262:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998351.856359:0:35262:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1787998351.856378:0:35262:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998351.856383:0:35262:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18222 usecs (19 jiffies) 00000400:00000200:2.0:1787998351.856386:0:35262:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998351.856389:0:35262:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296532032 00000100:00000001:2.0:1787998351.856393:0:35262:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:2.0:1787998351.856396:0:35262:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296532032 00000100:00000001:2.0:1787998351.856398:0:35262:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:2.0:1787998351.856400:0:35262:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998351.856403:0:35262:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998351.856405:0:35262:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998351.856407:0:35262:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787998351.856410:0:35262:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191748a80 going to sleep for 11 seconds 00000100:00000001:2.0:1787998351.856412:0:35262:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998351.856414:0:35262:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998351.856935:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998351.856942:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9e00. 00000400:00000200:3.0:1787998351.856946:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998351.856952:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998351.856957:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf5d8 00000400:00000010:3.0:1787998351.856959:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf5d8. 00000100:00000001:3.0:1787998351.856963:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998351.856967:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d18a80 x1874850291780992/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/66320 e 0 to 0 dl 1787998367 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998351.856978:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998351.856981:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d18a80 x1874850291780992/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/66320 e 0 to 0 dl 1787998367 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998351.856987:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998351.856989:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1787998351.859921:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3c500. 00000800:00000001:3.0:1787998351.863309:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998351.863324:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998351.863328:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998351.863331:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998351.863339:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.863347:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998351.863355:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.863360:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.863365:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.863369:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 608 into portal 10 MB=0x6a92a99a60d80 00000400:00000200:3.0:1787998351.863375:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.863380:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 608/608 into md 0x8545 [32] + 224 00000800:00000001:3.0:1787998351.863387:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998351.863396:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998351.863398:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998351.863402:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998351.863409:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998351.863417:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d18a80 x1874850291780992/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/66320 e 0 to 0 dl 1787998367 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998351.863428:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff94d191d18a80 x1874850291780992/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/66320 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998351.863452:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998351.863459:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998351.863462:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998351.863894:0:35262:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787998351.863901:0:35262:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998351.863903:0:35262:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998351.863906:0:35262:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1861519a0. 00000400:00000200:2.0:1787998351.863911:0:35262:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1a0bae000 00000400:00000010:2.0:1787998351.863914:0:35262:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff94d1a0bae000. 00000100:00000001:2.0:1787998351.863917:0:35262:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998351.863922:0:35262:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d18a80 x1874850291780992/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/66320 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1787998351.863931:0:35262:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d18a80 x1874850291780992/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/66320 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998351.863938:0:35262:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998351.863940:0:35262:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998351.863943:0:35262:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998351.863945:0:35262:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998351.863947:0:35262:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998351.863950:0:35262:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998351.863952:0:35262:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998351.863961:0:35262:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=27 v=5 (5 5 104 104) 00000100:00001000:2.0:1787998351.863965:0:35262:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=27 v=5 (1 1 1 1) 00000100:00000001:2.0:1787998351.863968:0:35262:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1787998351.863971:0:35262:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94d191d18a80 x1874850291780992/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/608 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998351.863978:0:35262:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1787998351.863982:0:35262:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998351.863984:0:35262:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:2.0:1787998351.863986:0:35262:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998351.863988:0:35262:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1787998351.863993:0:35262:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d18a80 x1874850291780992/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/608 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998351.864000:0:35262:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1787998351.864003:0:35262:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998351.864005:0:35262:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998351.864008:0:35262:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d18a80 x1874850291780992/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/608 e 0 to 0 dl 1787998367 ref 2 fl Interpret:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1787998351.864015:0:35262:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d18a80 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35262:1874850291780992:192.168.206.123@tcp:101:lfs.0 00000100:00000001:2.0:1787998351.864019:0:35262:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998351.864022:0:35262:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1787998351.864024:0:35262:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1787998351.864026:0:35262:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998351.864029:0:35262:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d18a80 x1874850291780992/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/608 e 0 to 0 dl 1787998367 ref 2 fl Complete:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998351.864091:0:35262:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787998351.864095:0:35262:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191748a80. 00000100:00000001:2.0:1787998351.864098:0:35262:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1787998351.864099:0:35262:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1787998351.864102:0:35262:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1787998351.864106:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998351.864109:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998351.864111:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d200 refcount=4 00000020:00000001:2.0:1787998351.864114:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:2.0:1787998351.864117:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00010000:2.0:1787998351.864121:0:35262:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d200/0xb2d39e653c8cbc3 lrc: 4/0,1 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35262 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998351.864132:0:35262:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1787998351.864136:0:35262:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d200/0xb2d39e653c8cbc3 lrc: 4/0,1 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35262 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998351.864142:0:35262:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998351.864145:0:35262:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d200/0xb2d39e653c8cbc3 lrc: 4/0,1 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35262 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998351.864150:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.864152:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1787998351.864154:0:35262:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d200/0xb2d39e653c8cbc3 lrc: 3/0,0 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35262 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998351.864159:0:35262:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998351.864161:0:35262:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.864164:0:35262:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1787998351.864166:0:35262:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d200/0xb2d39e653c8cbc3 lrc: 4/0,0 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35262 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998351.864172:0:35262:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d190a5d200 already unused, calling callback (ffffffffc1bbc3c0) 00000080:00000001:2.0:1787998351.864526:0:35262:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1787998351.864531:0:35262:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d200/0xb2d39e653c8cbc3 lrc: 4/0,0 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 35262 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998351.864537:0:35262:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1787998351.864539:0:35262:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1787998351.864543:0:35262:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d200/0xb2d39e653c8cbc3 lrc: 4/0,0 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 35262 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998351.864548:0:35262:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1787998351.864550:0:35262:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1787998351.864551:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998351.864553:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998351.864554:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d200 refcount=5 00000020:00000001:2.0:1787998351.864556:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:2.0:1787998351.864558:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528702976 : -117847180848640 : ffff94d190a5d200) 00010000:00000001:2.0:1787998351.864561:0:35262:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1787998351.864563:0:35262:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d200/0xb2d39e653c8cbc3 lrc: 5/0,0 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 35262 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1787998351.864569:0:35262:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1787998351.864570:0:35262:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998351.864583:0:35262:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1787998351.864585:0:35262:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1787998351.864587:0:35262:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1787998351.864589:0:35262:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1787998351.864590:0:35262:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998351.864592:0:35262:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1787998351.864594:0:35262:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d190a5d200 with handle 0xb2d39e653c8cbc3 from hash 00010000:00000001:2.0:1787998351.864596:0:35262:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1787998351.864598:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.864599:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998351.864600:0:35262:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1787998351.864601:0:35262:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1787998351.864603:0:35262:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1787998351.864605:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.864606:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998351.864607:0:35262:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998351.864609:0:35262:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998351.864612:0:35262:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d200/0xb2d39e653c8cbc3 lrc: 3/0,0 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35262 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998351.864616:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.864617:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998351.864619:0:35262:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1787998351.864620:0:35262:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998351.864621:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.864622:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998351.864623:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1787998351.864625:0:35262:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d200/0xb2d39e653c8cbc3 lrc: 0/0,0 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35262 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1787998351.864636:0:35262:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d188d3c800 count: 0 00010000:00000010:2.0:1787998351.864643:0:35262:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d19219d400. 00010000:00000001:2.0:1787998351.864651:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998351.864653:0:35262:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1787998351.864657:0:35262:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1787998351.864664:0:35262:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0xb, status=-21 req@ffff94d191d18a80 x1874850291780992/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/608 e 0 to 0 dl 1787998367 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1787998351.864672:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1787998351.864673:0:35262:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998351.864675:0:35262:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998351.864964:0:35262:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998351.864968:0:35262:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000002:00000001:2.0:1787998351.864971:0:35262:0:(mdc_locks.c:1316:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000020:00000001:2.0:1787998351.864975:0:35262:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d414836b8 00000002:00002000:2.0:1787998351.864976:0:35262:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=-21 disp=0xb: rc = -21 00000002:00000001:2.0:1787998351.864979:0:35262:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:2.0:1787998351.864982:0:35262:0:(lmv_intent.c:115:lmv_intent_remote()) Process leaving via out_free_op_data (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000010:2.0:1787998351.864985:0:35262:0:(lmv_intent.c:135:lmv_intent_remote()) kfreed 'op_data': 392 at ffff94d191d92a00. 00010000:00000001:2.0:1787998351.864988:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998351.864990:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998351.864992:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d600 refcount=3 00000020:00000001:2.0:1787998351.864994:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528704000 : -117847180847616 : ffff94d190a5d600) 00010000:00000001:2.0:1787998351.864996:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528704000 : -117847180847616 : ffff94d190a5d600) 00010000:00000001:2.0:1787998351.864998:0:35262:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998351.865002:0:35262:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d600/0xb2d39e653c8cbbc lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad5fb expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998351.865008:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.865010:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998351.865011:0:35262:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787998351.865014:0:35262:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787998351.865016:0:35262:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d600/0xb2d39e653c8cbbc lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad5fb expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1787998351.865023:0:35262:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787998351.865026:0:35262:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998351.865028:0:35262:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998351.865031:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.865032:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998351.865033:0:35262:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.865044:0:35262:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998351.865045:0:35262:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.865047:0:35262:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.865050:0:35262:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.865054:0:35262:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998351.865055:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.865056:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1787998351.865058:0:35262:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998351.865063:0:35262:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d19500 x1874850291780736/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1787998367 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998351.865070:0:35262:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998351.865073:0:35262:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998351.865076:0:35262:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff94d1a0180000. 02000000:00000001:2.0:1787998351.865097:0:35262:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998351.865099:0:35262:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998351.865101:0:35262:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998351.865103:0:35262:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998351.865106:0:35262:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1a0bad400. 02000000:00000001:2.0:1787998351.865109:0:35262:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998351.865110:0:35262:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998351.865112:0:35262:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d19500. 00000100:00000001:2.0:1787998351.865115:0:35262:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998351.865116:0:35262:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998351.865119:0:35262:0:(lmv_intent.c:422:lmv_intent_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:2.0:1787998351.865122:0:35262:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00200000:2.0:1787998351.865124:0:35262:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -21 00000080:00000001:2.0:1787998351.865127:0:35262:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:2.0:1787998351.865130:0:35262:0:(namei.c:1264:ll_lookup_it()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000002:2.0:1787998351.865133:0:35262:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:2.0:1787998351.865136:0:35262:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191d92600. 00000100:00000001:2.0:1787998351.865139:0:35262:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998351.865142:0:35262:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d18a80 x1874850291780992/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/608 e 0 to 0 dl 1787998367 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998351.865148:0:35262:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998351.865149:0:35262:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998351.865151:0:35262:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff94d199ee0000. 02000000:00000001:2.0:1787998351.865184:0:35262:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998351.865186:0:35262:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998351.865187:0:35262:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=4 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998351.865189:0:35262:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998351.865191:0:35262:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1a0bacc00. 02000000:00000001:2.0:1787998351.865193:0:35262:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998351.865194:0:35262:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998351.865196:0:35262:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d18a80. 00000100:00000001:2.0:1787998351.865198:0:35262:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998351.865199:0:35262:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787998351.865203:0:35262:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1787998351.865204:0:35262:0:(dcache.c:176:ll_intent_release()) intent ffff94d1a027f7e0 released 00000080:00000001:2.0:1787998351.865206:0:35262:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000010:2.0:1787998351.865208:0:35262:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff94d1a027f7e0. 00000080:00000001:2.0:1787998351.865210:0:35262:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:2.0:1787998351.865217:0:35262:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1787998351.865220:0:35262:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1787998351.865264:0:35262:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:2.0:1787998351.865266:0:35262:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:2.0:1787998351.865268:0:35262:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1787998351.865270:0:35262:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41483bc0 00000080:00200000:2.0:1787998351.865272:0:35262:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:2.0:1787998351.865277:0:35262:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191d92600. 00800000:00000002:2.0:1787998351.865282:0:35262:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:2.0:1787998351.865285:0:35262:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787998351.865288:0:35262:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787998351.865290:0:35262:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41483ae0 00800000:00000002:2.0:1787998351.865292:0:35262:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998351.865295:0:35262:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1787998351.865297:0:35262:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998351.865300:0:35262:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998351.865302:0:35262:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998351.865304:0:35262:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998351.865306:0:35262:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998351.865308:0:35262:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998351.865310:0:35262:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998351.865313:0:35262:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1787998351.865317:0:35262:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787998351.865319:0:35262:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d414839b0 00000002:00010000:2.0:1787998351.865320:0:35262:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1787998351.865324:0:35262:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1787998351.865325:0:35262:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998351.865327:0:35262:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1787998351.865331:0:35262:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998351.865333:0:35262:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998351.865335:0:35262:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998351.865337:0:35262:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1787998351.865339:0:35262:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1787998351.865342:0:35262:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d18a80. 00000020:00000040:2.0:1787998351.865345:0:35262:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:2.0:1787998351.865349:0:35262:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1787998351.865352:0:35262:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998351.865355:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.865356:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998351.865357:0:35262:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998351.865360:0:35262:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998351.865362:0:35262:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998351.865365:0:35262:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998351.865370:0:35262:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0bacc00. 00000100:00000001:2.0:1787998351.865375:0:35262:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.865378:0:35262:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787998351.865379:0:35262:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.865381:0:35262:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787998351.865383:0:35262:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.865385:0:35262:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998351.865389:0:35262:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226548345472 : -117847161206144 : ffff94d191d18a80) 00010000:00000001:2.0:1787998351.865392:0:35262:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1787998351.865394:0:35262:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1787998351.865397:0:35262:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d188d3c500. 00010000:00000010:2.0:1787998351.865401:0:35262:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d19219d400. 00010000:00000001:2.0:1787998351.865405:0:35262:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1787998351.865407:0:35262:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d190a5de00. 00000020:00000001:2.0:1787998351.865410:0:35262:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1787998351.865412:0:35262:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d190a5de00 with handle 0xb2d39e653c8cbca to hash 00000020:00000001:2.0:1787998351.865414:0:35262:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1787998351.865416:0:35262:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226528706048 : -117847180845568 : ffff94d190a5de00) 00010000:00000001:2.0:1787998351.865419:0:35262:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226528706048 : -117847180845568 : ffff94d190a5de00) 00010000:00000001:2.0:1787998351.865422:0:35262:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998351.865424:0:35262:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998351.865427:0:35262:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5de00/0xb2d39e653c8cbca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35262 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998351.865434:0:35262:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5de00/0xb2d39e653c8cbca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35262 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998351.865443:0:35262:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5de00/0xb2d39e653c8cbca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35262 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1787998351.865448:0:35262:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787998351.865450:0:35262:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787998351.865455:0:35262:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191748a80. 00000100:00000001:2.0:1787998351.865457:0:35262:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226542250624 : -117847167300992 : ffff94d191748a80) 00000100:00000001:2.0:1787998351.865460:0:35262:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998351.865461:0:35262:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548345472 : -117847161206144 : ffff94d191d18a80) 00000100:00000001:2.0:1787998351.865465:0:35262:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998351.865468:0:35262:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998351.865470:0:35262:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787998351.865472:0:35262:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998351.865476:0:35262:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d18a80 x1874850291781120/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998351.865483:0:35262:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998351.865485:0:35262:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998351.865488:0:35262:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998351.865490:0:35262:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998351.865493:0:35262:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998351.865496:0:35262:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d18a80 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35262:1874850291781120:192.168.206.123@tcp:101:lfs.0 00000100:00000001:2.0:1787998351.865499:0:35262:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998351.865503:0:35262:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998351.865505:0:35262:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998351.865507:0:35262:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998351.865511:0:35262:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d192180800. 02000000:00000001:2.0:1787998351.865513:0:35262:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998351.865518:0:35262:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998351.865521:0:35262:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1861519a0. 00000400:00000010:2.0:1787998351.865527:0:35262:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfc38. 00000100:00000200:2.0:1787998351.865532:0:35262:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291781120, portal 10 00000100:00000001:2.0:1787998351.865534:0:35262:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998351.865536:0:35262:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548345472 : -117847161206144 : ffff94d191d18a80) 00000100:00000040:2.0:1787998351.865540:0:35262:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d18a80 x1874850291781120/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998367 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998351.865547:0:35262:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998351.865549:0:35262:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998351.865551:0:35262:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf220. 00000100:00000200:2.0:1787998351.865554:0:35262:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1874850291781120, offset 0 00000400:00000200:2.0:1787998351.865559:0:35262:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998351.865565:0:35262:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998351.865571:0:35262:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998351.865589:0:35262:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998351.865593:0:35262:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998351.865597:0:35262:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998351.865600:0:35262:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998351.865604:0:35262:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2866:2866:256:4294967295] 192.168.206.123@tcp LPNI seq info [2866:2866:8:4294967295] 00000400:00000200:2.0:1787998351.865608:0:35262:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998351.865618:0:35262:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998351.865623:0:35262:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998351.865628:0:35262:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9c00. 00000800:00000200:2.0:1787998351.865634:0:35262:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998351.865641:0:35262:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998351.865645:0:35262:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9c00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1787998351.865661:0:35262:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998351.865664:0:35262:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 857512 usecs (858 jiffies) 00000400:00000200:2.0:1787998351.865667:0:35262:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998351.865670:0:35262:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296532880 00000100:00000001:2.0:1787998351.865673:0:35262:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:2.0:1787998351.865675:0:35262:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296532880 00000100:00000001:2.0:1787998351.865684:0:35262:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:2.0:1787998351.865686:0:35262:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998351.865689:0:35262:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998351.865691:0:35262:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998351.865693:0:35262:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787998351.865695:0:35262:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191748a80 going to sleep for 11 seconds 00000100:00000001:2.0:1787998351.865697:0:35262:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998351.865700:0:35262:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998351.869993:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998351.870003:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9c00. 00000400:00000200:3.0:1787998351.870010:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998351.870018:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998351.870025:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf220 00000400:00000010:3.0:1787998351.870028:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf220. 00000100:00000001:3.0:1787998351.870039:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998351.870047:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d18a80 x1874850291781120/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998367 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998351.870059:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998351.870063:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d18a80 x1874850291781120/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998367 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998351.870070:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998351.870072:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1787998351.870761:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3c800. 00010000:00000010:2.1:1787998351.870782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5d200. 00000800:00000001:3.0:1787998351.875053:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998351.875069:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998351.875075:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998351.875078:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998351.875087:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.875097:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998351.875106:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.875111:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.875117:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.875122:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a60e00 00000400:00000200:3.0:1787998351.875128:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.875135:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x8555 [1] + 224 00000800:00000001:3.0:1787998351.875141:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998351.875149:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998351.875153:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998351.875158:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998351.875165:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998351.875173:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d18a80 x1874850291781120/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998367 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998351.875196:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d191d18a80 x1874850291781120/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998351.875223:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998351.875231:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998351.875235:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998351.875276:0:35262:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998351.875284:0:35262:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998351.875286:0:35262:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998351.875289:0:35262:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1861519a0. 00000400:00000200:1.0:1787998351.875294:0:35262:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfc38 00000400:00000010:1.0:1787998351.875296:0:35262:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfc38. 00000100:00000001:1.0:1787998351.875300:0:35262:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998351.875306:0:35262:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d18a80 x1874850291781120/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998351.875315:0:35262:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d18a80 x1874850291781120/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998351.875322:0:35262:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998351.875324:0:35262:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998351.875327:0:35262:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998351.875330:0:35262:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998351.875332:0:35262:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998351.875334:0:35262:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998351.875337:0:35262:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998351.875345:0:35262:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=27 v=5 (5 5 104 104) 00000100:00001000:1.0:1787998351.875349:0:35262:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998351.875351:0:35262:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998351.875353:0:35262:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.875356:0:35262:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998351.875359:0:35262:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998351.875362:0:35262:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998351.875364:0:35262:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967636 00000100:00000001:1.0:1787998351.875366:0:35262:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998351.875367:0:35262:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998351.875372:0:35262:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d18a80 x1874850291781120/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998351.875379:0:35262:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998351.875382:0:35262:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998351.875384:0:35262:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998351.875388:0:35262:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d18a80 x1874850291781120/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998367 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998351.875395:0:35262:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d18a80 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35262:1874850291781120:192.168.206.123@tcp:101:lfs.0 00000100:00000001:1.0:1787998351.875400:0:35262:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998351.875402:0:35262:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998351.875404:0:35262:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998351.875406:0:35262:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998351.875409:0:35262:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d18a80 x1874850291781120/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998367 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998351.875415:0:35262:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998351.875417:0:35262:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191748a80. 00000100:00000001:1.0:1787998351.875420:0:35262:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998351.875422:0:35262:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.875424:0:35262:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787998351.875428:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998351.875430:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998351.875433:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5de00 refcount=4 00000020:00000001:1.0:1787998351.875435:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528706048 : -117847180845568 : ffff94d190a5de00) 00010000:00000001:1.0:1787998351.875438:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528706048 : -117847180845568 : ffff94d190a5de00) 00010000:00000040:1.0:1787998351.875444:0:35262:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d190a5de00, remote cookie: 0x4fd9a50f3a6ad610, flags: 0x1001 00010000:00010000:1.0:1787998351.875449:0:35262:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5de00/0xb2d39e653c8cbca lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad610 expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998351.875459:0:35262:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5de00/0xb2d39e653c8cbca lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad610 expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998351.875471:0:35262:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787998351.875475:0:35262:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787998351.875477:0:35262:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1787998351.875478:0:35262:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787998351.875480:0:35262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787998351.875482:0:35262:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d188d3c500) refcount = 1 00010000:00010000:1.0:1787998351.875486:0:35262:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5de00/0xb2d39e653c8cbca lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad610 expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998351.875491:0:35262:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787998351.875495:0:35262:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787998351.875497:0:35262:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998351.875499:0:35262:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787998351.875501:0:35262:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998351.875504:0:35262:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5de00/0xb2d39e653c8cbca lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad610 expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998351.875509:0:35262:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787998351.875511:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.875512:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998351.875513:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.875514:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998351.875515:0:35262:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998351.875519:0:35262:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1787998351.875520:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998351.875522:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998351.875523:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5de00 refcount=3 00000020:00000001:1.0:1787998351.875525:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528706048 : -117847180845568 : ffff94d190a5de00) 00010000:00000001:1.0:1787998351.875527:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528706048 : -117847180845568 : ffff94d190a5de00) 00010000:00000001:1.0:1787998351.875529:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998351.875531:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998351.875532:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5de00 refcount=4 00000020:00000001:1.0:1787998351.875533:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528706048 : -117847180845568 : ffff94d190a5de00) 00010000:00000001:1.0:1787998351.875536:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528706048 : -117847180845568 : ffff94d190a5de00) 00010000:00000001:1.0:1787998351.875539:0:35262:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998351.875541:0:35262:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998351.875544:0:35262:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5de00/0xb2d39e653c8cbca lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad610 expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998351.875550:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.875551:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998351.875552:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998351.875553:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998351.875554:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5de00 refcount=5 00000020:00000001:1.0:1787998351.875555:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528706048 : -117847180845568 : ffff94d190a5de00) 00010000:00000001:1.0:1787998351.875557:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528706048 : -117847180845568 : ffff94d190a5de00) 00010000:00000001:1.0:1787998351.875559:0:35262:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998351.875561:0:35262:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5de00/0xb2d39e653c8cbca lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad610 expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998351.875567:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.875568:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998351.875570:0:35262:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5de00/0xb2d39e653c8cbca lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad610 expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998351.875576:0:35262:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998351.875577:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.875578:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998351.875580:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.875580:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1787998351.875585:0:35262:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d191d18a80 x1874850291781120/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998367 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1787998351.875593:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998351.875594:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998351.875596:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5de00 refcount=3 00000020:00000001:1.0:1787998351.875597:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528706048 : -117847180845568 : ffff94d190a5de00) 00010000:00000001:1.0:1787998351.875599:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528706048 : -117847180845568 : ffff94d190a5de00) 00010000:00000001:1.0:1787998351.875601:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.875603:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998351.875604:0:35262:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998351.875606:0:35262:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998351.875609:0:35262:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1787998351.875611:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998351.875611:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998351.875613:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5de00 refcount=3 00000020:00000001:1.0:1787998351.875614:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528706048 : -117847180845568 : ffff94d190a5de00) 00010000:00000001:1.0:1787998351.875616:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528706048 : -117847180845568 : ffff94d190a5de00) 00000002:00010000:1.0:1787998351.875619:0:35262:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5de00/0xb2d39e653c8cbca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad610 expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998351.875624:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.875625:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998351.875627:0:35262:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787998351.875628:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998351.875629:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998351.875630:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5de00 refcount=3 00000020:00000001:1.0:1787998351.875632:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528706048 : -117847180845568 : ffff94d190a5de00) 00010000:00000001:1.0:1787998351.875633:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528706048 : -117847180845568 : ffff94d190a5de00) 00010000:00000040:1.0:1787998351.875638:0:35262:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c500 count: 2 00010000:00000001:1.0:1787998351.875641:0:35262:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1787998351.875644:0:35262:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1787998351.875646:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.875647:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998351.875648:0:35262:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1787998351.875650:0:35262:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41483938 00000002:00002000:1.0:1787998351.875652:0:35262:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1787998351.875655:0:35262:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998351.875658:0:35262:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998351.875661:0:35262:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787998351.875664:0:35262:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1787998351.875667:0:35262:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998351.875670:0:35262:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998351.875673:0:35262:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191d92600. 00000080:00000001:1.0:1787998351.875677:0:35262:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998351.875679:0:35262:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1787998351.875685:0:35262:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1787998351.875688:0:35262:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1787998351.875693:0:35262:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d191236d80. 00800000:00000001:1.0:1787998351.875695:0:35262:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626226536934784 : -117847172616832 : ffff94d191236d80) 00800000:00000001:1.0:1787998351.875697:0:35262:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998351.875699:0:35262:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1787998351.875701:0:35262:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1787998351.875703:0:35262:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1787998351.875706:0:35262:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1787998351.875708:0:35262:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1787998351.875710:0:35262:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998351.875714:0:35262:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1787998351.875716:0:35262:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1787998351.875721:0:35262:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1787998351.875723:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998351.875724:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998351.875725:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5de00 refcount=3 00000020:00000001:1.0:1787998351.875727:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528706048 : -117847180845568 : ffff94d190a5de00) 00010000:00000001:1.0:1787998351.875729:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528706048 : -117847180845568 : ffff94d190a5de00) 00010000:00000001:1.0:1787998351.875731:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.875732:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787998351.875733:0:35262:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1787998351.875735:0:35262:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1787998351.875737:0:35262:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d191236d80 1 00800000:00000010:1.0:1787998351.875739:0:35262:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d191236d80. 00800000:00000001:1.0:1787998351.875742:0:35262:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998351.875745:0:35262:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cbca 00800000:00000001:1.0:1787998351.875748:0:35262:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998351.875750:0:35262:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998351.875752:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998351.875753:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998351.875754:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5de00 refcount=3 00000020:00000001:1.0:1787998351.875756:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528706048 : -117847180845568 : ffff94d190a5de00) 00010000:00000001:1.0:1787998351.875758:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528706048 : -117847180845568 : ffff94d190a5de00) 00010000:00000001:1.0:1787998351.875760:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.875761:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998351.875762:0:35262:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998351.875764:0:35262:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998351.875796:0:35262:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998351.875799:0:35262:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:1.0:1787998351.875802:0:35262:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cbca from it ffffb66d41483bf8 00010000:00000001:1.0:1787998351.875804:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998351.875805:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998351.875806:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5de00 refcount=3 00000020:00000001:1.0:1787998351.875807:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528706048 : -117847180845568 : ffff94d190a5de00) 00010000:00000001:1.0:1787998351.875809:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528706048 : -117847180845568 : ffff94d190a5de00) 00010000:00000001:1.0:1787998351.875811:0:35262:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998351.875813:0:35262:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5de00/0xb2d39e653c8cbca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad610 expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998351.875820:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.875821:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998351.875822:0:35262:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998351.875824:0:35262:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998351.875827:0:35262:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5de00/0xb2d39e653c8cbca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad610 expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998351.875833:0:35262:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998351.875836:0:35262:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998351.875837:0:35262:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998351.875841:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.875842:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998351.875844:0:35262:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.875847:0:35262:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998351.875848:0:35262:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.875850:0:35262:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.875853:0:35262:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.875854:0:35262:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998351.875855:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.875856:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998351.875858:0:35262:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998351.875863:0:35262:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d18a80 x1874850291781120/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998367 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998351.875870:0:35262:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998351.875872:0:35262:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998351.875875:0:35262:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d192180800. 02000000:00000001:1.0:1787998351.875878:0:35262:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998351.875880:0:35262:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998351.875881:0:35262:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998351.875883:0:35262:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998351.875886:0:35262:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1a0bacc00. 02000000:00000001:1.0:1787998351.875888:0:35262:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998351.875890:0:35262:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998351.875892:0:35262:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d18a80. 00000100:00000001:1.0:1787998351.875895:0:35262:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998351.875896:0:35262:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998351.875899:0:35262:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:1.0:1787998351.875903:0:35262:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998351.875944:0:35262:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d190a90ce0. 00000080:00000001:1.0:1787998351.875949:0:35262:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1787998351.875951:0:35262:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41483b58 00000080:00200000:1.0:1787998351.875953:0:35262:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), file ffff94d18630c300, open_flags 1a100, mode 0 opened 0 00000080:00000010:1.0:1787998351.875957:0:35262:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff94d1a0b0a9c0. 00000080:00000001:1.0:1787998351.875959:0:35262:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1787998351.875961:0:35262:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41483a08 00000080:00200000:1.0:1787998351.875963:0:35262:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), intent=open 00000080:00000010:1.0:1787998351.875970:0:35262:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19172b800. 00800000:00000002:1.0:1787998351.875974:0:35262:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998351.875980:0:35262:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998351.875982:0:35262:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998351.875983:0:35262:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41483928 00800000:00000002:1.0:1787998351.875985:0:35262:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998351.875988:0:35262:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1787998351.875990:0:35262:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1787998351.875994:0:35262:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998351.875996:0:35262:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998351.875998:0:35262:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998351.876000:0:35262:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998351.876002:0:35262:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998351.876005:0:35262:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998351.876007:0:35262:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998351.876010:0:35262:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446626226367802368 : -117847341749248 : ffff94d1870eac00) 00000020:00000001:1.0:1787998351.876013:0:35262:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d414838a8 00800000:00000002:1.0:1787998351.876015:0:35262:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:1.0:1787998351.876019:0:35262:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998351.876020:0:35262:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d414837e0 00000002:00010000:1.0:1787998351.876022:0:35262:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24a.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00000002:00000001:1.0:1787998351.876026:0:35262:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1787998351.876028:0:35262:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1787998351.876030:0:35262:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1787998351.876033:0:35262:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c500 count: 2 00010000:00000001:1.0:1787998351.876036:0:35262:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998351.876038:0:35262:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1787998351.876040:0:35262:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.876042:0:35262:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998351.876044:0:35262:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998351.876048:0:35262:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199eded80. 00000020:00000040:1.0:1787998351.876051:0:35262:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:1.0:1787998351.876055:0:35262:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787998351.876057:0:35262:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.876059:0:35262:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787998351.876062:0:35262:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998351.876064:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.876066:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998351.876067:0:35262:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998351.876070:0:35262:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998351.876071:0:35262:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998351.876075:0:35262:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998351.876080:0:35262:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d199e25400. 00000100:00000001:1.0:1787998351.876085:0:35262:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.876088:0:35262:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998351.876089:0:35262:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.876091:0:35262:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998351.876092:0:35262:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.876094:0:35262:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998351.876100:0:35262:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626226684423552 : -117847025128064 : ffff94d199eded80) 00010000:00000001:1.0:1787998351.876102:0:35262:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787998351.876104:0:35262:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1787998351.876105:0:35262:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c500 count: 2 00010000:00000001:1.0:1787998351.876107:0:35262:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998351.876109:0:35262:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787998351.876112:0:35262:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1917f2600. 00000020:00000001:1.0:1787998351.876115:0:35262:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787998351.876118:0:35262:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1917f2600 with handle 0xb2d39e653c8cbd1 to hash 00000020:00000001:1.0:1787998351.876119:0:35262:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787998351.876121:0:35262:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226542945792 : -117847166605824 : ffff94d1917f2600) 00010000:00000001:1.0:1787998351.876124:0:35262:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226542945792 : -117847166605824 : ffff94d1917f2600) 00010000:00000001:1.0:1787998351.876126:0:35262:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998351.876128:0:35262:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998351.876130:0:35262:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2600/0xb2d39e653c8cbd1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35262 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998351.876136:0:35262:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2600/0xb2d39e653c8cbd1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35262 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787998351.876145:0:35262:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787998351.876151:0:35262:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d199eded80 x1874850291781376/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787998351.876159:0:35262:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2600/0xb2d39e653c8cbd1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35262 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787998351.876164:0:35262:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998351.876166:0:35262:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998351.876170:0:35262:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191fa9480. 00000100:00000001:1.0:1787998351.876172:0:35262:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226551035008 : -117847158516608 : ffff94d191fa9480) 00000100:00000001:1.0:1787998351.876186:0:35262:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998351.876187:0:35262:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684423552 : -117847025128064 : ffff94d199eded80) 00000100:00000001:1.0:1787998351.876191:0:35262:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998351.876194:0:35262:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998351.876196:0:35262:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998351.876197:0:35262:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998351.876201:0:35262:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199eded80 x1874850291781376/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998351.876208:0:35262:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998351.876210:0:35262:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998351.876213:0:35262:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998351.876215:0:35262:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998351.876217:0:35262:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998351.876220:0:35262:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199eded80 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35262:1874850291781376:192.168.206.123@tcp:101:lfs.0 00000100:00000001:1.0:1787998351.876224:0:35262:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998351.876229:0:35262:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998351.876232:0:35262:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998351.876234:0:35262:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998351.876328:0:35262:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94d199f00000. 02000000:00000001:1.0:1787998351.876331:0:35262:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998351.876336:0:35262:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998351.876341:0:35262:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fccb8. 00000400:00000010:1.0:1787998351.876347:0:35262:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94d191c6e000. 00000100:00000200:1.0:1787998351.876354:0:35262:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1874850291781376, portal 10 00000100:00000001:1.0:1787998351.876356:0:35262:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998351.876358:0:35262:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684423552 : -117847025128064 : ffff94d199eded80) 00000100:00000040:1.0:1787998351.876364:0:35262:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199eded80 x1874850291781376/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1787998367 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998351.876371:0:35262:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998351.876374:0:35262:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998351.876377:0:35262:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409d48. 00000100:00000200:1.0:1787998351.876380:0:35262:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1874850291781376, offset 0 00000400:00000200:1.0:1787998351.876386:0:35262:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998351.876392:0:35262:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998351.876398:0:35262:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998351.876403:0:35262:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998351.876407:0:35262:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998351.876410:0:35262:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998351.876413:0:35262:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998351.876417:0:35262:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2867:2867:256:4294967295] 192.168.206.123@tcp LPNI seq info [2867:2867:8:4294967295] 00000400:00000200:1.0:1787998351.876421:0:35262:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998351.876429:0:35262:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998351.876434:0:35262:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998351.876439:0:35262:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031fd00. 00000800:00000200:1.0:1787998351.876444:0:35262:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998351.876451:0:35262:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998351.876456:0:35262:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031fd00 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:1.0:1787998351.876475:0:35262:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998351.876479:0:35262:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 856413 usecs (857 jiffies) 00000400:00000200:1.0:1787998351.876483:0:35262:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998351.876486:0:35262:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296532889 00000100:00000001:1.0:1787998351.876489:0:35262:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:1.0:1787998351.876492:0:35262:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296532889 00000100:00000001:1.0:1787998351.876494:0:35262:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:1.0:1787998351.876496:0:35262:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998351.876499:0:35262:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998351.876501:0:35262:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998351.876503:0:35262:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998351.876506:0:35262:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191fa9480 going to sleep for 11 seconds 00000100:00000001:1.0:1787998351.876508:0:35262:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998351.876510:0:35262:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998351.877365:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998351.877371:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031fd00. 00000400:00000200:3.0:1787998351.877379:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998351.877384:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998351.877389:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409d48 00000400:00000010:3.0:1787998351.877392:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409d48. 00000100:00000001:3.0:1787998351.877396:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998351.877401:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eded80 x1874850291781376/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1787998367 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998351.877411:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998351.877415:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199eded80 x1874850291781376/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1787998367 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998351.877421:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998351.877423:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1787998351.884817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190aa1660. 00000800:00000001:3.0:1787998351.885805:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998351.885823:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998351.885826:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998351.885828:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998351.885838:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.885845:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998351.885852:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.885856:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.885861:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.885864:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 608 into portal 10 MB=0x6a92a99a60f00 00000400:00000200:3.0:1787998351.885869:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.885876:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 608/608 into md 0x8565 [64] + 224 00000800:00000001:3.0:1787998351.885882:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998351.885898:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998351.885901:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998351.885908:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998351.885914:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998351.885921:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eded80 x1874850291781376/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1787998367 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998351.885932:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff94d199eded80 x1874850291781376/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998351.885953:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998351.885961:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998351.885964:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998351.886054:0:35262:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998351.886061:0:35262:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998351.886064:0:35262:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998351.886067:0:35262:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fccb8. 00000400:00000200:1.0:1787998351.886071:0:35262:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191c6e000 00000400:00000010:1.0:1787998351.886074:0:35262:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff94d191c6e000. 00000100:00000001:1.0:1787998351.886077:0:35262:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998351.886082:0:35262:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199eded80 x1874850291781376/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998351.886092:0:35262:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199eded80 x1874850291781376/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998351.886099:0:35262:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998351.886101:0:35262:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998351.886104:0:35262:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998351.886107:0:35262:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998351.886109:0:35262:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998351.886111:0:35262:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998351.886122:0:35262:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998351.886130:0:35262:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=27 v=5 (5 5 104 104) 00000100:00001000:1.0:1787998351.886135:0:35262:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998351.886138:0:35262:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998351.886140:0:35262:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.886143:0:35262:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998351.886145:0:35262:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998351.886149:0:35262:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998351.886151:0:35262:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967636 00000100:00000001:1.0:1787998351.886153:0:35262:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998351.886154:0:35262:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998351.886159:0:35262:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199eded80 x1874850291781376/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998351.886172:0:35262:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998351.886185:0:35262:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998351.886187:0:35262:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998351.886191:0:35262:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199eded80 x1874850291781376/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1787998367 ref 2 fl Interpret:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998351.886200:0:35262:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199eded80 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35262:1874850291781376:192.168.206.123@tcp:101:lfs.0 00000100:00000001:1.0:1787998351.886204:0:35262:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998351.886207:0:35262:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998351.886209:0:35262:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998351.886211:0:35262:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998351.886214:0:35262:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199eded80 x1874850291781376/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1787998367 ref 2 fl Complete:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998351.886221:0:35262:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998351.886223:0:35262:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191fa9480. 00000100:00000001:1.0:1787998351.886227:0:35262:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998351.886228:0:35262:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.886231:0:35262:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787998351.886235:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998351.886238:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998351.886240:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2600 refcount=4 00000020:00000001:1.0:1787998351.886243:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945792 : -117847166605824 : ffff94d1917f2600) 00010000:00000001:1.0:1787998351.886245:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945792 : -117847166605824 : ffff94d1917f2600) 00010000:00000040:1.0:1787998351.886252:0:35262:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1917f2600, remote cookie: 0x4fd9a50f3a6ad62c, flags: 0x1001 00010000:00010000:1.0:1787998351.886257:0:35262:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2600/0xb2d39e653c8cbd1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad62c expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1787998351.886265:0:35262:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240000403:0x7:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1787998351.886268:0:35262:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1787998351.886273:0:35262:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c600 count: 2 00010000:00000001:1.0:1787998351.886276:0:35262:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998351.886279:0:35262:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998351.886284:0:35262:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2600/0xb2d39e653c8cbd1 lrc: 4/1,0 mode: --/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad62c expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998351.886292:0:35262:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2600/0xb2d39e653c8cbd1 lrc: 4/1,0 mode: --/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad62c expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998351.886299:0:35262:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787998351.886303:0:35262:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787998351.886305:0:35262:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1787998351.886307:0:35262:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787998351.886308:0:35262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787998351.886311:0:35262:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000403:0x7:0x0].0x0 (ffff94d188d3c600) refcount = 2 00010000:00000040:1.0:1787998351.886313:0:35262:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1787998351.886316:0:35262:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d600/0xb2d39e653c8cbbc lrc: 1/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad5fb expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787998351.886323:0:35262:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2600/0xb2d39e653c8cbd1 lrc: 4/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad62c expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998351.886329:0:35262:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787998351.886332:0:35262:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787998351.886333:0:35262:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998351.886337:0:35262:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787998351.886339:0:35262:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998351.886341:0:35262:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2600/0xb2d39e653c8cbd1 lrc: 4/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad62c expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998351.886346:0:35262:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787998351.886348:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.886349:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998351.886350:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.886352:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998351.886353:0:35262:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998351.886358:0:35262:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1787998351.886360:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998351.886361:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998351.886363:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2600 refcount=3 00000020:00000001:1.0:1787998351.886365:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945792 : -117847166605824 : ffff94d1917f2600) 00010000:00000001:1.0:1787998351.886367:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945792 : -117847166605824 : ffff94d1917f2600) 00010000:00000001:1.0:1787998351.886369:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998351.886370:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998351.886371:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2600 refcount=4 00000020:00000001:1.0:1787998351.886372:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945792 : -117847166605824 : ffff94d1917f2600) 00010000:00000001:1.0:1787998351.886374:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945792 : -117847166605824 : ffff94d1917f2600) 00010000:00000001:1.0:1787998351.886378:0:35262:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998351.886380:0:35262:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998351.886384:0:35262:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2600/0xb2d39e653c8cbd1 lrc: 5/2,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad62c expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998351.886390:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.886391:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998351.886392:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998351.886393:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998351.886395:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2600 refcount=5 00000020:00000001:1.0:1787998351.886396:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945792 : -117847166605824 : ffff94d1917f2600) 00010000:00000001:1.0:1787998351.886398:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945792 : -117847166605824 : ffff94d1917f2600) 00010000:00000001:1.0:1787998351.886400:0:35262:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998351.886403:0:35262:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2600/0xb2d39e653c8cbd1 lrc: 5/2,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad62c expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998351.886409:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.886410:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998351.886412:0:35262:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2600/0xb2d39e653c8cbd1 lrc: 4/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad62c expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998351.886422:0:35262:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998351.886423:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.886425:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998351.886426:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.886427:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1787998351.886432:0:35262:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0xb, status=0 req@ffff94d199eded80 x1874850291781376/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1787998367 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1787998351.886439:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998351.886440:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998351.886442:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2600 refcount=3 00000020:00000001:1.0:1787998351.886444:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945792 : -117847166605824 : ffff94d1917f2600) 00010000:00000001:1.0:1787998351.886446:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945792 : -117847166605824 : ffff94d1917f2600) 00010000:00000001:1.0:1787998351.886447:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.886448:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998351.886450:0:35262:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998351.886451:0:35262:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998351.886454:0:35262:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1787998351.886456:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998351.886458:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998351.886459:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2600 refcount=3 00000020:00000001:1.0:1787998351.886461:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945792 : -117847166605824 : ffff94d1917f2600) 00010000:00000001:1.0:1787998351.886463:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945792 : -117847166605824 : ffff94d1917f2600) 00000002:00010000:1.0:1787998351.886466:0:35262:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2600/0xb2d39e653c8cbd1 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad62c expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998351.886473:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.886474:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998351.886476:0:35262:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787998351.886477:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998351.886478:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998351.886479:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2600 refcount=3 00000020:00000001:1.0:1787998351.886481:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945792 : -117847166605824 : ffff94d1917f2600) 00010000:00000001:1.0:1787998351.886483:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945792 : -117847166605824 : ffff94d1917f2600) 00010000:00000040:1.0:1787998351.886486:0:35262:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c600 count: 3 00010000:00000001:1.0:1787998351.886488:0:35262:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998351.886491:0:35262:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998351.886493:0:35262:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998351.886496:0:35262:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d600/0xb2d39e653c8cbbc lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad5fb expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1787998351.886503:0:35262:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998351.886508:0:35262:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998351.886511:0:35262:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d600/0xb2d39e653c8cbbc lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad5fb expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998351.886517:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.886518:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998351.886519:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998351.886520:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998351.886521:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2600 refcount=3 00000020:00000001:1.0:1787998351.886523:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945792 : -117847166605824 : ffff94d1917f2600) 00010000:00000001:1.0:1787998351.886525:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945792 : -117847166605824 : ffff94d1917f2600) 00010000:00000001:1.0:1787998351.886526:0:35262:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1787998351.886528:0:35262:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2600/0xb2d39e653c8cbd1 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad62c expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998351.886533:0:35262:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998351.886536:0:35262:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2600/0xb2d39e653c8cbd1 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x4fd9a50f3a6ad62c expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998351.886541:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.886542:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998351.886544:0:35262:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2600/0xb2d39e653c8cbd1 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x4fd9a50f3a6ad62c expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998351.886554:0:35262:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998351.886555:0:35262:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.886558:0:35262:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1787998351.886563:0:35262:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94d191fa9480. 00010000:00000001:1.0:1787998351.886566:0:35262:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1787998351.886585:0:35262:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1787998351.886587:0:35262:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.886589:0:35262:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.886590:0:35262:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998351.886592:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.886593:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998351.886594:0:35262:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1787998351.886596:0:35262:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41483768 00000002:00002000:1.0:1787998351.886598:0:35262:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=open status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1787998351.886601:0:35262:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998351.886605:0:35262:0:(lmv_intent.c:51:lmv_intent_remote()) Process entered 00800000:00000001:1.0:1787998351.886608:0:35262:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998351.886610:0:35262:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998351.886612:0:35262:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998351.886615:0:35262:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998351.886617:0:35262:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998351.886619:0:35262:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0x7:0x0] 00800000:00000001:1.0:1787998351.886620:0:35262:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:1.0:1787998351.886625:0:35262:0:(lmv_intent.c:75:lmv_intent_remote()) kmalloced '(op_data)': 392 at ffff94d19172a600. 00800000:00000002:1.0:1787998351.886627:0:35262:0:(lmv_intent.c:92:lmv_intent_remote()) REMOTE_INTENT with fid=[0x240000403:0x7:0x0] -> mds #1 00000002:00000001:1.0:1787998351.886632:0:35262:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998351.886633:0:35262:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41483730 00000002:00010000:1.0:1787998351.886635:0:35262:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x240000403:0x7:0x0], intent: open flags 0320401 00000002:00000001:1.0:1787998351.886639:0:35262:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1787998351.886640:0:35262:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1787998351.886643:0:35262:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1787998351.886645:0:35262:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998351.886647:0:35262:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1787998351.886649:0:35262:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998351.886653:0:35262:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edce00. 00000020:00000040:1.0:1787998351.886656:0:35262:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=5 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 02000000:00000001:1.0:1787998351.886660:0:35262:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787998351.886662:0:35262:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.886664:0:35262:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787998351.886668:0:35262:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998351.886670:0:35262:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998351.886672:0:35262:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998351.886674:0:35262:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998351.886677:0:35262:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998351.886683:0:35262:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d199e24400. 00000100:00000001:1.0:1787998351.886688:0:35262:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.886691:0:35262:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998351.886692:0:35262:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.886694:0:35262:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998351.886695:0:35262:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.886696:0:35262:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998351.886701:0:35262:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626226684415488 : -117847025136128 : ffff94d199edce00) 00010000:00000001:1.0:1787998351.886704:0:35262:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787998351.886706:0:35262:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1787998351.886709:0:35262:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d192b98000. 00010000:00000010:1.0:1787998351.886712:0:35262:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d1a0046900. 00010000:00000001:1.0:1787998351.886718:0:35262:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787998351.886721:0:35262:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1917f3200. 00000020:00000001:1.0:1787998351.886723:0:35262:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787998351.886726:0:35262:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1917f3200 with handle 0xb2d39e653c8cbd8 to hash 00000020:00000001:1.0:1787998351.886728:0:35262:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787998351.886729:0:35262:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00010000:00000001:1.0:1787998351.886733:0:35262:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00010000:00000001:1.0:1787998351.886735:0:35262:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998351.886736:0:35262:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998351.886739:0:35262:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3200/0xb2d39e653c8cbd8 lrc: 3/1,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35262 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998351.886750:0:35262:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3200/0xb2d39e653c8cbd8 lrc: 3/1,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35262 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787998351.886759:0:35262:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787998351.886765:0:35262:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d199edce00 x1874850291781632/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787998351.886799:0:35262:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3200/0xb2d39e653c8cbd8 lrc: 3/1,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35262 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787998351.886804:0:35262:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998351.886806:0:35262:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998351.886811:0:35262:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191fa9cc0. 00000100:00000001:1.0:1787998351.886813:0:35262:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226551037120 : -117847158514496 : ffff94d191fa9cc0) 00000100:00000001:1.0:1787998351.886816:0:35262:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998351.886817:0:35262:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684415488 : -117847025136128 : ffff94d199edce00) 00000100:00000001:1.0:1787998351.886821:0:35262:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998351.886825:0:35262:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998351.886827:0:35262:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998351.886829:0:35262:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998351.886833:0:35262:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edce00 x1874850291781632/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998351.886840:0:35262:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998351.886843:0:35262:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998351.886846:0:35262:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998351.886848:0:35262:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998351.886850:0:35262:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998351.886853:0:35262:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edce00 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35262:1874850291781632:192.168.206.123@tcp:101:lfs.0 00000100:00000001:1.0:1787998351.886857:0:35262:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998351.886861:0:35262:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998351.886864:0:35262:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998351.886866:0:35262:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998351.886951:0:35262:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94d199f80000. 02000000:00000001:1.0:1787998351.886954:0:35262:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998351.886959:0:35262:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998351.886963:0:35262:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fccb8. 00000400:00000010:1.0:1787998351.886968:0:35262:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94d191c6e000. 00000100:00000200:1.0:1787998351.886975:0:35262:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1874850291781632, portal 10 00000100:00000001:1.0:1787998351.886977:0:35262:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998351.886978:0:35262:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684415488 : -117847025136128 : ffff94d199edce00) 00000100:00000040:1.0:1787998351.886983:0:35262:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199edce00 x1874850291781632/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/131856 e 0 to 0 dl 1787998367 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998351.886990:0:35262:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998351.886992:0:35262:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998351.886995:0:35262:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409088. 00000100:00000200:1.0:1787998351.886998:0:35262:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874850291781632, offset 0 00000400:00000200:1.0:1787998351.887003:0:35262:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998351.887010:0:35262:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998351.887016:0:35262:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998351.887021:0:35262:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998351.887025:0:35262:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998351.887028:0:35262:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998351.887031:0:35262:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998351.887035:0:35262:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2868:2868:256:4294967295] 192.168.206.123@tcp LPNI seq info [2868:2868:8:4294967295] 00000400:00000200:1.0:1787998351.887039:0:35262:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998351.887048:0:35262:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998351.887053:0:35262:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998351.887058:0:35262:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031fb00. 00000800:00000200:1.0:1787998351.887063:0:35262:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998351.887071:0:35262:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998351.887075:0:35262:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031fb00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1787998351.887093:0:35262:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998351.887096:0:35262:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18191 usecs (19 jiffies) 00000400:00000200:1.0:1787998351.887100:0:35262:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998351.887103:0:35262:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296532063 00000100:00000001:1.0:1787998351.887105:0:35262:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:1.0:1787998351.887107:0:35262:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296532063 00000100:00000001:1.0:1787998351.887109:0:35262:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:1.0:1787998351.887111:0:35262:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998351.887114:0:35262:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998351.887116:0:35262:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998351.887118:0:35262:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998351.887120:0:35262:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191fa9cc0 going to sleep for 11 seconds 00000100:00000001:1.0:1787998351.887123:0:35262:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998351.887125:0:35262:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998351.887209:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998351.887212:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998351.887215:0:16821:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1787998351.887218:0:16821:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1787998351.887220:0:16821:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1787998351.887224:0:16821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2600/0xb2d39e653c8cbd1 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x4fd9a50f3a6ad62c expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998351.887236:0:16821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d1917f2600 already unused, calling callback (ffffffffc1bbc3c0) 00000080:00000001:2.0:1787998351.887240:0:16821:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1787998351.887243:0:16821:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2600/0xb2d39e653c8cbd1 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x4fd9a50f3a6ad62c expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998351.887250:0:16821:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1787998351.887252:0:16821:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1787998351.887256:0:16821:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2600/0xb2d39e653c8cbd1 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x4fd9a50f3a6ad62c expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998351.887260:0:16821:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1787998351.887262:0:16821:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1787998351.887264:0:16821:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998351.887265:0:16821:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998351.887267:0:16821:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2600 refcount=3 00000020:00000001:2.0:1787998351.887269:0:16821:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945792 : -117847166605824 : ffff94d1917f2600) 00010000:00000001:2.0:1787998351.887271:0:16821:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945792 : -117847166605824 : ffff94d1917f2600) 00010000:00000001:2.0:1787998351.887273:0:16821:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1787998351.887276:0:16821:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2600/0xb2d39e653c8cbd1 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4fd9a50f3a6ad62c expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1787998351.887283:0:16821:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1787998351.887285:0:16821:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1787998351.887287:0:16821:0:(namei.c:253:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1787998351.887288:0:16821:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.887290:0:16821:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1787998351.887293:0:16821:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1787998351.887294:0:16821:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1787998351.887296:0:16821:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998351.887298:0:16821:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1787998351.887300:0:16821:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1917f2600 with handle 0xb2d39e653c8cbd1 from hash 00010000:00000001:2.0:1787998351.887302:0:16821:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1787998351.887304:0:16821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.887305:0:16821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998351.887306:0:16821:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1787998351.887308:0:16821:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1787998351.887310:0:16821:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1787998351.887313:0:16821:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998351.887316:0:16821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.887317:0:16821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998351.887318:0:16821:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.887319:0:16821:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787998351.887321:0:16821:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1787998351.887325:0:16821:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d19500. 00000020:00000040:2.0:1787998351.887328:0:16821:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998351.887331:0:16821:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998351.887333:0:16821:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998351.887335:0:16821:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998351.887339:0:16821:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d191d92a00. 00000100:00000001:2.0:1787998351.887342:0:16821:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.887345:0:16821:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1787998351.887348:0:16821:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2600/0xb2d39e653c8cbd1 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ad62c expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998351.887355:0:16821:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1787998351.887356:0:16821:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998351.887359:0:16821:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998351.887361:0:16821:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998351.887367:0:16821:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c83fa4a0] to pc [ptlrpcd_01_00+0] req@ffff94d191d19500 x1874850291781760/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787998351.887388:0:16821:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998351.887390:0:16821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998351.887391:0:16821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998351.887393:0:16821:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.887395:0:16821:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998351.887397:0:16821:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998351.887400:0:16821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2600/0xb2d39e653c8cbd1 lrc: 1/0,0 mode: --/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ad62c expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998351.887405:0:16821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1787998351.887408:0:16821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2600/0xb2d39e653c8cbd1 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ad62c expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998351.887416:0:16821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998351.887418:0:16821:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1787998351.887419:0:16821:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff94d191fa9480. 00010000:00000001:2.0:1787998351.887424:0:16821:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998351.887425:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998351.887427:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998351.887428:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1787998351.887430:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998351.887431:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998351.887432:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1787998351.887434:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998351.887435:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998351.887436:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787998351.887443:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998351.887446:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998351.887447:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998351.887452:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d19500 x1874850291781760/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998351.887460:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998351.887461:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998351.887463:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998351.887465:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998351.887467:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998351.887470:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291781760:192.168.206.123@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1787998351.887473:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998351.887476:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998351.887477:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998351.887479:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998351.887482:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191d92800. 02000000:00000001:2.0:1787998351.887484:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998351.887488:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998351.887491:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151370. 00000400:00000010:2.0:1787998351.887495:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbff68. 00000100:00000200:2.0:1787998351.887498:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291781760, portal 18 00000100:00000001:2.0:1787998351.887500:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998351.887501:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548348160 : -117847161203456 : ffff94d191d19500) 00000100:00000040:2.0:1787998351.887507:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d19500 x1874850291781760/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998367 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998351.887514:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998351.887517:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998351.887519:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf6e8. 00000100:00000200:2.0:1787998351.887521:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1874850291781760, offset 0 00000400:00000200:2.0:1787998351.887525:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998351.887529:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998351.887533:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998351.887536:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998351.887539:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998351.887542:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998351.887544:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998351.887547:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2869:2869:255:4294967295] 192.168.206.123@tcp LPNI seq info [2869:2869:7:4294967295] 00000400:00000200:2.0:1787998351.887551:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998351.887557:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998351.887562:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998351.887565:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9100. 00000800:00000200:2.0:1787998351.887569:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998351.887574:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998351.887577:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1787998351.887580:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998351.887583:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 855317 usecs (856 jiffies) 00000400:00000200:2.0:1787998351.887586:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998351.887588:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296532900 00000100:00000001:2.0:1787998351.887591:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:2.0:1787998351.887593:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296532900 00000100:00000001:2.0:1787998351.887595:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:2.0:1787998351.887598:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998351.887599:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998351.887602:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998351.887604:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998351.887611:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998351.887613:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787998351.887615:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998351.887616:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998351.887618:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998351.887620:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998351.887631:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1787998351.887632:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1787998351.887633:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1787998351.887637:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031fb00. 00000400:00000200:3.0:1787998351.887646:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998351.887651:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998351.887656:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409088 00000400:00000010:3.0:1787998351.887658:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409088. 00000100:00000001:3.0:1787998351.887662:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998351.887668:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edce00 x1874850291781632/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/131856 e 0 to 0 dl 1787998367 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998351.887677:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998351.887680:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edce00 x1874850291781632/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/131856 e 0 to 0 dl 1787998367 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998351.887685:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998351.887687:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998351.887746:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998351.887749:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9100. 00000400:00000200:3.0:1787998351.887752:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998351.887755:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998351.887757:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf6e8 00000400:00000010:3.0:1787998351.887759:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf6e8. 00000100:00000001:3.0:1787998351.887762:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998351.887765:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d19500 x1874850291781760/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998367 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998351.887805:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998351.887809:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d19500 x1874850291781760/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998367 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998351.887815:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998351.887816:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998351.892373:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998351.892389:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998351.892393:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998351.892395:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998351.892402:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.892409:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998351.892418:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.892421:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.892426:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.892429:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 608 into portal 10 MB=0x6a92a99a61000 00000400:00000200:3.0:1787998351.892434:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.892455:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 608/608 into md 0x856d [64] + 224 00000800:00000001:3.0:1787998351.892462:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998351.892466:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998351.892469:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998351.892473:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998351.892481:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998351.892488:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edce00 x1874850291781632/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/131856 e 0 to 0 dl 1787998367 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998351.892500:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff94d199edce00 x1874850291781632/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/131856 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998351.892521:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998351.892528:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998351.892532:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998351.892533:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998351.892545:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998351.892549:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.892552:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998351.892557:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.892559:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.892561:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.892564:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 18 MB=0x6a92a99a61080 00000400:00000200:3.0:1787998351.892567:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.892571:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.123@tcp of length 224/224 into md 0x8575 [1] + 224 00000800:00000001:3.0:1787998351.892575:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998351.892581:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998351.892583:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998351.892587:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998351.892590:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998351.892594:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d19500 x1874850291781760/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998367 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998351.892607:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d19500 x1874850291781760/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998367 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998351.892625:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998351.892629:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998351.892632:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1787998351.892822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2600. 00000100:00000001:2.0:1787998351.892838:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998351.892843:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787998351.892849:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998351.892851:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998351.892854:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151370. 00000400:00000200:2.0:1787998351.892858:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbff68 00000400:00000010:2.0:1787998351.892861:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbff68. 00000100:00000001:2.0:1787998351.892864:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998351.892869:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d19500 x1874850291781760/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998367 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787998351.892878:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d19500 x1874850291781760/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998367 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998351.892885:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998351.892887:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998351.892890:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998351.892893:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998351.892895:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998351.892897:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998351.892900:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998351.892909:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06d80 time=26 v=5 (5 5 5 5) 00000100:00001000:2.0:1787998351.892912:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1787998351.892915:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998351.892917:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.892919:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998351.892922:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998351.892925:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998351.892928:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1787998351.892930:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998351.892931:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998351.892936:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d19500 x1874850291781760/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998367 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998351.892944:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998351.892947:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998351.892949:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998351.892953:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d19500 x1874850291781760/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998367 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787998351.892961:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291781760:192.168.206.123@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1787998351.892965:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998351.892968:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998351.892972:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d19500 x1874850291781760/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998367 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998351.892978:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998351.892980:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998351.892983:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191d92800. 02000000:00000001:2.0:1787998351.892987:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998351.892989:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998351.892991:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998351.892994:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998351.892996:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d191d92a00. 02000000:00000001:2.0:1787998351.892999:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998351.893000:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998351.893002:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d19500. 00000100:00000001:2.0:1787998351.893005:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998351.893006:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998351.893008:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998351.893015:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998351.893016:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998351.893018:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998351.893020:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998351.893242:0:35262:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998351.893247:0:35262:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998351.893249:0:35262:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998351.893251:0:35262:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fccb8. 00000400:00000200:1.0:1787998351.893255:0:35262:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191c6e000 00000400:00000010:1.0:1787998351.893257:0:35262:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff94d191c6e000. 00000100:00000001:1.0:1787998351.893260:0:35262:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998351.893266:0:35262:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edce00 x1874850291781632/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/131856 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998351.893276:0:35262:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edce00 x1874850291781632/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/131856 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998351.893282:0:35262:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998351.893284:0:35262:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998351.893286:0:35262:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998351.893287:0:35262:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998351.893289:0:35262:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998351.893290:0:35262:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998351.893292:0:35262:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998351.893296:0:35262:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=27 v=5 (5 5 104 104) 00000100:00001000:1.0:1787998351.893299:0:35262:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=27 v=5 (1 1 1 1) 00000100:00000001:1.0:1787998351.893302:0:35262:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1787998351.893306:0:35262:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94d199edce00 x1874850291781632/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/608 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998351.893312:0:35262:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1787998351.893315:0:35262:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1787998351.893317:0:35262:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1787998351.893319:0:35262:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1787998351.893321:0:35262:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998351.893323:0:35262:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684415488 : -117847025136128 : ffff94d199edce00) 00000100:00000001:1.0:1787998351.893326:0:35262:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998351.893327:0:35262:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:1.0:1787998351.893329:0:35262:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998351.893331:0:35262:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1787998351.893335:0:35262:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edce00 x1874850291781632/t4294967335(4294967335) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/608 e 0 to 0 dl 1787998367 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998351.893342:0:35262:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1787998351.893344:0:35262:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998351.893345:0:35262:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998351.893349:0:35262:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edce00 x1874850291781632/t4294967335(4294967335) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/608 e 0 to 0 dl 1787998367 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998351.893357:0:35262:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edce00 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35262:1874850291781632:192.168.206.123@tcp:101:lfs.0 00000100:00000001:1.0:1787998351.893361:0:35262:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998351.893364:0:35262:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1787998351.893366:0:35262:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998351.893368:0:35262:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998351.893370:0:35262:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edce00 x1874850291781632/t4294967335(4294967335) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/608 e 0 to 0 dl 1787998367 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998351.893377:0:35262:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998351.893379:0:35262:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191fa9cc0. 00000100:00000001:1.0:1787998351.893382:0:35262:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998351.893383:0:35262:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1787998351.893386:0:35262:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787998351.893390:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998351.893393:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998351.893396:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3200 refcount=4 00000020:00000001:1.0:1787998351.893398:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00010000:00000001:1.0:1787998351.893401:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00010000:00010000:1.0:1787998351.893406:0:35262:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3200/0xb2d39e653c8cbd8 lrc: 4/1,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35262 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998351.893416:0:35262:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1787998351.893420:0:35262:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3200/0xb2d39e653c8cbd8 lrc: 4/1,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35262 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998351.893426:0:35262:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998351.893428:0:35262:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3200/0xb2d39e653c8cbd8 lrc: 4/1,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35262 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998351.893434:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.893436:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998351.893438:0:35262:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3200/0xb2d39e653c8cbd8 lrc: 3/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35262 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998351.893443:0:35262:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998351.893446:0:35262:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.893449:0:35262:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1787998351.893452:0:35262:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3200/0xb2d39e653c8cbd8 lrc: 4/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35262 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998351.893458:0:35262:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d1917f3200 already unused, calling callback (ffffffffc1bbc3c0) 00000080:00000001:1.0:1787998351.893462:0:35262:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1787998351.893465:0:35262:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3200/0xb2d39e653c8cbd8 lrc: 4/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 35262 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998351.893471:0:35262:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1787998351.893474:0:35262:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1787998351.893477:0:35262:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3200/0xb2d39e653c8cbd8 lrc: 4/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 35262 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998351.893483:0:35262:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1787998351.893485:0:35262:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1787998351.893486:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998351.893487:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998351.893489:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3200 refcount=5 00000020:00000001:1.0:1787998351.893491:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00010000:00000001:1.0:1787998351.893493:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00010000:00000001:1.0:1787998351.893495:0:35262:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787998351.893498:0:35262:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3200/0xb2d39e653c8cbd8 lrc: 5/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 35262 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1787998351.893504:0:35262:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787998351.893506:0:35262:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998351.893509:0:35262:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1787998351.893511:0:35262:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787998351.893514:0:35262:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787998351.893515:0:35262:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787998351.893517:0:35262:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998351.893518:0:35262:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787998351.893521:0:35262:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1917f3200 with handle 0xb2d39e653c8cbd8 from hash 00010000:00000001:1.0:1787998351.893523:0:35262:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787998351.893525:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.893526:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998351.893527:0:35262:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787998351.893528:0:35262:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787998351.893530:0:35262:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1787998351.893532:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.893533:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998351.893534:0:35262:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998351.893535:0:35262:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998351.893538:0:35262:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3200/0xb2d39e653c8cbd8 lrc: 3/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35262 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998351.893544:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.893545:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998351.893546:0:35262:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1787998351.893547:0:35262:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998351.893549:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.893550:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998351.893550:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787998351.893553:0:35262:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3200/0xb2d39e653c8cbd8 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35262 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1787998351.893559:0:35262:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d192b98000 count: 0 00010000:00000010:1.0:1787998351.893566:0:35262:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d1a0046900. 00010000:00000001:1.0:1787998351.893572:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998351.893574:0:35262:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1787998351.893578:0:35262:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1787998351.893583:0:35262:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff94d199edce00 x1874850291781632/t4294967335(4294967335) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/608 e 0 to 0 dl 1787998367 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787998351.893592:0:35262:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1787998351.893596:0:35262:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d199edce00 x1874850291781632/t4294967335(4294967335) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/608 e 0 to 0 dl 1787998367 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787998351.893603:0:35262:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.893605:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1787998351.893606:0:35262:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998351.893608:0:35262:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998351.893610:0:35262:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998351.893612:0:35262:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1787998351.893615:0:35262:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998351.893616:0:35262:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684415488 : -117847025136128 : ffff94d199edce00) 00010000:00000001:1.0:1787998351.893618:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1787998351.893619:0:35262:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998351.893621:0:35262:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1787998351.893624:0:35262:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d414836b8 00000002:00002000:1.0:1787998351.893626:0:35262:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:1.0:1787998351.893629:0:35262:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998351.893632:0:35262:0:(lmv_intent.c:133:lmv_intent_remote()) Process leaving 00800000:00000010:1.0:1787998351.893633:0:35262:0:(lmv_intent.c:135:lmv_intent_remote()) kfreed 'op_data': 392 at ffff94d19172a600. 00000100:00000001:1.0:1787998351.893636:0:35262:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998351.893640:0:35262:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199eded80 x1874850291781376/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1787998367 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998351.893646:0:35262:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998351.893647:0:35262:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998351.893649:0:35262:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94d199f00000. 02000000:00000001:1.0:1787998351.893690:0:35262:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998351.893692:0:35262:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998351.893694:0:35262:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998351.893696:0:35262:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998351.893698:0:35262:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e25400. 02000000:00000001:1.0:1787998351.893701:0:35262:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998351.893703:0:35262:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998351.893704:0:35262:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199eded80. 00000100:00000001:1.0:1787998351.893708:0:35262:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998351.893709:0:35262:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998351.893712:0:35262:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998351.893715:0:35262:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787998351.893717:0:35262:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1787998351.893720:0:35262:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998351.893723:0:35262:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000001:1.0:1787998351.893725:0:35262:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1787998351.893726:0:35262:0:(namei.c:674:ll_lookup_it_finish()) it ffff94d1a0b0a9c0 it_disposition 80002b 00000080:00000001:1.0:1787998351.893729:0:35262:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1787998351.893734:0:35262:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1787998351.893737:0:35262:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1787998351.893739:0:35262:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603815538695 : 162129603815538695 : 240000403000007) 00000080:00000001:1.0:1787998351.893741:0:35262:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1787998351.893746:0:35262:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1787998351.893749:0:35262:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x240000403:0x7:0x0] 00000080:00000001:1.0:1787998351.893751:0:35262:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998351.893754:0:35262:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603815538695 : 162129603815538695 : 240000403000007) 00000080:00000001:1.0:1787998351.893757:0:35262:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748740 : 37748740 : 2400004) 00000080:00200000:1.0:1787998351.893761:0:35262:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000403:0x7:0x0], updating i_size 4096 00000080:00200000:1.0:1787998351.893763:0:35262:0:(namei.c:147:ll_iget()) got inode: [0x240000403:0x7:0x0](ffff94d1989ab248): rc = 0 00000080:00000001:1.0:1787998351.893765:0:35262:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626226662191688 : -117847047359928 : ffff94d1989ab248) 00010000:00000001:1.0:1787998351.893853:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998351.893854:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998351.893857:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d600 refcount=3 00000020:00000001:1.0:1787998351.893859:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528704000 : -117847180847616 : ffff94d190a5d600) 00010000:00000001:1.0:1787998351.893861:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528704000 : -117847180847616 : ffff94d190a5d600) 00010000:00000001:1.0:1787998351.893863:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.893864:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787998351.893865:0:35262:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1787998351.893868:0:35262:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1787998351.893869:0:35262:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998351.893872:0:35262:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000403:0x7:0x0](ffff94d1989ab248) for lock 0xb2d39e653c8cbbc 00800000:00000001:1.0:1787998351.893875:0:35262:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998351.893877:0:35262:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998351.893878:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998351.893879:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998351.893881:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d600 refcount=3 00000020:00000001:1.0:1787998351.893882:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528704000 : -117847180847616 : ffff94d190a5d600) 00010000:00000001:1.0:1787998351.893884:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528704000 : -117847180847616 : ffff94d190a5d600) 00010000:00000001:1.0:1787998351.893886:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.893887:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998351.893889:0:35262:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998351.893890:0:35262:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1787998351.893896:0:35262:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d1835a45e8 inode ffff94d1989ab248 refc 1 flags 0x20000e 00000080:00000001:1.0:1787998351.893900:0:35262:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1787998351.893901:0:35262:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998351.893904:0:35262:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1787998351.893907:0:35262:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000403:0x7:0x0](ffff94d1989ab248) 00000080:00000001:1.0:1787998351.893909:0:35262:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1787998351.893912:0:35262:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19172b800. 00000100:00000001:1.0:1787998351.893916:0:35262:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998351.893920:0:35262:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edce00 x1874850291781632/t4294967335(4294967335) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/608 e 0 to 0 dl 1787998367 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998351.893927:0:35262:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998351.893934:0:35262:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:1.0:1787998351.893937:0:35262:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1787998351.893938:0:35262:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41483a48 00000080:00200008:1.0:1787998351.893940:0:35262:0:(file.c:1090:ll_file_open()) START file d24a.recovery-small:[0x240000403:0x7:0x0](ffff94d1989ab248), flags 320400 00000080:00000010:1.0:1787998351.893946:0:35262:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d1a067b400. 00000080:00000010:1.0:1787998351.893954:0:35262:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d191236d80. 00000080:00000001:1.0:1787998351.893956:0:35262:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1787998351.893959:0:35262:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1787998351.893961:0:35262:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998351.893964:0:35262:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998351.893966:0:35262:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998351.893968:0:35262:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998351.893970:0:35262:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998351.893972:0:35262:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0x7:0x0] 00800000:00000001:1.0:1787998351.893974:0:35262:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998351.893977:0:35262:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1787998351.893981:0:35262:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d190a90860. 00000002:00100000:1.0:1787998351.893985:0:35262:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d199edce00 x1874850291781632/t4294967335(4294967335) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/608 e 0 to 0 dl 1787998367 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787998351.893992:0:35262:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998351.893993:0:35262:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1787998351.893997:0:35262:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1787998351.894000:0:35262:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998351.894002:0:35262:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998351.894005:0:35262:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998351.894008:0:35262:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edce00 x1874850291781632/t4294967335(4294967335) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/608 e 0 to 0 dl 1787998367 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1787998351.894014:0:35262:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998351.894016:0:35262:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94d199f80000. 02000000:00000001:1.0:1787998351.894045:0:35262:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1787998351.894048:0:35262:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998351.894050:0:35262:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41483a48 00000080:00000008:1.0:1787998351.894052:0:35262:0:(file.c:1329:ll_file_open()) COMPLETED file d24a.recovery-small:[0x240000403:0x7:0x0](ffff94d1989ab248), flags 320400, rc = 0 00000080:00000001:1.0:1787998351.894055:0:35262:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998351.894058:0:35262:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1787998351.894060:0:35262:0:(dcache.c:176:ll_intent_release()) intent ffff94d1a0b0a9c0 released 00000080:00010000:1.0:1787998351.894062:0:35262:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cbbc from it ffff94d1a0b0a9c0 00010000:00000001:1.0:1787998351.894064:0:35262:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998351.894066:0:35262:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998351.894067:0:35262:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d600 refcount=3 00000020:00000001:1.0:1787998351.894069:0:35262:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528704000 : -117847180847616 : ffff94d190a5d600) 00010000:00000001:1.0:1787998351.894071:0:35262:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528704000 : -117847180847616 : ffff94d190a5d600) 00010000:00000001:1.0:1787998351.894074:0:35262:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998351.894077:0:35262:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d600/0xb2d39e653c8cbbc lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad5fb expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998351.894084:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.894085:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998351.894087:0:35262:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998351.894089:0:35262:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998351.894091:0:35262:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d600/0xb2d39e653c8cbbc lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad5fb expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787998351.894098:0:35262:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998351.894100:0:35262:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998351.894102:0:35262:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998351.894105:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.894106:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998351.894107:0:35262:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.894110:0:35262:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998351.894112:0:35262:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.894129:0:35262:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.894133:0:35262:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.894135:0:35262:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998351.894136:0:35262:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.894138:0:35262:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787998351.894140:0:35262:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1787998351.894142:0:35262:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1787998351.894143:0:35262:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998351.894145:0:35262:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1787998351.894148:0:35262:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff94d1a0b0a9c0. 00000080:00000001:1.0:1787998351.894151:0:35262:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998351.894155:0:35262:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:1.0:1787998351.894157:0:35262:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x240000403:0x7:0x0](ffff94d1989ab248), inode mode 41ed mask 44 00000080:00000001:1.0:1787998351.894160:0:35262:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998351.894200:0:35262:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998351.894202:0:35262:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x240000403:0x7:0x0](ffff94d1989ab248) cmd=4008669a arg=10342e0 00000080:00000001:1.0:1787998351.894209:0:35262:0:(dir.c:594:ll_dir_setstripe()) Process entered 00000080:00000010:1.0:1787998351.894212:0:35262:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19172b800. 00800000:00000001:1.0:1787998351.894218:0:35262:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:1.0:1787998351.894219:0:35262:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x240000403:0x7:0x0], valid 0x0/0x0 00800000:00000001:1.0:1787998351.894221:0:35262:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998351.894222:0:35262:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998351.894233:0:35262:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998351.894235:0:35262:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998351.894237:0:35262:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998351.894238:0:35262:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0x7:0x0] 00800000:00000001:1.0:1787998351.894240:0:35262:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998351.894243:0:35262:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:1.0:1787998351.894245:0:35262:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1787998351.894249:0:35262:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998351.894253:0:35262:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199eded80. 00000020:00000040:1.0:1787998351.894256:0:35262:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=6 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00010000:00000001:1.0:1787998351.894261:0:35262:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787998351.894264:0:35262:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998351.894265:0:35262:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998351.894268:0:35262:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998351.894270:0:35262:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998351.894274:0:35262:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998351.894280:0:35262:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d199e25400. 00000100:00000001:1.0:1787998351.894287:0:35262:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.894290:0:35262:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998351.894292:0:35262:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.894293:0:35262:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998351.894294:0:35262:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.894296:0:35262:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1787998351.894302:0:35262:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1787998351.894307:0:35262:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d199eded80 x1874850291782016/t0(0) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787998351.894314:0:35262:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998351.894316:0:35262:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998351.894321:0:35262:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191fa9cc0. 00000100:00000001:1.0:1787998351.894323:0:35262:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226551037120 : -117847158514496 : ffff94d191fa9cc0) 00000100:00000001:1.0:1787998351.894325:0:35262:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998351.894327:0:35262:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684423552 : -117847025128064 : ffff94d199eded80) 00000100:00000001:1.0:1787998351.894330:0:35262:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998351.894334:0:35262:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998351.894335:0:35262:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998351.894337:0:35262:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998351.894340:0:35262:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199eded80 x1874850291782016/t0(0) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998351.894347:0:35262:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998351.894348:0:35262:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998351.894351:0:35262:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998351.894353:0:35262:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998351.894355:0:35262:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998351.894359:0:35262:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199eded80 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35262:1874850291782016:192.168.206.123@tcp:36:lfs.0 00000100:00000001:1.0:1787998351.894362:0:35262:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998351.894366:0:35262:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998351.894368:0:35262:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998351.894370:0:35262:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998351.894373:0:35262:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d199e26000. 02000000:00000001:1.0:1787998351.894375:0:35262:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998351.894380:0:35262:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998351.894383:0:35262:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fccb8. 00000400:00000010:1.0:1787998351.894389:0:35262:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1854092a8. 00000100:00000200:1.0:1787998351.894394:0:35262:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291782016, portal 10 00000100:00000001:1.0:1787998351.894396:0:35262:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998351.894397:0:35262:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684423552 : -117847025128064 : ffff94d199eded80) 00000100:00000040:1.0:1787998351.894403:0:35262:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199eded80 x1874850291782016/t0(0) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1787998367 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998351.894409:0:35262:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998351.894412:0:35262:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998351.894415:0:35262:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409088. 00000100:00000200:1.0:1787998351.894419:0:35262:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874850291782016, offset 0 00000400:00000200:1.0:1787998351.894424:0:35262:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998351.894431:0:35262:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998351.894437:0:35262:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998351.894442:0:35262:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998351.894446:0:35262:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998351.894450:0:35262:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998351.894452:0:35262:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998351.894456:0:35262:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2870:2870:256:4294967295] 192.168.206.123@tcp LPNI seq info [2870:2870:8:4294967295] 00000400:00000200:1.0:1787998351.894460:0:35262:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998351.894470:0:35262:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998351.894476:0:35262:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998351.894481:0:35262:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f300. 00000800:00000200:1.0:1787998351.894487:0:35262:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998351.894495:0:35262:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998351.894499:0:35262:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1787998351.894517:0:35262:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998351.894521:0:35262:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18155 usecs (19 jiffies) 00000400:00000200:1.0:1787998351.894525:0:35262:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998351.894527:0:35262:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296532070 00000100:00000001:1.0:1787998351.894530:0:35262:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:1.0:1787998351.894533:0:35262:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296532070 00000100:00000001:1.0:1787998351.894536:0:35262:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:1.0:1787998351.894538:0:35262:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998351.894540:0:35262:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998351.894542:0:35262:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998351.894544:0:35262:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998351.894546:0:35262:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191fa9cc0 going to sleep for 11 seconds 00000100:00000001:1.0:1787998351.894548:0:35262:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998351.894550:0:35262:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998351.894660:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998351.894665:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f300. 00000400:00000200:3.0:1787998351.894672:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998351.894686:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998351.894692:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409088 00000400:00000010:3.0:1787998351.894694:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409088. 00000100:00000001:3.0:1787998351.894698:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998351.894702:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eded80 x1874850291782016/t0(0) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1787998367 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998351.894711:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998351.894714:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199eded80 x1874850291782016/t0(0) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1787998367 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998351.894721:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998351.894722:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998351.900014:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998351.900028:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998351.900032:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998351.900034:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998351.900042:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.900050:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998351.900059:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.900065:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.900069:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.900073:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a61180 00000400:00000200:3.0:1787998351.900078:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.900083:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x8585 [1] + 224 00000800:00000001:3.0:1787998351.900091:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998351.900098:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998351.900101:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998351.900105:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998351.900111:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998351.900119:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eded80 x1874850291782016/t0(0) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1787998367 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998351.900130:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff94d199eded80 x1874850291782016/t0(0) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998351.900193:0:35262:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998351.900214:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998351.900224:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998351.900228:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1787998351.902521:0:35262:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98000. 00010000:00000010:1.1:1787998351.902533:0:35262:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3200. 00000400:00000001:1.0:1787998351.902546:0:35262:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998351.902549:0:35262:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998351.902552:0:35262:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fccb8. 00000400:00000200:1.0:1787998351.902555:0:35262:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854092a8 00000400:00000010:1.0:1787998351.902557:0:35262:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854092a8. 00000100:00000001:1.0:1787998351.902560:0:35262:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998351.902570:0:35262:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199eded80 x1874850291782016/t0(0) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787998351.903027:0:35262:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199eded80 x1874850291782016/t0(0) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998351.903034:0:35262:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998351.903037:0:35262:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998351.903040:0:35262:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998351.903043:0:35262:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998351.903045:0:35262:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998351.903047:0:35262:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998351.903050:0:35262:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998351.903058:0:35262:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=27 v=5 (5 5 104 104) 00000100:00001000:1.0:1787998351.903062:0:35262:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=27 v=5 (1 1 1 1) 00000100:00000001:1.0:1787998351.903064:0:35262:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998351.903066:0:35262:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.903069:0:35262:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998351.903071:0:35262:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998351.903075:0:35262:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1787998351.903077:0:35262:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1787998351.903079:0:35262:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1787998351.903081:0:35262:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998351.903083:0:35262:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684423552 : -117847025128064 : ffff94d199eded80) 00000100:00000001:1.0:1787998351.903086:0:35262:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998351.903088:0:35262:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:1.0:1787998351.903089:0:35262:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998351.903092:0:35262:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998351.903097:0:35262:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199eded80 x1874850291782016/t4294967336(4294967336) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/456 e 0 to 0 dl 1787998367 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998351.903103:0:35262:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998351.903106:0:35262:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998351.903108:0:35262:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998351.903111:0:35262:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199eded80 x1874850291782016/t4294967336(4294967336) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/456 e 0 to 0 dl 1787998367 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787998351.903118:0:35262:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199eded80 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35262:1874850291782016:192.168.206.123@tcp:36:lfs.0 00000100:00000001:1.0:1787998351.903122:0:35262:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998351.903125:0:35262:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998351.903127:0:35262:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998351.903128:0:35262:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998351.903132:0:35262:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199eded80 x1874850291782016/t4294967336(4294967336) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/456 e 0 to 0 dl 1787998367 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998351.903137:0:35262:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998351.903139:0:35262:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191fa9cc0. 00000100:00000001:1.0:1787998351.903143:0:35262:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998351.903144:0:35262:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998351.903151:0:35262:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998351.903154:0:35262:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998351.903158:0:35262:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19172b800. 00000100:00000001:1.0:1787998351.903161:0:35262:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998351.903164:0:35262:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199eded80 x1874850291782016/t4294967336(4294967336) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/456 e 0 to 0 dl 1787998367 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998351.903186:0:35262:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998351.903188:0:35262:0:(dir.c:669:ll_dir_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998351.903191:0:35262:0:(dir.c:2167:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998351.903222:0:35262:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:1.0:1787998351.903225:0:35262:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1787998351.903228:0:35262:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41483dd0 00000080:00200008:1.0:1787998351.903231:0:35262:0:(file.c:479:ll_file_release()) START file d24a.recovery-small:[0x240000403:0x7:0x0](ffff94d1989ab248), flags 320000 00000080:00400000:1.0:1787998351.903235:0:35262:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x240000403:0x7:0x0] 00000080:00000001:1.0:1787998351.903239:0:35262:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1787998351.903240:0:35262:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:1.0:1787998351.903242:0:35262:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1787998351.903247:0:35262:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998351.903249:0:35262:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998351.903251:0:35262:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998351.903254:0:35262:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998351.903256:0:35262:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998351.903258:0:35262:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0x7:0x0] 00800000:00000001:1.0:1787998351.903260:0:35262:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998351.903913:0:35262:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998351.903918:0:35262:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787998351.903924:0:35262:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998351.903935:0:35262:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998351.903937:0:35262:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x240000403:0x7:0x0]: 0 00000080:00000001:1.0:1787998351.903941:0:35262:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1787998351.903943:0:35262:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1787998351.903950:0:35262:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d19172b800. 00000080:00000001:1.0:1787998351.903953:0:35262:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1787998351.903959:0:35262:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1787998351.903963:0:35262:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1787998351.903965:0:35262:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998351.903967:0:35262:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998351.903969:0:35262:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998351.903971:0:35262:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998351.903972:0:35262:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998351.903974:0:35262:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0x7:0x0] 00800000:00000001:1.0:1787998351.903976:0:35262:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998351.903978:0:35262:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x240000403:0x7:0x0] 00000002:00000001:1.0:1787998351.903982:0:35262:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1787998351.903984:0:35262:0:(mdc_request.c:882:mdc_close()) lustre-MDT0001-mdc-ffff94d1a0bb2800: [0x240000403:0x7:0x0] file closed with intent: 0 00000100:00000010:1.0:1787998351.903990:0:35262:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199eddc00. 00000020:00000040:1.0:1787998351.903994:0:35262:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=7 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000001:1.0:1787998351.903999:0:35262:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998351.904002:0:35262:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998351.904006:0:35262:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998351.904013:0:35262:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d19172a600. 00000100:00000001:1.0:1787998351.904019:0:35262:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1787998351.904031:0:35262:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d199edce00 x1874850291781632/t4294967335(4294967335) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/608 e 0 to 0 dl 1787998367 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1787998351.904042:0:35262:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1787998351.904047:0:35262:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d199eddc00 x1874850291782272/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1787998351.904053:0:35262:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998351.904055:0:35262:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998351.904060:0:35262:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191fa9cc0. 00000100:00000001:1.0:1787998351.904063:0:35262:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226551037120 : -117847158514496 : ffff94d191fa9cc0) 00000100:00000001:1.0:1787998351.904065:0:35262:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998351.904066:0:35262:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419072 : -117847025132544 : ffff94d199eddc00) 00000100:00000001:1.0:1787998351.904070:0:35262:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998351.904074:0:35262:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998351.904076:0:35262:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998351.904078:0:35262:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998351.904082:0:35262:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199eddc00 x1874850291782272/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998351.904088:0:35262:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998351.904090:0:35262:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998351.904094:0:35262:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998351.904096:0:35262:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998351.904098:0:35262:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998351.904101:0:35262:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199eddc00 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35262:1874850291782272:192.168.206.123@tcp:35:lfs.0 00000100:00000001:1.0:1787998351.904107:0:35262:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998351.904112:0:35262:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998351.904115:0:35262:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998351.904117:0:35262:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998351.904121:0:35262:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d199e26800. 02000000:00000001:1.0:1787998351.904123:0:35262:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998351.904130:0:35262:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998351.904134:0:35262:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fccb8. 00000400:00000010:1.0:1787998351.904139:0:35262:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1854092a8. 00000100:00000200:1.0:1787998351.904146:0:35262:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291782272, portal 10 00000100:00000001:1.0:1787998351.904148:0:35262:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998351.904149:0:35262:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419072 : -117847025132544 : ffff94d199eddc00) 00000100:00000040:1.0:1787998351.904155:0:35262:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199eddc00 x1874850291782272/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998367 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998351.904161:0:35262:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998351.904163:0:35262:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998351.904165:0:35262:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409d48. 00000100:00000200:1.0:1787998351.904168:0:35262:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1874850291782272, offset 0 00000400:00000200:1.0:1787998351.904184:0:35262:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998351.904193:0:35262:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998351.904200:0:35262:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998351.904205:0:35262:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998351.904209:0:35262:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998351.904213:0:35262:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998351.904215:0:35262:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998351.904218:0:35262:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2871:2871:256:4294967295] 192.168.206.123@tcp LPNI seq info [2871:2871:8:4294967295] 00000400:00000200:1.0:1787998351.904222:0:35262:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998351.904232:0:35262:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998351.904239:0:35262:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998351.904244:0:35262:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f000. 00000800:00000200:1.0:1787998351.904250:0:35262:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998351.904257:0:35262:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998351.904262:0:35262:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1787998351.904281:0:35262:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998351.904286:0:35262:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18130 usecs (19 jiffies) 00000400:00000200:1.0:1787998351.904289:0:35262:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998351.904292:0:35262:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296532080 00000100:00000001:1.0:1787998351.904295:0:35262:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:1.0:1787998351.904297:0:35262:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296532080 00000100:00000001:1.0:1787998351.904299:0:35262:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:1.0:1787998351.904301:0:35262:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998351.904304:0:35262:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998351.904306:0:35262:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998351.904309:0:35262:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998351.904311:0:35262:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191fa9cc0 going to sleep for 11 seconds 00000100:00000001:1.0:1787998351.904323:0:35262:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998351.904326:0:35262:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998351.904698:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998351.904703:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f000. 00000400:00000200:3.0:1787998351.904711:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998351.904717:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998351.904722:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409d48 00000400:00000010:3.0:1787998351.904724:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409d48. 00000100:00000001:3.0:1787998351.904728:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998351.904733:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eddc00 x1874850291782272/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998367 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998351.904740:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998351.904743:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199eddc00 x1874850291782272/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998367 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998351.904749:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998351.904750:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998351.914974:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998351.914991:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998351.914995:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998351.914998:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998351.915006:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.915013:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998351.915023:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.915028:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.915034:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.915047:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a61280 00000400:00000200:3.0:1787998351.915052:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.915059:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x858d [1] + 224 00000800:00000001:3.0:1787998351.915065:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998351.915071:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998351.915074:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998351.915078:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998351.915085:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998351.915094:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eddc00 x1874850291782272/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998367 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998351.915105:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d199eddc00 x1874850291782272/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998351.915124:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998351.915132:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998351.915136:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998351.915622:0:35262:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998351.915631:0:35262:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998351.915633:0:35262:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998351.915636:0:35262:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fccb8. 00000400:00000200:1.0:1787998351.915641:0:35262:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854092a8 00000400:00000010:1.0:1787998351.915644:0:35262:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854092a8. 00000100:00000001:1.0:1787998351.915647:0:35262:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998351.915652:0:35262:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199eddc00 x1874850291782272/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998351.915660:0:35262:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199eddc00 x1874850291782272/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998351.915666:0:35262:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998351.915668:0:35262:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998351.915670:0:35262:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998351.915674:0:35262:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998351.915676:0:35262:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998351.915684:0:35262:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998351.915687:0:35262:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998351.915696:0:35262:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61580 time=542 v=5 (5 0 5 0) 00000100:00001000:1.0:1787998351.915700:0:35262:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=27 v=5 (1 1 1 1) 00000100:00000001:1.0:1787998351.915703:0:35262:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998351.915705:0:35262:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.915707:0:35262:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998351.915711:0:35262:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998351.915714:0:35262:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1787998351.915716:0:35262:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1787998351.915717:0:35262:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1787998351.915720:0:35262:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998351.915722:0:35262:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419072 : -117847025132544 : ffff94d199eddc00) 00000100:00000001:1.0:1787998351.915725:0:35262:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998351.915726:0:35262:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:1.0:1787998351.915728:0:35262:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998351.915730:0:35262:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998351.915735:0:35262:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199eddc00 x1874850291782272/t4294967337(4294967337) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998367 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998351.915743:0:35262:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998351.915745:0:35262:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998351.915748:0:35262:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998351.915751:0:35262:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199eddc00 x1874850291782272/t4294967337(4294967337) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998367 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998351.915759:0:35262:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199eddc00 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35262:1874850291782272:192.168.206.123@tcp:35:lfs.0 00000100:00000001:1.0:1787998351.915763:0:35262:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998351.915805:0:35262:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998351.915808:0:35262:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998351.915810:0:35262:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998351.915814:0:35262:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199eddc00 x1874850291782272/t4294967337(4294967337) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998367 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998351.915822:0:35262:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998351.915825:0:35262:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191fa9cc0. 00000100:00000001:1.0:1787998351.915828:0:35262:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998351.915830:0:35262:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998351.915836:0:35262:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998351.915837:0:35262:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419072 : -117847025132544 : ffff94d199eddc00) 00000002:00000001:1.0:1787998351.915840:0:35262:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998351.915843:0:35262:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998351.915848:0:35262:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19172b800. 00000080:00000001:1.0:1787998351.915851:0:35262:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1787998351.915854:0:35262:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1787998351.915856:0:35262:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998351.915858:0:35262:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998351.915860:0:35262:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998351.915863:0:35262:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998351.915865:0:35262:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998351.915867:0:35262:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0x7:0x0] 00800000:00000001:1.0:1787998351.915869:0:35262:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998351.915873:0:35262:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1787998351.915878:0:35262:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d199edce00 x1874850291781632/t4294967335(4294967335) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/608 e 0 to 0 dl 1787998367 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998351.915885:0:35262:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998351.915886:0:35262:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684415488 : -117847025136128 : ffff94d199edce00) 00000100:00000001:1.0:1787998351.915889:0:35262:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998351.915892:0:35262:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edce00 x1874850291781632/t4294967335(4294967335) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/608 e 0 to 0 dl 1787998367 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998351.915898:0:35262:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998351.915899:0:35262:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998351.915902:0:35262:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199eddc00 x1874850291782272/t4294967337(4294967337) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998367 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998351.915908:0:35262:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998351.915909:0:35262:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998351.915912:0:35262:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edce00 x1874850291781632/t4294967335(4294967335) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/608 e 0 to 0 dl 1787998367 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998351.915932:0:35262:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1787998351.915936:0:35262:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998351.915937:0:35262:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=6 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998351.915940:0:35262:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998351.915942:0:35262:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e24400. 02000000:00000001:1.0:1787998351.915946:0:35262:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998351.915947:0:35262:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998351.915949:0:35262:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edce00. 00000100:00000001:1.0:1787998351.915954:0:35262:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998351.915955:0:35262:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998351.915957:0:35262:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998351.915960:0:35262:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199eddc00 x1874850291782272/t4294967337(4294967337) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998367 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998351.915966:0:35262:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998351.915967:0:35262:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff94d190a90860. 00000002:00000001:1.0:1787998351.915971:0:35262:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998351.915973:0:35262:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998351.915975:0:35262:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d191236d80. 00000100:00000001:1.0:1787998351.915977:0:35262:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998351.915979:0:35262:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199eddc00 x1874850291782272/t4294967337(4294967337) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998367 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998351.915984:0:35262:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998351.915986:0:35262:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998351.915988:0:35262:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e26800. 02000000:00000001:1.0:1787998351.915990:0:35262:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998351.915991:0:35262:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998351.915992:0:35262:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=5 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998351.915993:0:35262:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998351.915995:0:35262:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d19172a600. 02000000:00000001:1.0:1787998351.915996:0:35262:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998351.915997:0:35262:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998351.915998:0:35262:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199eddc00. 00000100:00000001:1.0:1787998351.916000:0:35262:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998351.916001:0:35262:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998351.916004:0:35262:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998351.916007:0:35262:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d1a067b400. 00000080:00000001:1.0:1787998351.916010:0:35262:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998351.916015:0:35262:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41483dd0 00000080:00000008:1.0:1787998351.916017:0:35262:0:(file.c:523:ll_file_release()) COMPLETED file d24a.recovery-small:[0x240000403:0x7:0x0](ffff94d1989ab248), flags 320000, rc = 0 00000080:00000001:1.0:1787998351.916020:0:35262:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998351.916023:0:35262:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998351.916027:0:35262:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1787998351.916029:0:35262:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41483e00 00000080:00002000:1.0:1787998351.916031:0:35262:0:(dcache.c:127:ll_ddelete()) keeping dentry d24a.recovery-small (ffff94d1835a45e8, parent ffff94d198a90798, inode ffff94d1989ab248) hashed, 00000080:00000001:1.0:1787998351.916182:0:35262:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998351.929488:0:35265:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff94d1a0bb2800 00010000:00000001:2.0:1787998351.929494:0:35265:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998351.929497:0:35265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998351.929500:0:35265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.929505:0:35265:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998351.929506:0:35265:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.929508:0:35265:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998351.929538:0:35265:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff94d1a0bb2800 00010000:00000001:2.0:1787998351.929540:0:35265:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998351.929541:0:35265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998351.929542:0:35265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.929544:0:35265:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998351.929545:0:35265:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998351.929547:0:35265:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998351.973482:0:35269:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787998351.973488:0:35269:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787998351.973490:0:35269:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1787998351.973493:0:35269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41a13bc0 00000080:00200000:0.0:1787998351.973497:0:35269:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:0.0:1787998351.973504:0:35269:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1a0baae00. 00800000:00000002:0.0:1787998351.973510:0:35269:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998351.973514:0:35269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998351.973519:0:35269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998351.973521:0:35269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41a13ae0 00800000:00000002:0.0:1787998351.973524:0:35269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998351.973746:0:35269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998351.973749:0:35269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998351.973752:0:35269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998351.973754:0:35269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998351.973756:0:35269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998351.973758:0:35269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998351.973760:0:35269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998351.973762:0:35269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998351.973850:0:35269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1787998351.973856:0:35269:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998351.973858:0:35269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41a139b0 00000002:00010000:0.0:1787998351.973861:0:35269:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787998351.973865:0:35269:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787998351.973867:0:35269:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998351.973870:0:35269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998351.973877:0:35269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c500 count: 2 00010000:00000001:0.0:1787998351.973879:0:35269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998351.973883:0:35269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998351.973887:0:35269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998351.973892:0:35269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5de00/0xb2d39e653c8cbca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad610 expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1787998351.973902:0:35269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998351.973906:0:35269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998351.973910:0:35269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5de00/0xb2d39e653c8cbca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad610 expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1787998351.973916:0:35269:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1787998351.973917:0:35269:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998351.973920:0:35269:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998351.973922:0:35269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998351.973924:0:35269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998351.973927:0:35269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1787998351.974032:0:35269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1787998351.974091:0:35269:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998351.974094:0:35269:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1a0baae00. 00000080:00000001:0.0:1787998351.974099:0:35269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787998351.974100:0:35269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998351.974103:0:35269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:0.0:1787998351.974106:0:35269:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cbca 00800000:00000001:0.0:1787998351.974110:0:35269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998351.974112:0:35269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998351.974114:0:35269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998351.974116:0:35269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998351.974119:0:35269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5de00 refcount=3 00000020:00000001:0.0:1787998351.974121:0:35269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528706048 : -117847180845568 : ffff94d190a5de00) 00010000:00000001:0.0:1787998351.974124:0:35269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528706048 : -117847180845568 : ffff94d190a5de00) 00010000:00000001:0.0:1787998351.974127:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998351.974129:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998351.974130:0:35269:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998351.974131:0:35269:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998351.974133:0:35269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cbca from it ffffb66d41a13bf8 00010000:00000001:0.0:1787998351.974135:0:35269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998351.974136:0:35269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998351.974138:0:35269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5de00 refcount=3 00000020:00000001:0.0:1787998351.974139:0:35269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528706048 : -117847180845568 : ffff94d190a5de00) 00010000:00000001:0.0:1787998351.974142:0:35269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528706048 : -117847180845568 : ffff94d190a5de00) 00010000:00000001:0.0:1787998351.974144:0:35269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998351.974147:0:35269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5de00/0xb2d39e653c8cbca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad610 expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787998351.974153:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998351.974154:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998351.974156:0:35269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998351.974158:0:35269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998351.974161:0:35269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5de00/0xb2d39e653c8cbca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad610 expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1787998351.974168:0:35269:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998351.974171:0:35269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998351.974183:0:35269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998351.974188:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998351.974189:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998351.974190:0:35269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998351.974193:0:35269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998351.974195:0:35269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998351.974197:0:35269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998351.974200:0:35269:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998351.974202:0:35269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998351.974203:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998351.974204:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787998351.974207:0:35269:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787998351.974208:0:35269:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998351.974211:0:35269:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:0.0:1787998351.974215:0:35269:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998351.974219:0:35269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1787998351.974221:0:35269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41a13b88 00000080:00002000:0.0:1787998351.974223:0:35269:0:(dcache.c:87:ll_dcompare()) found name d24a.recovery-small(ffff94d1835a45e8) flags 0x28000e refc 0 00000080:00000001:0.0:1787998351.974226:0:35269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998351.974228:0:35269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41a13bd0 00000080:00200000:0.0:1787998351.974229:0:35269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d24a.recovery-small, flags=25 00000080:00000001:0.0:1787998351.974233:0:35269:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1787998351.974235:0:35269:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998351.974238:0:35269:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:0.0:1787998351.974239:0:35269:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x240000403:0x7:0x0](ffff94d1989ab248), inode mode 41ed mask 1 00000080:00000001:0.0:1787998351.974242:0:35269:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998351.974252:0:35269:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d190a9cbc0. 00000080:00000001:0.0:1787998351.974256:0:35269:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:0.0:1787998351.974258:0:35269:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x240000403:0x7:0x0](ffff94d1989ab248), inode mode 41ed mask 3 00000080:00000001:0.0:1787998351.974260:0:35269:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998351.974266:0:35269:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1787998351.974269:0:35269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41a13b58 00000080:00200000:0.0:1787998351.974271:0:35269:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24a.recovery-small, dir=[0x240000403:0x7:0x0](ffff94d1989ab248), file ffff94d183ea5080, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1787998351.974276:0:35269:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff94d1a0ad5000. 00000080:00000001:0.0:1787998351.974280:0:35269:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1787998351.974282:0:35269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41a13a08 00000080:00200000:0.0:1787998351.974284:0:35269:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24a.recovery-small, dir=[0x240000403:0x7:0x0](ffff94d1989ab248), intent=open|creat 00000080:00000010:0.0:1787998351.974299:0:35269:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1a0baae00. 00000080:00000001:0.0:1787998351.974304:0:35269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998351.974306:0:35269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998351.974307:0:35269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41a13928 00800000:00000002:0.0:1787998351.974309:0:35269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24a.recovery-small' on [0x240000403:0x7:0x0] 00800000:00000001:0.0:1787998351.974312:0:35269:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1787998351.974314:0:35269:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1787998351.974317:0:35269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998351.974319:0:35269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998351.974320:0:35269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998351.974322:0:35269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998351.974324:0:35269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998351.974326:0:35269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0x7:0x0] 00800000:00000001:0.0:1787998351.974327:0:35269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998351.974330:0:35269:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446626226337597440 : -117847371954176 : ffff94d18541c800) 00800000:00000001:0.0:1787998351.974333:0:35269:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1787998351.974335:0:35269:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1787998351.974337:0:35269:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1787998351.974339:0:35269:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1787998351.974342:0:35269:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff94d1a0bb2800: Allocated FID [0x240000403:0x8:0x0] 40000000:00000001:0.0:1787998351.974344:0:35269:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998351.974346:0:35269:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998351.974348:0:35269:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998351.974350:0:35269:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998351.974352:0:35269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41a138a8 00800000:00000002:0.0:1787998351.974354:0:35269:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x240000403:0x7:0x0], fid2=[0x240000403:0x8:0x0], name='f24a.recovery-small' -> mds #1 layout version 1 00000002:00000001:0.0:1787998351.974357:0:35269:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998351.974359:0:35269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41a137e0 00000002:00010000:0.0:1787998351.974360:0:35269:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f24a.recovery-small,[0x240000403:0x8:0x0]) in obj [0x240000403:0x7:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1787998351.974364:0:35269:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1787998351.974366:0:35269:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1787998351.974369:0:35269:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1787998351.974373:0:35269:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998351.974375:0:35269:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1787998351.974376:0:35269:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998351.974381:0:35269:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c12300. 00000020:00000040:0.0:1787998351.974385:0:35269:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=6 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 02000000:00000001:0.0:1787998351.974390:0:35269:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787998351.974392:0:35269:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998351.974394:0:35269:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1787998351.974398:0:35269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998351.974400:0:35269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998351.974402:0:35269:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998351.974404:0:35269:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998351.974407:0:35269:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998351.974414:0:35269:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1923a0400. 00000100:00000001:0.0:1787998351.974419:0:35269:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998351.974424:0:35269:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998351.974426:0:35269:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998351.974427:0:35269:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998351.974428:0:35269:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998351.974430:0:35269:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998351.974437:0:35269:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626226547270400 : -117847162281216 : ffff94d191c12300) 00010000:00000001:0.0:1787998351.974441:0:35269:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1787998351.974443:0:35269:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1787998351.974447:0:35269:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d185921c00. 00010000:00000010:0.0:1787998351.974450:0:35269:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d1861dbc80. 00010000:00000001:0.0:1787998351.974455:0:35269:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1787998351.974458:0:35269:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d187366800. 00000020:00000001:0.0:1787998351.974461:0:35269:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1787998351.974464:0:35269:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d187366800 with handle 0xb2d39e653c8cbdf to hash 00000020:00000001:0.0:1787998351.974466:0:35269:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1787998351.974467:0:35269:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998351.974470:0:35269:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998351.974743:0:35269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998351.974746:0:35269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998351.974751:0:35269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8cbdf lrc: 3/0,1 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35269 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998351.974760:0:35269:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8cbdf lrc: 3/0,1 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35269 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787998351.974796:0:35269:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787998351.974808:0:35269:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191c12300 x1874850291782528/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787998351.974817:0:35269:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8cbdf lrc: 3/0,1 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35269 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1787998351.974822:0:35269:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998351.974824:0:35269:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998351.974832:0:35269:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1921960c0. 00000100:00000001:0.0:1787998351.974834:0:35269:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226553053376 : -117847156498240 : ffff94d1921960c0) 00000100:00000001:0.0:1787998351.974836:0:35269:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998351.974838:0:35269:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547270400 : -117847162281216 : ffff94d191c12300) 00000100:00000001:0.0:1787998351.974842:0:35269:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998351.974845:0:35269:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998351.974848:0:35269:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998351.974849:0:35269:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998351.974853:0:35269:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c12300 x1874850291782528/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998351.974861:0:35269:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998351.974863:0:35269:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998351.974867:0:35269:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998351.974869:0:35269:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998351.974871:0:35269:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998351.974875:0:35269:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c12300 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35269:1874850291782528:192.168.206.123@tcp:101:multiop.0 00000100:00000001:0.0:1787998351.974881:0:35269:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998351.974886:0:35269:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998351.974888:0:35269:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998351.974891:0:35269:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998351.974938:0:35269:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff94d199ee0000. 02000000:00000001:0.0:1787998351.974941:0:35269:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998351.974948:0:35269:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998351.974952:0:35269:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000400:00000010:0.0:1787998351.974959:0:35269:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff94d1923a2400. 00000100:00000200:0.0:1787998351.974965:0:35269:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1874850291782528, portal 10 00000100:00000001:0.0:1787998351.974968:0:35269:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998351.974969:0:35269:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547270400 : -117847162281216 : ffff94d191c12300) 00000100:00000040:0.0:1787998351.974975:0:35269:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191c12300 x1874850291782528/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1787998367 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998351.974982:0:35269:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998351.974985:0:35269:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998351.974988:0:35269:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807dd0. 00000100:00000200:0.0:1787998351.974992:0:35269:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1874850291782528, offset 0 00000400:00000200:0.0:1787998351.974998:0:35269:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998351.975007:0:35269:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998351.975013:0:35269:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998351.975018:0:35269:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998351.975022:0:35269:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998351.975025:0:35269:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998351.975028:0:35269:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998351.975031:0:35269:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2872:2872:256:4294967295] 192.168.206.123@tcp LPNI seq info [2872:2872:8:4294967295] 00000400:00000200:0.0:1787998351.975092:0:35269:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998351.975104:0:35269:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998351.975110:0:35269:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998351.975115:0:35269:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d193b36b00. 00000800:00000200:0.0:1787998351.975121:0:35269:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998351.975129:0:35269:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998351.975133:0:35269:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d193b36b00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1787998351.975227:0:35269:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998351.975233:0:35269:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18116 usecs (19 jiffies) 00000400:00000200:0.0:1787998351.975236:0:35269:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998351.975239:0:35269:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296532151 00000100:00000001:0.0:1787998351.975242:0:35269:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:0.0:1787998351.975244:0:35269:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296532151 00000100:00000001:0.0:1787998351.975246:0:35269:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:0.0:1787998351.975248:0:35269:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998351.975250:0:35269:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998351.975252:0:35269:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998351.975254:0:35269:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998351.975257:0:35269:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1921960c0 going to sleep for 11 seconds 00000100:00000001:0.0:1787998351.975260:0:35269:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998351.975263:0:35269:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998351.976589:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998351.976595:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d193b36b00. 00000400:00000200:3.0:1787998351.976601:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998351.976607:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998351.976613:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807dd0 00000400:00000010:3.0:1787998351.976615:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807dd0. 00000100:00000001:3.0:1787998351.976619:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998351.976625:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c12300 x1874850291782528/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1787998367 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998351.976636:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998351.976640:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c12300 x1874850291782528/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1787998367 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998351.976647:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998351.976648:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998351.991805:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998351.991821:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998351.991825:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998351.991827:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998351.991836:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.991843:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998351.991852:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.991856:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.991862:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.991866:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 664 into portal 10 MB=0x6a92a99a61380 00000400:00000200:3.0:1787998351.991871:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998351.991877:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 664/664 into md 0x8595 [32] + 224 00000800:00000001:3.0:1787998351.991883:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998351.991890:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998351.991894:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998351.991898:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998351.991905:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998351.991913:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c12300 x1874850291782528/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1787998367 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998351.991924:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff94d191c12300 x1874850291782528/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998351.992303:0:35269:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998351.992319:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998351.992330:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998351.992334:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1787998351.992380:0:35269:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998351.992383:0:35269:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998351.992387:0:35269:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30528. 00000400:00000200:0.0:1787998351.992393:0:35269:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1923a2400 00000400:00000010:0.0:1787998351.992395:0:35269:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff94d1923a2400. 00000100:00000001:0.0:1787998351.992398:0:35269:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998351.992403:0:35269:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c12300 x1874850291782528/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998351.992412:0:35269:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c12300 x1874850291782528/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998351.992419:0:35269:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998351.992421:0:35269:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998351.992423:0:35269:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998351.992427:0:35269:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998351.992428:0:35269:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998351.992431:0:35269:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998351.992434:0:35269:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998351.992443:0:35269:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=27 v=5 (5 5 104 104) 00000100:00001000:0.0:1787998351.992448:0:35269:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=27 v=5 (1 1 1 1) 00000100:00000001:0.0:1787998351.992451:0:35269:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998351.992452:0:35269:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998351.992455:0:35269:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998351.992459:0:35269:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998351.992462:0:35269:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1787998351.992464:0:35269:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x100000026/0x1] 00000100:00000001:0.0:1787998351.992465:0:35269:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1787998351.992467:0:35269:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998351.992469:0:35269:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547270400 : -117847162281216 : ffff94d191c12300) 00000100:00000001:0.0:1787998351.992472:0:35269:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998351.992474:0:35269:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:0.0:1787998351.992475:0:35269:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998351.992478:0:35269:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998351.992483:0:35269:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c12300 x1874850291782528/t4294967338(4294967338) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1787998367 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998351.992490:0:35269:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998351.992492:0:35269:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998351.992495:0:35269:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998351.992499:0:35269:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c12300 x1874850291782528/t4294967338(4294967338) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1787998367 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998351.992505:0:35269:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c12300 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35269:1874850291782528:192.168.206.123@tcp:101:multiop.0 00000100:00000001:0.0:1787998351.992510:0:35269:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998351.992513:0:35269:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998351.992515:0:35269:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998351.992517:0:35269:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998351.992520:0:35269:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c12300 x1874850291782528/t4294967338(4294967338) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1787998367 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998351.992869:0:35269:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998351.992872:0:35269:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1921960c0. 00000100:00000001:0.0:1787998351.992875:0:35269:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998351.992877:0:35269:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998351.992880:0:35269:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1787998351.992885:0:35269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998351.992887:0:35269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998351.992890:0:35269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366800 refcount=4 00000020:00000001:0.0:1787998351.992892:0:35269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998351.992894:0:35269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000040:0.0:1787998351.992900:0:35269:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d187366800, remote cookie: 0x4fd9a50f3a6ad65d, flags: 0x1001 00010000:00010000:0.0:1787998351.992905:0:35269:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8cbdf lrc: 4/0,1 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad65d expref: -99 pid: 35269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1787998351.992913:0:35269:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240000403:0x8:0x0].0x0, instead of [0x240000403:0x7:0x0].0x0 00010000:00000001:0.0:1787998351.992916:0:35269:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1787998351.992924:0:35269:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d185921700. 00010000:00000010:0.0:1787998351.992929:0:35269:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d1861db280. 00010000:00000040:0.0:1787998351.992933:0:35269:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d185921c00 count: 0 00010000:00000010:0.0:1787998351.992938:0:35269:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d1861dbc80. 00010000:00000001:0.0:1787998351.992945:0:35269:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998351.992948:0:35269:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8cbdf lrc: 4/0,1 mode: --/PR res: [0x240000403:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad65d expref: -99 pid: 35269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998351.992956:0:35269:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8cbdf lrc: 4/0,1 mode: --/PR res: [0x240000403:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad65d expref: -99 pid: 35269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998351.992963:0:35269:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1787998351.992966:0:35269:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1787998351.992968:0:35269:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1787998351.992970:0:35269:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1787998351.992971:0:35269:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1787998351.992973:0:35269:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000403:0x8:0x0].0x0 (ffff94d185921700) refcount = 1 00010000:00010000:0.0:1787998351.992977:0:35269:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8cbdf lrc: 4/0,1 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad65d expref: -99 pid: 35269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998351.992983:0:35269:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1787998351.992986:0:35269:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1787998351.992988:0:35269:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998351.992991:0:35269:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1787998351.992993:0:35269:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998351.992997:0:35269:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8cbdf lrc: 4/0,1 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad65d expref: -99 pid: 35269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998351.993003:0:35269:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1787998351.993004:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998351.993006:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998351.993007:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998351.993008:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998351.993009:0:35269:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998351.993013:0:35269:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1787998351.993015:0:35269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998351.993017:0:35269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998351.993018:0:35269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366800 refcount=3 00000020:00000001:0.0:1787998351.993020:0:35269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998351.993023:0:35269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998351.993025:0:35269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998351.993026:0:35269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998351.993027:0:35269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366800 refcount=4 00000020:00000001:0.0:1787998351.993028:0:35269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998351.993030:0:35269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998351.993033:0:35269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998351.993035:0:35269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998351.993038:0:35269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8cbdf lrc: 5/1,1 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad65d expref: -99 pid: 35269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998351.993049:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998351.993059:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998351.993060:0:35269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998351.993062:0:35269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998351.993063:0:35269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366800 refcount=5 00000020:00000001:0.0:1787998351.993065:0:35269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998351.993066:0:35269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998351.993069:0:35269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998351.993071:0:35269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8cbdf lrc: 5/1,1 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad65d expref: -99 pid: 35269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998351.993078:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998351.993079:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1787998351.993081:0:35269:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8cbdf lrc: 4/1,0 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad65d expref: -99 pid: 35269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998351.993088:0:35269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998351.993089:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998351.993090:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998351.993091:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998351.993092:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1787998351.993098:0:35269:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff94d191c12300 x1874850291782528/t4294967338(4294967338) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1787998367 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1787998351.993106:0:35269:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1787998351.993110:0:35269:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d191c12300 x1874850291782528/t4294967338(4294967338) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1787998367 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1787998351.993116:0:35269:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998351.993121:0:35269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998351.993123:0:35269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998351.993124:0:35269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366800 refcount=3 00000020:00000001:0.0:1787998351.993126:0:35269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998351.993128:0:35269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00000002:00010000:0.0:1787998351.993132:0:35269:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8cbdf lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad65d expref: -99 pid: 35269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1787998351.993141:0:35269:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94d190b35c80. 00010000:00000001:0.0:1787998351.993144:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998351.993145:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998351.993146:0:35269:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998351.993148:0:35269:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998351.993151:0:35269:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1787998351.993153:0:35269:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998351.993155:0:35269:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547270400 : -117847162281216 : ffff94d191c12300) 00000100:00000001:0.0:1787998351.993157:0:35269:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998351.993158:0:35269:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547270400 : -117847162281216 : ffff94d191c12300) 00010000:00000001:0.0:1787998351.993160:0:35269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998351.993161:0:35269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998351.993162:0:35269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366800 refcount=3 00000020:00000001:0.0:1787998351.993164:0:35269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998351.993166:0:35269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00000002:00010000:0.0:1787998351.993169:0:35269:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8cbdf lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad65d expref: -99 pid: 35269 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998351.993186:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998351.993187:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998351.993189:0:35269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1787998351.993190:0:35269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998351.993191:0:35269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998351.993193:0:35269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366800 refcount=3 00000020:00000001:0.0:1787998351.993195:0:35269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998351.993197:0:35269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000040:0.0:1787998351.993201:0:35269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921700 count: 2 00010000:00000001:0.0:1787998351.993203:0:35269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1787998351.993207:0:35269:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0ae4c00 type 13 mode 4 res 9663677443/8 (0 0) 00010000:00000001:0.0:1787998351.993209:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998351.993210:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998351.993212:0:35269:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1787998351.993214:0:35269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41a13768 00000002:00002000:0.0:1787998351.993216:0:35269:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f24a.recovery-small intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1787998351.993219:0:35269:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998351.993222:0:35269:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998351.993225:0:35269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1787998351.993228:0:35269:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240000403:0x7:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1787998351.993232:0:35269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998351.993236:0:35269:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1787998351.993237:0:35269:0:(namei.c:674:ll_lookup_it_finish()) it ffff94d1a0ad5000 it_disposition 1800037 00000080:00002000:0.0:1787998351.993243:0:35269:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d1835a3af8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1787998351.993248:0:35269:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1787998351.993251:0:35269:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1787998351.993253:0:35269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41a13998 00000080:00200000:0.0:1787998351.993255:0:35269:0:(namei.c:1628:ll_create_it()) VFS Op:name=f24a.recovery-small, dir=[0x240000403:0x7:0x0](ffff94d1989ab248), intent=open|creat 00000080:00000001:0.0:1787998351.993257:0:35269:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1787998351.993259:0:35269:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1787998351.993263:0:35269:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1787998351.993266:0:35269:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1787998351.993269:0:35269:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603815538696 : 162129603815538696 : 240000403000008) 00000080:00000001:0.0:1787998351.993271:0:35269:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1787998351.993282:0:35269:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94d1989af380. 00000020:00000001:0.0:1787998351.993292:0:35269:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1787998351.993294:0:35269:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1787998351.993297:0:35269:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1787998351.993298:0:35269:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x240000403:0x8:0x0](ffff94d1989af448) 00000020:00000001:0.0:1787998351.993302:0:35269:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998351.993306:0:35269:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798654168 : -117846910897448 : ffff94d1a0bcf2d8) 00000020:00001000:0.0:1787998351.993309:0:35269:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf2d0 00000020:00000001:0.0:1787998351.993313:0:35269:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1787998351.993317:0:35269:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff94d187213190. 00000020:00000001:0.0:1787998351.993320:0:35269:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1787998351.993322:0:35269:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998351.993328:0:35269:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:0.0:1787998351.993332:0:35269:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff94d1859db7c0. 00020000:00000001:0.0:1787998351.993334:0:35269:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446626226343622592 : -117847365929024 : ffff94d1859db7c0) 00020000:00000001:0.0:1787998351.993337:0:35269:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:0.0:1787998351.993340:0:35269:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1787998351.993345:0:35269:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d1a0ad5c60. 00020000:00000010:0.0:1787998351.993349:0:35269:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d187ee8600. 00020000:00000010:0.0:1787998351.993354:0:35269:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d1a0ad5600. 00020000:00000001:0.0:1787998351.993356:0:35269:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626226797630976 : -117846911920640 : ffff94d1a0ad5600) 00020000:00000002:0.0:1787998351.993359:0:35269:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0ad5600, objid 0x8:1073742851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1787998351.993364:0:35269:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1787998351.993367:0:35269:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d187ee8600: ostid: 0x280000400:4 ost idx: 0 gen: 0 00020000:00000001:0.0:1787998351.993370:0:35269:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1787998351.993372:0:35269:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0ad5600, objid 0x8:1073742851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1787998351.993375:0:35269:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1787998351.993383:0:35269:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d187ee8600: ostid: 0x280000400:4 ost idx: 0 gen: 0 00020000:00000010:0.0:1787998351.993387:0:35269:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff94d19108e7c0. 00020000:00000010:0.0:1787998351.993390:0:35269:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff94d1921960c0. 00020000:00000001:0.0:1787998351.993394:0:35269:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1787998351.993397:0:35269:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff94d19107f1a8. 00020000:00000001:0.0:1787998351.993400:0:35269:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1787998351.993401:0:35269:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1787998351.993406:0:35269:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1787998351.993409:0:35269:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff94d187213898. 00000020:00000001:0.0:1787998351.993411:0:35269:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1787998351.993412:0:35269:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998351.993414:0:35269:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446626226369018136 : -117847340533480 : ffff94d187213918) 00020000:00000001:0.0:1787998351.993418:0:35269:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1787998351.993423:0:35269:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff94d187010700. 00020000:00000001:0.0:1787998351.993425:0:35269:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998351.993430:0:35269:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446626226369018136 : -117847340533480 : ffff94d187213918) 00020000:00000001:0.0:1787998351.993436:0:35269:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446626226369018136 : -117847340533480 : ffff94d187213918) 00020000:00000002:0.0:1787998351.993440:0:35269:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x4:0x0]@ffff94d187213898[0:0] -> [0x240000403:0x8:0x0]@ffff94d187213190: ostid: 0x280000400:4 ost idx: 0 gen: 0 00020000:00000001:0.0:1787998351.993445:0:35269:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1787998351.993447:0:35269:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:0.0:1787998351.993449:0:35269:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998351.993451:0:35269:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446626226369016336 : -117847340535280 : ffff94d187213210) 00000020:00001000:0.0:1787998351.993454:0:35269:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf2d0 00000080:00000001:0.0:1787998351.993458:0:35269:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603815538696 : 162129603815538696 : 240000403000008) 00000080:00000001:0.0:1787998351.993461:0:35269:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748740 : 37748740 : 2400004) 00000080:00000002:0.0:1787998351.993463:0:35269:0:(llite_lib.c:3050:ll_update_inode()) setting ino 162129603815538696 mtime from 0 to 1787998351 00000080:00000001:0.0:1787998351.993468:0:35269:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1787998351.993470:0:35269:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626226662208584 : -117847047343032 : ffff94d1989af448) 00010000:00000001:0.0:1787998351.993472:0:35269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998351.993473:0:35269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998351.993475:0:35269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366800 refcount=3 00000020:00000001:0.0:1787998351.993477:0:35269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:0.0:1787998351.993479:0:35269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00000080:00000001:0.0:1787998351.993482:0:35269:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:0.0:1787998351.993483:0:35269:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998351.993484:0:35269:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798654168 : -117846910897448 : ffff94d1a0bcf2d8) 00000020:00001000:0.0:1787998351.993486:0:35269:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf2d0 00000020:00000001:0.0:1787998351.993487:0:35269:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1787998351.993489:0:35269:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1787998351.993490:0:35269:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1787998351.993493:0:35269:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d1a0ad5780. 00020000:00000010:0.0:1787998351.993496:0:35269:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d187ee8100. 00020000:00000010:0.0:1787998351.993499:0:35269:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d1a0ad5c00. 00020000:00000001:0.0:1787998351.993501:0:35269:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626226797632512 : -117846911919104 : ffff94d1a0ad5c00) 00020000:00000002:0.0:1787998351.993504:0:35269:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0ad5c00, objid 0x8:1073742851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1787998351.993507:0:35269:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1787998351.993510:0:35269:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d187ee8100: ostid: 0x280000400:4 ost idx: 0 gen: 0 00020000:00000002:0.0:1787998351.993513:0:35269:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d1859db7c0) owner ffff94d185830000 00020000:00000001:0.0:1787998351.993516:0:35269:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1787998351.993518:0:35269:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d1859db7c0) owner ffff94d185830000 00020000:00000010:0.0:1787998351.993522:0:35269:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d187ee8100. 00020000:00000010:0.0:1787998351.993813:0:35269:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d1a0ad5780. 00020000:00000010:0.0:1787998351.993818:0:35269:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d1a0ad5c00. 00020000:00000002:0.0:1787998351.993821:0:35269:0:(lov_object.c:1535:lov_conf_set()) [0x240000403:0x8:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1787998351.993824:0:35269:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998351.993825:0:35269:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998351.993829:0:35269:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1787998351.993832:0:35269:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1859db7c0) owner 0000000000000000/ffff94d185830000 00020000:00000002:1.0:1787998351.994004:0:35269:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d1a0ad5600 addref 2/0 by ffff94d185830000. 00020000:00000002:1.0:1787998351.994008:0:35269:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1859db7c0) owner 0000000000000000/ffff94d185830000 00020000:00000001:1.0:1787998351.994011:0:35269:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1787998351.994012:0:35269:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1787998351.994014:0:35269:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1787998351.994016:0:35269:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1787998351.994018:0:35269:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1787998351.994020:0:35269:0:(file.c:6836:ll_layout_conf()) [0x240000403:0x8:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1787998351.994022:0:35269:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf2d0 00000080:00000001:1.0:1787998351.994025:0:35269:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.994027:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.994028:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787998351.994030:0:35269:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1787998351.994078:0:35269:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1787998351.994080:0:35269:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998351.994083:0:35269:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x240000403:0x8:0x0](ffff94d1989af448) 00000080:00010000:1.0:1787998351.994087:0:35269:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000403:0x8:0x0](ffff94d1989af448) for lock 0xb2d39e653c8cbdf 00800000:00000001:1.0:1787998351.994090:0:35269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998351.994092:0:35269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998351.994094:0:35269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998351.994095:0:35269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998351.994097:0:35269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366800 refcount=3 00000020:00000001:1.0:1787998351.994099:0:35269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:1.0:1787998351.994101:0:35269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:1.0:1787998351.994105:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.994106:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998351.994108:0:35269:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998351.994110:0:35269:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998351.994111:0:35269:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1787998351.994113:0:35269:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998351.994119:0:35269:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff94d191c12300 x1874850291782528/t4294967338(4294967338) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998367 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998351.994127:0:35269:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1787998351.994131:0:35269:0:(namei.c:1651:ll_create_it()) inode ffff94d1989af448 need_sync_to_mds [0x240000403:0x8:0x0] 00000080:00000001:1.0:1787998351.994134:0:35269:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998351.994137:0:35269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000403:0x8:0x0](ffff94d1989af448) 00000080:00000001:1.0:1787998351.994140:0:35269:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1787998351.994143:0:35269:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1a0baae00. 00000100:00000001:1.0:1787998351.994146:0:35269:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998351.994149:0:35269:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c12300 x1874850291782528/t4294967338(4294967338) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998367 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998351.994155:0:35269:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998351.994158:0:35269:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1787998351.994160:0:35269:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1787998351.994162:0:35269:0:(namei.c:1500:ll_atomic_open()) inode ffff94d1989af448 need_sync_to_mds [0x240000403:0x8:0x0] 00000080:00000001:1.0:1787998351.994170:0:35269:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1787998351.994172:0:35269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41a13a68 00000080:00200008:1.0:1787998351.994187:0:35269:0:(file.c:1090:ll_file_open()) START file f24a.recovery-small:[0x240000403:0x8:0x0](ffff94d1989af448), flags 100102 00000080:00000010:1.0:1787998351.994196:0:35269:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d1a067b400. 00000080:00000010:1.0:1787998351.994202:0:35269:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d191236d80. 00000080:00000001:1.0:1787998351.994205:0:35269:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1787998351.994209:0:35269:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1787998351.994211:0:35269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998351.994214:0:35269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998351.994216:0:35269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998351.994219:0:35269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998351.994220:0:35269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998351.994222:0:35269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0x8:0x0] 00800000:00000001:1.0:1787998351.994224:0:35269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998351.994228:0:35269:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1787998351.994231:0:35269:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d190a900a0. 00000002:00100000:1.0:1787998351.994236:0:35269:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d191c12300 x1874850291782528/t4294967338(4294967338) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998367 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787998351.994242:0:35269:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998351.994244:0:35269:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1787998351.994247:0:35269:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1787998351.994250:0:35269:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998351.994253:0:35269:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998351.994255:0:35269:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998351.994258:0:35269:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c12300 x1874850291782528/t4294967338(4294967338) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998367 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1787998351.994265:0:35269:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998351.994268:0:35269:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff94d199ee0000. 02000000:00000001:1.0:1787998351.994654:0:35269:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1787998351.994657:0:35269:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998351.994661:0:35269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41a13a68 00000080:00000008:1.0:1787998351.994663:0:35269:0:(file.c:1329:ll_file_open()) COMPLETED file f24a.recovery-small:[0x240000403:0x8:0x0](ffff94d1989af448), flags 100102, rc = 0 00000080:00000001:1.0:1787998351.994668:0:35269:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1787998351.994669:0:35269:0:(dcache.c:176:ll_intent_release()) intent ffff94d1a0ad5000 released 00000080:00010000:1.0:1787998351.994672:0:35269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cbdf from it ffff94d1a0ad5000 00010000:00000001:1.0:1787998351.994675:0:35269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998351.994676:0:35269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998351.994678:0:35269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366800 refcount=3 00000020:00000001:1.0:1787998351.994680:0:35269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:1.0:1787998351.994682:0:35269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370406400 : -117847339145216 : ffff94d187366800) 00010000:00000001:1.0:1787998351.994685:0:35269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998351.994688:0:35269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8cbdf lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6ad65d expref: -99 pid: 35269 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998351.994695:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.994697:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998351.994699:0:35269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998351.994701:0:35269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998351.994705:0:35269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d187366800/0xb2d39e653c8cbdf lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad65d expref: -99 pid: 35269 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998351.994714:0:35269:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998351.994717:0:35269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998351.994719:0:35269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998351.994723:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.994724:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998351.994726:0:35269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.994729:0:35269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998351.994730:0:35269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.994732:0:35269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.994735:0:35269:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.994736:0:35269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998351.994737:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998351.994738:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787998351.994739:0:35269:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1787998351.994741:0:35269:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1787998351.994743:0:35269:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1787998351.994745:0:35269:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998351.994747:0:35269:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1787998351.994748:0:35269:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998351.994751:0:35269:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1787998351.994752:0:35269:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998351.994754:0:35269:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1787998351.994756:0:35269:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998351.994758:0:35269:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1787998351.994760:0:35269:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff94d1a0ad5000. 00000080:00000001:1.0:1787998351.994763:0:35269:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998351.994790:0:35269:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:1.0:1787998351.994793:0:35269:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x240000403:0x8:0x0](ffff94d1989af448), inode mode 81a4 mask 40 00000080:00000001:1.0:1787998351.994797:0:35269:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998351.995167:0:35269:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:1.0:1787998351.995170:0:35269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41a13d88 00000080:00200008:1.0:1787998351.995172:0:35269:0:(file.c:2650:do_file_write_iter()) START file f24a.recovery-small:[0x240000403:0x8:0x0], ppos: 0, count: 1 00000080:00000002:1.0:1787998351.995187:0:35269:0:(file.c:2656:do_file_write_iter()) inode ffff94d1989af448 need_sync_to_oss [0x240000403:0x8:0x0] 00000080:00000001:1.0:1787998351.995190:0:35269:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:1.0:1787998351.995192:0:35269:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998351.995194:0:35269:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1787998351.995197:0:35269:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998351.995199:0:35269:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000020:00000001:1.0:1787998351.995201:0:35269:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1787998351.995204:0:35269:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1859db7c0) owner 0000000000000000/ffff94d185830000 00020000:00000002:1.0:1787998351.995207:0:35269:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d1a0ad5600 addref 2/0 by ffff94d185830000. 00020000:00000002:1.0:1787998351.995209:0:35269:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1859db7c0) owner 0000000000000000/ffff94d185830000 00000020:00000001:1.0:1787998351.995211:0:35269:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000080:00000001:1.0:1787998351.995218:0:35269:0:(rw26.c:674:ll_write_begin()) Process entered 00000080:00200000:1.0:1787998351.995220:0:35269:0:(rw26.c:675:ll_write_begin()) Writing 0 of 0 to 1 bytes 00000080:00000001:1.0:1787998351.995223:0:35269:0:(rw26.c:682:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:1.0:1787998351.995226:0:35269:0:(rw26.c:802:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:1.0:1787998351.995228:0:35269:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 1 00000080:00000001:1.0:1787998351.995230:0:35269:0:(file.c:2628:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998351.995232:0:35269:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998351.995235:0:35269:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798654168 : -117846910897448 : ffff94d1a0bcf2d8) 00000020:00001000:1.0:1787998351.995237:0:35269:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf2d0 00000080:00000001:1.0:1787998351.995240:0:35269:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1787998351.995241:0:35269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41a13c98 00000080:00200000:1.0:1787998351.995243:0:35269:0:(file.c:2090:ll_file_io_generic()) f24a.recovery-small: write ppos: 0, bytes: 1 00000020:00000001:1.0:1787998351.995248:0:35269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41a13c30 00000080:00200000:1.0:1787998351.995249:0:35269:0:(file.c:1848:ll_io_set_mirror()) f24a.recovery-small: desiginated mirror: 0 00000020:00000001:1.0:1787998351.995252:0:35269:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1787998351.995257:0:35269:0:(cl_io.c:214:cl_io_rw_init()) header@000000004a94f495[0x110, 1, [0x240000403:0x8:0x0] hash] 00000020:00200000:1.0:1787998351.995259:0:35269:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 1) 0 0 00000020:00000001:1.0:1787998351.995262:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187213210 -> ffff94d187213210 00000020:00000001:1.0:1787998351.995264:0:35269:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1787998351.995267:0:35269:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1787998351.995269:0:35269:0:(vvp_io.c:1826:vvp_io_init()) [0x240000403:0x8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1787998351.995272:0:35269:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998351.995273:0:35269:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1787998351.995276:0:35269:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998351.995280:0:35269:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998351.995284:0:35269:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1787998351.995286:0:35269:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998351.995288:0:35269:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1787998351.995291:0:35269:0:(lov_object.c:1590:lov_io_init()) [0x240000403:0x8:0x0]io ffff94d19226cbf0 type 2 ignore/verify layout 0/0 00020000:00000002:1.0:1787998351.995294:0:35269:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1859db7c0) owner 0000000000000000/ffff94d185830000 00020000:00000001:1.0:1787998351.995298:0:35269:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1787998351.995300:0:35269:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1787998351.995302:0:35269:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1787998351.995304:0:35269:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:1.0:1787998351.995306:0:35269:0:(lov_io.c:860:lov_io_slice_init()) 0 1 00020000:00000001:1.0:1787998351.995308:0:35269:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:1.0:1787998351.995310:0:35269:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1787998351.995312:0:35269:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998351.995314:0:35269:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998351.995315:0:35269:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1787998351.995316:0:35269:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1787998351.995317:0:35269:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1859db7c0) owner 0000000000000000/ffff94d185830000 00000020:00000001:1.0:1787998351.995319:0:35269:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998351.995320:0:35269:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787998351.995322:0:35269:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:1.0:1787998351.995324:0:35269:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:1.0:1787998351.995326:0:35269:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998351.995329:0:35269:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1787998351.995330:0:35269:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1787998351.995333:0:35269:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:1.0:1787998351.995335:0:35269:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:1.0:1787998351.995336:0:35269:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:1.0:1787998351.995338:0:35269:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1) 1, 1 00020000:00000001:1.0:1787998351.995341:0:35269:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1787998351.995343:0:35269:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1787998351.995346:0:35269:0:(lov_offset.c:253:lov_stripe_intersects()) [0->0] -> [(0) 0->0 (0)] 00020000:00000001:1.0:1787998351.995349:0:35269:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998351.995351:0:35269:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1787998351.995352:0:35269:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998351.995354:0:35269:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798657048 : -117846910894568 : ffff94d1a0bcfe18) 00000020:00001000:1.0:1787998351.995356:0:35269:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfe10 00000020:00000001:1.0:1787998351.995359:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187213918 -> ffff94d187213210 00000020:00000001:1.0:1787998351.995360:0:35269:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1787998351.995363:0:35269:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998351.995364:0:35269:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1787998351.995365:0:35269:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998351.995368:0:35269:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998351.995369:0:35269:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000020:00000001:1.0:1787998351.995372:0:35269:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1787998351.995374:0:35269:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1787998351.995377:0:35269:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998351.995379:0:35269:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998351.995381:0:35269:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998351.995383:0:35269:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998351.995384:0:35269:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998351.995386:0:35269:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:1.0:1787998351.995388:0:35269:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1787998351.995390:0:35269:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1787998351.995392:0:35269:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1787998351.995394:0:35269:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998351.995397:0:35269:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998351.995399:0:35269:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1787998351.995400:0:35269:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:1.0:1787998351.995402:0:35269:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1787998351.995404:0:35269:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1787998351.995405:0:35269:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998351.995407:0:35269:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998351.995408:0:35269:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998351.995411:0:35269:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998351.995412:0:35269:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998351.995414:0:35269:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1787998351.995416:0:35269:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998351.995417:0:35269:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1787998351.995419:0:35269:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1787998351.995420:0:35269:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998351.995421:0:35269:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998351.995423:0:35269:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998351.995425:0:35269:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998351.995426:0:35269:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1787998351.995428:0:35269:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1787998351.995430:0:35269:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1787998351.995432:0:35269:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1787998351.995433:0:35269:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1787998351.995436:0:35269:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:1.0:1787998351.995441:0:35269:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d1a0046900. 00020000:00000002:1.0:1787998351.995444:0:35269:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:1.0:1787998351.995447:0:35269:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1787998351.995449:0:35269:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998351.995450:0:35269:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000020:00000001:1.0:1787998351.995452:0:35269:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1787998351.995456:0:35269:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d1857d8f70. 00000008:00010000:1.0:1787998351.995458:0:35269:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1787998351.995461:0:35269:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1787998351.995462:0:35269:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1787998351.995466:0:35269:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d1a0046930, osc lock ffff94d1857d8f70, flags 0x0 00000020:00000001:1.0:1787998351.995468:0:35269:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998351.995470:0:35269:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998351.995472:0:35269:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626226786560256 : -117846922991360 : ffff94d1a0046900) 00000020:00000001:1.0:1787998351.995474:0:35269:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1787998351.995475:0:35269:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1787998351.995477:0:35269:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998351.995479:0:35269:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998351.995480:0:35269:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1787998351.995482:0:35269:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1787998351.995483:0:35269:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998351.995484:0:35269:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000020:00000001:1.0:1787998351.995486:0:35269:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1787998351.995488:0:35269:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1787998351.995490:0:35269:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1787998351.995492:0:35269:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998351.995495:0:35269:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1787998351.995497:0:35269:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1787998351.995498:0:35269:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1787998351.995500:0:35269:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1787998351.995501:0:35269:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1787998351.995502:0:35269:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1787998351.995504:0:35269:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1787998351.995507:0:35269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787998351.995512:0:35269:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.995515:0:35269:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1787998351.995519:0:35269:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199eddc00. 00000020:00000040:1.0:1787998351.995523:0:35269:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00010000:00000001:1.0:1787998351.995602:0:35269:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787998351.995605:0:35269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998351.995608:0:35269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998351.995611:0:35269:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998351.995614:0:35269:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998351.995618:0:35269:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998351.995624:0:35269:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d19172a600. 00000100:00000001:1.0:1787998351.995631:0:35269:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.995634:0:35269:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998351.995636:0:35269:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.995638:0:35269:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998351.995639:0:35269:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.995641:0:35269:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998351.995643:0:35269:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446626226684419072 : -117847025132544 : ffff94d199eddc00) 00010000:00000001:1.0:1787998351.995646:0:35269:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787998351.995648:0:35269:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1787998351.995652:0:35269:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d192b98000. 00010000:00000010:1.0:1787998351.995656:0:35269:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff94d192b98600. 00010000:00000001:1.0:1787998351.995661:0:35269:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787998351.995664:0:35269:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1917f3200. 00000020:00000001:1.0:1787998351.995668:0:35269:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787998351.995670:0:35269:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1917f3200 with handle 0xb2d39e653c8cbe6 to hash 00000020:00000001:1.0:1787998351.995672:0:35269:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787998351.995673:0:35269:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00010000:00000010:1.0:1787998351.995677:0:35269:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff94d191236140. 00010000:00000001:1.0:1787998351.995679:0:35269:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00010000:00000001:1.0:1787998351.995682:0:35269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998351.995684:0:35269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998351.995687:0:35269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000088461925/0xb2d39e653c8cbe6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35269 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998351.995697:0:35269:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000088461925/0xb2d39e653c8cbe6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35269 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998351.995707:0:35269:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000088461925/0xb2d39e653c8cbe6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35269 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787998351.995714:0:35269:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998351.995716:0:35269:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998351.995722:0:35269:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191fa9cc0. 00000100:00000001:1.0:1787998351.995724:0:35269:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226551037120 : -117847158514496 : ffff94d191fa9cc0) 00000100:00000001:1.0:1787998351.995727:0:35269:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998351.995728:0:35269:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419072 : -117847025132544 : ffff94d199eddc00) 00000100:00000001:1.0:1787998351.995731:0:35269:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998351.995733:0:35269:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998351.995735:0:35269:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998351.995737:0:35269:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998351.995743:0:35269:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199eddc00 x1874850291782656/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998351.995751:0:35269:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998351.995753:0:35269:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998351.995756:0:35269:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998351.995759:0:35269:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998351.995761:0:35269:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998351.995764:0:35269:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199eddc00 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35269:1874850291782656:192.168.206.123@tcp:101:multiop.0 00000100:00000001:1.0:1787998351.995842:0:35269:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998351.995847:0:35269:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998351.995849:0:35269:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998351.995852:0:35269:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998351.995856:0:35269:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d199e26800. 02000000:00000001:1.0:1787998351.995858:0:35269:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998351.995866:0:35269:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998351.995870:0:35269:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fccb8. 00000400:00000010:1.0:1787998351.995876:0:35269:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1854092a8. 00000100:00000200:1.0:1787998351.995883:0:35269:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291782656, portal 4 00000100:00000001:1.0:1787998351.995885:0:35269:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998351.995886:0:35269:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419072 : -117847025132544 : ffff94d199eddc00) 00000100:00000040:1.0:1787998351.995892:0:35269:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199eddc00 x1874850291782656/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998367 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998351.995899:0:35269:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998351.995902:0:35269:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998351.995905:0:35269:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409770. 00000100:00000200:1.0:1787998351.995908:0:35269:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1874850291782656, offset 0 00000400:00000200:1.0:1787998351.995914:0:35269:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998351.995923:0:35269:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998351.996599:0:35269:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998351.996605:0:35269:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998351.996611:0:35269:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998351.996614:0:35269:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998351.996618:0:35269:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998351.996622:0:35269:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2873:2873:256:4294967295] 192.168.206.123@tcp LPNI seq info [2873:2873:8:4294967295] 00000400:00000200:1.0:1787998351.996627:0:35269:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998351.996638:0:35269:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998351.996644:0:35269:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998351.996650:0:35269:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f800. 00000800:00000200:1.0:1787998351.996657:0:35269:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998351.996665:0:35269:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998351.996669:0:35269:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1787998351.996749:0:35269:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998351.996755:0:35269:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 195026 usecs (196 jiffies) 00000400:00000200:1.0:1787998351.996758:0:35269:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998351.996761:0:35269:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296532349 00000100:00000001:1.0:1787998351.996764:0:35269:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:1.0:1787998351.996787:0:35269:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296532349 00000100:00000001:1.0:1787998351.996790:0:35269:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:1.0:1787998351.996793:0:35269:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998351.996795:0:35269:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998351.996799:0:35269:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998351.996801:0:35269:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998351.996804:0:35269:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191fa9cc0 going to sleep for 11 seconds 00000100:00000001:1.0:1787998351.996807:0:35269:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998351.996810:0:35269:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998351.996991:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998351.996996:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f800. 00000400:00000200:3.0:1787998351.997004:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998351.997025:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998351.997031:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409770 00000400:00000010:3.0:1787998351.997034:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409770. 00000100:00000001:3.0:1787998351.997038:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998351.997044:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eddc00 x1874850291782656/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998367 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998351.997059:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998351.997062:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199eddc00 x1874850291782656/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998367 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998351.997069:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998351.997070:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1787998351.999187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921c00. 00000800:00000001:3.0:1787998352.000161:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998352.000185:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998352.000188:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998352.000191:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998352.000200:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998352.000207:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998352.000216:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998352.000221:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998352.000226:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998352.000231:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 400 into portal 4 MB=0x6a92a99a61400 00000400:00000200:3.0:1787998352.000235:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998352.000242:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 400/400 into md 0x859d [1] + 224 00000800:00000001:3.0:1787998352.000249:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998352.000255:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998352.000258:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998352.000263:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998352.000270:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998352.000278:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eddc00 x1874850291782656/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998367 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998352.000288:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff94d199eddc00 x1874850291782656/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998352.000350:0:35269:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998352.000369:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998352.000377:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998352.000381:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1787998352.000593:0:35269:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998352.000596:0:35269:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998352.000600:0:35269:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fccb8. 00000400:00000200:1.0:1787998352.000605:0:35269:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854092a8 00000400:00000010:1.0:1787998352.000607:0:35269:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854092a8. 00000100:00000001:1.0:1787998352.000610:0:35269:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998352.000615:0:35269:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199eddc00 x1874850291782656/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998352.000624:0:35269:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199eddc00 x1874850291782656/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998352.000630:0:35269:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998352.000632:0:35269:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998352.000635:0:35269:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998352.000639:0:35269:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998352.000641:0:35269:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998352.000643:0:35269:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998352.000646:0:35269:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998352.000653:0:35269:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=28 v=5 (5 5 5 37) 00000100:00001000:1.0:1787998352.000658:0:35269:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=17 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998352.000661:0:35269:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998352.000663:0:35269:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998352.000666:0:35269:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998352.000669:0:35269:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998352.000672:0:35269:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998352.000675:0:35269:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:1.0:1787998352.000676:0:35269:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998352.000678:0:35269:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998352.000683:0:35269:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199eddc00 x1874850291782656/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998367 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998352.000696:0:35269:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998352.000699:0:35269:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998352.000701:0:35269:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998352.000705:0:35269:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199eddc00 x1874850291782656/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998367 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998352.000713:0:35269:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199eddc00 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35269:1874850291782656:192.168.206.123@tcp:101:multiop.0 00000100:00000001:1.0:1787998352.000718:0:35269:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998352.000721:0:35269:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998352.000723:0:35269:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998352.000725:0:35269:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998352.000728:0:35269:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199eddc00 x1874850291782656/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998367 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998352.000735:0:35269:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998352.000738:0:35269:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191fa9cc0. 00000100:00000001:1.0:1787998352.000741:0:35269:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998352.000742:0:35269:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998352.000745:0:35269:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787998352.000749:0:35269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998352.000751:0:35269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998352.000754:0:35269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3200 refcount=4 00000020:00000001:1.0:1787998352.000757:0:35269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00010000:00000001:1.0:1787998352.000760:0:35269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00010000:00000040:1.0:1787998352.000862:0:35269:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1917f3200, remote cookie: 0x4fd9a50f3a6ad66b, flags: 0x1 00010000:00010000:1.0:1787998352.000871:0:35269:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000088461925/0xb2d39e653c8cbe6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad66b expref: -99 pid: 35269 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998352.000881:0:35269:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1787998352.000885:0:35269:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998352.000887:0:35269:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787998352.000891:0:35269:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1787998352.000896:0:35269:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000088461925/0xb2d39e653c8cbe6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad66b expref: -99 pid: 35269 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1787998352.000905:0:35269:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x4:0x0].0x0 (ffff94d192b98000) refcount = 1 00010000:00000040:1.0:1787998352.000908:0:35269:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1787998352.000910:0:35269:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000088461925/0xb2d39e653c8cbe6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad66b expref: -99 pid: 35269 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998352.000918:0:35269:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787998352.000920:0:35269:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998352.000923:0:35269:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787998352.000925:0:35269:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998352.000990:0:35269:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000088461925/0xb2d39e653c8cbe6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad66b expref: -99 pid: 35269 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998352.000998:0:35269:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787998352.001000:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998352.001002:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998352.001003:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998352.001004:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998352.001006:0:35269:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998352.001010:0:35269:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1787998352.001012:0:35269:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1787998352.001015:0:35269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998352.001016:0:35269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998352.001018:0:35269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3200 refcount=3 00000020:00000001:1.0:1787998352.001020:0:35269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00010000:00000001:1.0:1787998352.001022:0:35269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00010000:00000001:1.0:1787998352.001025:0:35269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998352.001026:0:35269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998352.001027:0:35269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3200 refcount=4 00000020:00000001:1.0:1787998352.001029:0:35269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00010000:00000001:1.0:1787998352.001031:0:35269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00010000:00000001:1.0:1787998352.001034:0:35269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998352.001037:0:35269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998352.001040:0:35269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000088461925/0xb2d39e653c8cbe6 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad66b expref: -99 pid: 35269 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998352.001048:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998352.001049:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998352.001051:0:35269:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1787998352.001055:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187010700 -> ffff94d187213210 00000008:00010000:1.0:1787998352.001059:0:35269:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000088461925/0xb2d39e653c8cbe6 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6ad66b expref: -99 pid: 35269 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1787998352.001066:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187010700 -> ffff94d187213210 00000020:00000001:1.0:1787998352.001068:0:35269:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1787998352.001071:0:35269:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1787998352.001074:0:35269:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1787998352.001076:0:35269:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.001078:0:35269:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.001080:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187010700 -> ffff94d187213210 00000008:00000001:1.0:1787998352.001082:0:35269:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:1.0:1787998352.001083:0:35269:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998352.001085:0:35269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998352.001087:0:35269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998352.001088:0:35269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3200 refcount=5 00000020:00000001:1.0:1787998352.001090:0:35269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00010000:00000001:1.0:1787998352.001092:0:35269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00010000:00000001:1.0:1787998352.001094:0:35269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998352.001097:0:35269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000088461925/0xb2d39e653c8cbe6 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x4fd9a50f3a6ad66b expref: -99 pid: 35269 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998352.001104:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998352.001105:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998352.001107:0:35269:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000088461925/0xb2d39e653c8cbe6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x4fd9a50f3a6ad66b expref: -99 pid: 35269 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998352.001115:0:35269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998352.001116:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998352.001117:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998352.001118:0:35269:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998352.001121:0:35269:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998352.001125:0:35269:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199eddc00 x1874850291782656/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998367 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998352.001132:0:35269:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998352.001135:0:35269:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998352.001138:0:35269:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e26800. 02000000:00000001:1.0:1787998352.001142:0:35269:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998352.001144:0:35269:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998352.001145:0:35269:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=2 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998352.001147:0:35269:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998352.001150:0:35269:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d19172a600. 02000000:00000001:1.0:1787998352.001153:0:35269:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998352.001155:0:35269:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998352.001157:0:35269:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199eddc00. 00000100:00000001:1.0:1787998352.001160:0:35269:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998352.001161:0:35269:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1787998352.001163:0:35269:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998352.001165:0:35269:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.001168:0:35269:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.001171:0:35269:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.001184:0:35269:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.001187:0:35269:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.001190:0:35269:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.001192:0:35269:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.001194:0:35269:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:1.0:1787998352.001198:0:35269:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:1.0:1787998352.001203:0:35269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41a13b80 00000080:00200000:1.0:1787998352.001205:0:35269:0:(vvp_io.c:1292:vvp_io_write_start()) f24a.recovery-small: write [0, 1) append 0 append lockpos 0 00000020:00000001:1.0:1787998352.001208:0:35269:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1787998352.001211:0:35269:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1859db7c0) owner 0000000000000000/ffff94d185830000 00020000:00000002:1.0:1787998352.001215:0:35269:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d1a0ad5600 addref 2/0 by ffff94d185830000. 00020000:00000002:1.0:1787998352.001217:0:35269:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1859db7c0) owner 0000000000000000/ffff94d185830000 00000020:00000001:1.0:1787998352.001221:0:35269:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:1.0:1787998352.001223:0:35269:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1787998352.001226:0:35269:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1787998352.001229:0:35269:0:(lov_offset.c:253:lov_stripe_intersects()) [0->0] -> [(0) 0->0 (0)] 00020000:00000001:1.0:1787998352.001233:0:35269:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998352.001234:0:35269:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000020:00000001:1.0:1787998352.001236:0:35269:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1787998352.001239:0:35269:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1787998352.001241:0:35269:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.001243:0:35269:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.001245:0:35269:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.001246:0:35269:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998352.001263:0:35269:0:(rw26.c:674:ll_write_begin()) Process entered 00000080:00200000:1.0:1787998352.001265:0:35269:0:(rw26.c:675:ll_write_begin()) Writing 0 of 0 to 1 bytes 00000020:00000001:1.0:1787998352.001291:0:35269:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:1.0:1787998352.001293:0:35269:0:(cl_page.c:427:cl_page_find()) 0@[0x240000403:0x8:0x0] ffffdfa2043bdc00 0 1 00000020:00000001:1.0:1787998352.001296:0:35269:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1787998352.001297:0:35269:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.001299:0:35269:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:1.0:1787998352.001304:0:35269:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff94d1904fa380. 00000020:00000001:1.0:1787998352.001307:0:35269:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1787998352.001309:0:35269:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:1.0:1787998352.001312:0:35269:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:1.0:1787998352.001315:0:35269:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:1.0:1787998352.001317:0:35269:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998352.001318:0:35269:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000008:00000001:1.0:1787998352.001322:0:35269:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:1.0:1787998352.001323:0:35269:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff94d1904fa3f0 folio ffffdfa2043bdc00 pg:0 obj off 0 00000008:00000001:1.0:1787998352.001326:0:35269:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.001327:0:35269:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1787998352.001328:0:35269:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:1.0:1787998352.001330:0:35269:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:1.0:1787998352.001332:0:35269:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.001335:0:35269:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.001336:0:35269:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446626226523054976 : -117847186496640 : ffff94d1904fa380) 00000020:00000001:1.0:1787998352.001339:0:35269:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446626226523054976 : -117847186496640 : ffff94d1904fa380) 00000020:00000001:1.0:1787998352.001341:0:35269:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:1.0:1787998352.001343:0:35269:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1787998352.001345:0:35269:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446626226553932784 : -117847155618832 : ffff94d19226cbf0) 00000020:00000001:1.0:1787998352.001346:0:35269:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1787998352.001348:0:35269:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1787998352.001349:0:35269:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1787998352.001353:0:35269:0:(cl_page.c:507:__cl_page_state_set()) page@00000000adb46cfc[2 000000009128a19e 1 1 0000000047110824 0 0 0] 00000020:00000001:1.0:1787998352.001355:0:35269:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1787998352.001357:0:35269:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1787998352.001358:0:35269:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:1.0:1787998352.001360:0:35269:0:(rw26.c:581:ll_prepare_partial_page()) Process entered 00000020:00000001:1.0:1787998352.001361:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187213210 -> ffff94d187213210 00000020:00000001:1.0:1787998352.001363:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187213210 -> ffff94d187213210 00000020:00000001:1.0:1787998352.001365:0:35269:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1787998352.001368:0:35269:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1787998352.001372:0:35269:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1787998352.001374:0:35269:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.001375:0:35269:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1787998352.001377:0:35269:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1787998352.001379:0:35269:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x8:1073742851 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:1.0:1787998352.001381:0:35269:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1787998352.001384:0:35269:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:1.0:1787998352.001386:0:35269:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.001388:0:35269:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.001389:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187213210 -> ffff94d187213210 00000080:00000001:1.0:1787998352.001392:0:35269:0:(rw26.c:601:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1787998352.001394:0:35269:0:(rw26.c:786:ll_write_begin()) Process leaving 00000080:00000001:1.0:1787998352.001396:0:35269:0:(rw26.c:802:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998352.001398:0:35269:0:(rw26.c:865:ll_write_end()) Process entered 00000080:00200000:1.0:1787998352.001400:0:35269:0:(rw26.c:869:ll_write_end()) pos 0, len 1, copied 1 00000020:00000001:1.0:1787998352.001401:0:35269:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1787998352.001402:0:35269:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446626226553932784 : -117847155618832 : ffff94d19226cbf0) 00000020:00000001:1.0:1787998352.001404:0:35269:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1787998352.001405:0:35269:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787998352.001408:0:35269:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:1.0:1787998352.001409:0:35269:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1787998352.001411:0:35269:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1787998352.001412:0:35269:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1787998352.001415:0:35269:0:(rw26.c:927:ll_write_end()) page@00000000adb46cfc[3 000000009128a19e 2 1 0000000047110824 0 0 0] 00000080:00200000:1.0:1787998352.001419:0:35269:0:(rw26.c:927:ll_write_end()) vmpage @00000000e5f893b5 17ffffc0001001 3:0 ffff94d1904fa380 0 lru 00000080:00200000:1.0:1787998352.001426:0:35269:0:(rw26.c:927:ll_write_end()) osc-page@000000006b467e63 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000ee44c586 0000000071bf1be4 > 3< 0 0 > 4< 0 0 8 8331264 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787998352.001428:0:35269:0:(rw26.c:927:ll_write_end()) end page@00000000adb46cfc 00000080:00200000:1.0:1787998352.001429:0:35269:0:(rw26.c:927:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1787998352.001431:0:35269:0:(rw26.c:948:ll_write_end()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998352.001434:0:35269:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1787998352.001436:0:35269:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 1 prio 0 00000020:00000001:1.0:1787998352.001438:0:35269:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1787998352.001440:0:35269:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1787998352.001442:0:35269:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998352.001443:0:35269:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000020:00000001:1.0:1787998352.001445:0:35269:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1787998352.001446:0:35269:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1787998352.001449:0:35269:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:1.0:1787998352.001450:0:35269:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1787998352.001451:0:35269:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:1.0:1787998352.001453:0:35269:0:(osc_cache.c:2472:osc_queue_async_io()) Process entered 00000008:00000020:1.0:1787998352.001456:0:35269:0:(osc_cache.c:2531:osc_queue_async_io()) obj ffff94d187010700 ready 0|-|- wr 0|-|- rd 0|- oap ffff94d1904fa3f0 folio ffffdfa2043bdc00 pg:0 added for cmd 2 00000008:00000001:1.0:1787998352.001459:0:35269:0:(osc_cache.c:1726:osc_enter_cache()) Process entered 00000008:00000020:1.0:1787998352.001462:0:35269:0:(osc_cache.c:1728:osc_enter_cache()) lustre-OST0000-osc-ffff94d1a0bb2800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8331264, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:1.0:1787998352.001466:0:35269:0:(osc_cache.c:1633:osc_enter_cache_try()) lustre-OST0000-osc-ffff94d1a0bb2800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8331264, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:1.0:1787998352.001470:0:35269:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff94d1904fa428 page ffffdfa2043bdc00 00000008:00000020:1.0:1787998352.001473:0:35269:0:(osc_cache.c:1760:osc_enter_cache()) lustre-OST0000-osc-ffff94d1a0bb2800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 8302592, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:1.0:1787998352.001477:0:35269:0:(osc_cache.c:1776:osc_enter_cache()) Process leaving 00000008:00000001:1.0:1787998352.001478:0:35269:0:(osc_cache.c:1779:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998352.001480:0:35269:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:1.0:1787998352.001485:0:35269:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff94d185459cc0. 00000008:00000020:1.0:1787998352.001489:0:35269:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff94d187010700 extents at osc_extent_find:840, mppr: 1024. 00000008:00000020:1.0:1787998352.001495:0:35269:0:(osc_cache.c:1872:osc_update_pending()) obj ffff94d187010700 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:1.0:1787998352.001500:0:35269:0:(osc_cache.c:858:osc_extent_find()) extent ffff94d185459cc0@{[0 -> 0/1023], [3|1|-|active|wi|ffff94d187010700], [28672|0|-|-|ffff94d1917f3200|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:1.0:1787998352.001506:0:35269:0:(osc_cache.c:858:osc_extent_find()) ### extent: 000000006cf75706 ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000088461925/0xb2d39e653c8cbe6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x4fd9a50f3a6ad66b expref: -99 pid: 35269 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:1.0:1787998352.001513:0:35269:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:1.0:1787998352.001516:0:35269:0:(osc_cache.c:2668:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998352.001518:0:35269:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998352.001520:0:35269:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1787998352.001521:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187010700 -> ffff94d187213210 00000008:00000002:1.0:1787998352.001523:0:35269:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->1 0 00000020:00000001:1.0:1787998352.001597:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187010700 -> ffff94d187213210 00000020:00000001:1.0:1787998352.001600:0:35269:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1787998352.001601:0:35269:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 1 00020000:00000001:1.0:1787998352.001603:0:35269:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1787998352.001604:0:35269:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.001606:0:35269:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.001607:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187010700 -> ffff94d187213210 00000008:00000001:1.0:1787998352.001608:0:35269:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1787998352.001610:0:35269:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:1.0:1787998352.001611:0:35269:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1787998352.001615:0:35269:0:(cl_page.c:556:cl_batch_put()) page@00000000adb46cfc[4 000000009128a19e 2 1 0000000047110824 0 0 0] 00000020:00000001:1.0:1787998352.001616:0:35269:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:1.0:1787998352.001618:0:35269:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1787998352.001619:0:35269:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:1.0:1787998352.001621:0:35269:0:(osc_request.c:745:osc_update_next_shrink()) next time 3064 to shrink grant 00000080:00000001:1.0:1787998352.001623:0:35269:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:1.0:1787998352.001624:0:35269:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:1.0:1787998352.001630:0:35269:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff94d1989af5f8, count 1, dirtied 1 00000080:00000001:1.0:1787998352.001632:0:35269:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:1.0:1787998352.001634:0:35269:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1787998352.001635:0:35269:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1787998352.001636:0:35269:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1787998352.001637:0:35269:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1787998352.001640:0:35269:0:(cl_page.c:507:__cl_page_state_set()) page@00000000adb46cfc[3 000000009128a19e 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1787998352.001641:0:35269:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1787998352.001642:0:35269:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1787998352.001645:0:35269:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1787998352.001646:0:35269:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1787998352.001648:0:35269:0:(cl_page.c:556:cl_batch_put()) page@00000000adb46cfc[3 000000009128a19e 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1787998352.001649:0:35269:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:1.0:1787998352.001650:0:35269:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:1.0:1787998352.001651:0:35269:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:1.0:1787998352.001653:0:35269:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:1.0:1787998352.001654:0:35269:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.001656:0:35269:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.001658:0:35269:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.001659:0:35269:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787998352.001661:0:35269:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 1 bytes, tot: 1 00000020:00000001:1.0:1787998352.001663:0:35269:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1787998352.001664:0:35269:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1787998352.001665:0:35269:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.001667:0:35269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41a13b80 00000080:00200000:1.0:1787998352.001669:0:35269:0:(vvp_io.c:1358:vvp_io_write_start()) f24a.recovery-small: write bytes 0, result: 1 00000080:00000001:1.0:1787998352.001671:0:35269:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.001673:0:35269:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1787998352.001675:0:35269:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998352.001676:0:35269:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1787998352.001678:0:35269:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:1.0:1787998352.001679:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187010700 -> ffff94d187213210 00000020:00000001:1.0:1787998352.001681:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187010700 -> ffff94d187213210 00000020:00000001:1.0:1787998352.001682:0:35269:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1787998352.001684:0:35269:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1787998352.001685:0:35269:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.001686:0:35269:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.001688:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187010700 -> ffff94d187213210 00000008:00000001:1.0:1787998352.001689:0:35269:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.001691:0:35269:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.001693:0:35269:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.001694:0:35269:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.001696:0:35269:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.001697:0:35269:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1787998352.001699:0:35269:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1787998352.001700:0:35269:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1787998352.001701:0:35269:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:1.0:1787998352.001703:0:35269:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:1.0:1787998352.001706:0:35269:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1787998352.001711:0:35269:0:(osc_cache.c:1872:osc_update_pending()) obj ffff94d187010700 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:1.0:1787998352.001717:0:35269:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1787998352.001720:0:35269:0:(osc_cache.c:1857:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998352.001721:0:35269:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1787998352.001723:0:35269:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998352.001725:0:35269:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:1.0:1787998352.001726:0:35269:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1787998352.001727:0:35269:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.001728:0:35269:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.001730:0:35269:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1787998352.001732:0:35269:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1787998352.001733:0:35269:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1787998352.001735:0:35269:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d191a0e6c8 (ffff94d1a0bcf2d8/0) at cl_lock_release():245 00000020:00000001:1.0:1787998352.001738:0:35269:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1787998352.001739:0:35269:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d191a0e6c8 (ffff94d1a0bcf2d8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1787998352.001742:0:35269:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1787998352.001743:0:35269:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998352.001744:0:35269:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000020:00000001:1.0:1787998352.001746:0:35269:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1787998352.001747:0:35269:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d1a0046930 (ffff94d1a0bcfe18/1) at cl_lock_cancel():142 00000008:00000001:1.0:1787998352.001750:0:35269:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1787998352.001751:0:35269:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1787998352.001753:0:35269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998352.001754:0:35269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998352.001756:0:35269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3200 refcount=5 00000020:00000001:1.0:1787998352.001757:0:35269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00010000:00000001:1.0:1787998352.001759:0:35269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00010000:00000001:1.0:1787998352.001761:0:35269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998352.001764:0:35269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000088461925/0xb2d39e653c8cbe6 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x4fd9a50f3a6ad66b expref: -99 pid: 35269 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998352.001797:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998352.001799:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998352.001801:0:35269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998352.001804:0:35269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998352.001806:0:35269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000088461925/0xb2d39e653c8cbe6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x4fd9a50f3a6ad66b expref: -99 pid: 35269 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998352.001816:0:35269:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998352.001819:0:35269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998352.001821:0:35269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998352.001824:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998352.001826:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998352.001827:0:35269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998352.001830:0:35269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998352.001832:0:35269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998352.001834:0:35269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998352.001836:0:35269:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998352.001838:0:35269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998352.001840:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998352.001841:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998352.001842:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998352.001843:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998352.001844:0:35269:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1787998352.001846:0:35269:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1787998352.001847:0:35269:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1787998352.001848:0:35269:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1787998352.001850:0:35269:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1787998352.001851:0:35269:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d191a0e6c8 (ffff94d1a0bcf2d8/0) at cl_lock_fini():72 00020000:00000001:1.0:1787998352.001854:0:35269:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1787998352.001855:0:35269:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1787998352.001856:0:35269:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d1a0046930 (ffff94d1a0bcf2d8/1) at cl_lock_fini():72 00000008:00000010:1.0:1787998352.001859:0:35269:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d1857d8f70. 00000020:00000001:1.0:1787998352.001862:0:35269:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1787998352.001864:0:35269:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d1a0046900. 00020000:00000001:1.0:1787998352.001866:0:35269:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1787998352.001867:0:35269:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1787998352.001869:0:35269:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1787998352.001870:0:35269:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1787998352.001872:0:35269:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998352.001873:0:35269:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1787998352.001874:0:35269:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1787998352.001875:0:35269:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.001877:0:35269:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.001878:0:35269:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1787998352.001880:0:35269:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1787998352.001881:0:35269:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1787998352.001883:0:35269:0:(vvp_io.c:533:vvp_io_advance()) advancing 1 bytes 00000020:00000001:1.0:1787998352.001885:0:35269:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1787998352.001886:0:35269:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1787998352.001888:0:35269:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1787998352.001889:0:35269:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998352.001890:0:35269:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1787998352.001892:0:35269:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1787998352.001893:0:35269:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.001895:0:35269:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.001896:0:35269:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1787998352.001897:0:35269:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1787998352.001899:0:35269:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787998352.001902:0:35269:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:1.0:1787998352.001905:0:35269:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:1.0:1787998352.001908:0:35269:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:1.0:1787998352.001909:0:35269:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1787998352.001911:0:35269:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1787998352.001912:0:35269:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1787998352.001913:0:35269:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1787998352.001914:0:35269:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1787998352.001916:0:35269:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfe10 00020000:00000001:1.0:1787998352.001919:0:35269:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1787998352.001921:0:35269:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1787998352.001922:0:35269:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1787998352.001924:0:35269:0:(vvp_io.c:304:vvp_io_fini()) [0x240000403:0x8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1787998352.001927:0:35269:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1787998352.002043:0:35269:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1787998352.002047:0:35269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41a13c98 00000080:00200000:1.0:1787998352.002049:0:35269:0:(file.c:2238:ll_file_io_generic()) f24a.recovery-small: 2 io complete with rc: 0, result: 1, restart: 0 00000080:00000001:1.0:1787998352.002053:0:35269:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1787998352.002054:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187213210 -> ffff94d187213210 00000020:00000001:1.0:1787998352.002056:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187213210 -> ffff94d187213210 00000020:00000001:1.0:1787998352.002057:0:35269:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1787998352.002060:0:35269:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1787998352.002062:0:35269:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1787998352.002064:0:35269:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:1.0:1787998352.002065:0:35269:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1787998352.002066:0:35269:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1787998352.002067:0:35269:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x8:1073742851 on OST[0]: s=1 (1) m=1787998352 a=0 c=1787998352 b=0 00020000:00000001:1.0:1787998352.002071:0:35269:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1787998352.002072:0:35269:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=1 m=1787998352 a=0 c=1787998352 b=0 00020000:00000001:1.0:1787998352.002074:0:35269:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.002076:0:35269:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.002077:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187213210 -> ffff94d187213210 00000080:00200000:1.0:1787998352.002079:0:35269:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000403:0x8:0x0] updating i_size 1 i_blocks 0 00000080:00000001:1.0:1787998352.002082:0:35269:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1787998352.002085:0:35269:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1 00000080:00000001:1.0:1787998352.002088:0:35269:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:1.0:1787998352.002090:0:35269:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf2d0 00000020:00000001:1.0:1787998352.002093:0:35269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41a13d88 00000080:00000008:1.0:1787998352.002095:0:35269:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24a.recovery-small:[0x240000403:0x8:0x0], ppos: 1, count: 0, rc = 1 00000080:00000001:1.0:1787998352.002097:0:35269:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998352.002118:0:35269:0:(file.c:5378:ll_fsync()) Process entered 00000020:00000001:1.0:1787998352.002120:0:35269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41a13e48 00000080:00200008:1.0:1787998352.002122:0:35269:0:(file.c:5383:ll_fsync()) START file: name=f24a.recovery-small, fid=[0x240000403:0x8:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 1/1 00000080:00000001:1.0:1787998352.002128:0:35269:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:1.0:1787998352.002129:0:35269:0:(file.c:5294:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1787998352.002131:0:35269:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998352.002133:0:35269:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798654168 : -117846910897448 : ffff94d1a0bcf2d8) 00000020:00001000:1.0:1787998352.002135:0:35269:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf2d0 00000020:00000001:1.0:1787998352.002137:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187213210 -> ffff94d187213210 00000020:00000001:1.0:1787998352.002139:0:35269:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1787998352.002140:0:35269:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1787998352.002142:0:35269:0:(vvp_io.c:1826:vvp_io_init()) [0x240000403:0x8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1787998352.002145:0:35269:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998352.002146:0:35269:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1787998352.002147:0:35269:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1787998352.002150:0:35269:0:(lov_object.c:1590:lov_io_init()) [0x240000403:0x8:0x0]io ffff94d19226cbf0 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1787998352.002153:0:35269:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1859db7c0) owner 0000000000000000/ffff94d185830000 00020000:00000001:1.0:1787998352.002155:0:35269:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1787998352.002157:0:35269:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1787998352.002159:0:35269:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1787998352.002161:0:35269:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.002162:0:35269:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1787998352.002165:0:35269:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1787998352.002167:0:35269:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.002168:0:35269:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998352.002169:0:35269:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1787998352.002170:0:35269:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1787998352.002172:0:35269:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1859db7c0) owner 0000000000000000/ffff94d185830000 00000020:00000001:1.0:1787998352.002184:0:35269:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.002186:0:35269:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1787998352.002187:0:35269:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1787998352.002189:0:35269:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1787998352.002191:0:35269:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1787998352.002193:0:35269:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1787998352.002195:0:35269:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998352.002196:0:35269:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1787998352.002198:0:35269:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998352.002199:0:35269:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798657048 : -117846910894568 : ffff94d1a0bcfe18) 00000020:00001000:1.0:1787998352.002201:0:35269:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfe10 00000020:00000001:1.0:1787998352.002202:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187213918 -> ffff94d187213210 00000020:00000001:1.0:1787998352.002204:0:35269:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1787998352.002205:0:35269:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998352.002206:0:35269:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1787998352.002207:0:35269:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.002209:0:35269:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.002210:0:35269:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000020:00000001:1.0:1787998352.002212:0:35269:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1787998352.002213:0:35269:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.002215:0:35269:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.002217:0:35269:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.002218:0:35269:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1787998352.002220:0:35269:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1787998352.002221:0:35269:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998352.002221:0:35269:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1787998352.002223:0:35269:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1787998352.002224:0:35269:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.002225:0:35269:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.002226:0:35269:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.002228:0:35269:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.002229:0:35269:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1787998352.002230:0:35269:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.002231:0:35269:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.002233:0:35269:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1787998352.002234:0:35269:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1787998352.002236:0:35269:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998352.002236:0:35269:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1787998352.002238:0:35269:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1787998352.002240:0:35269:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1787998352.002243:0:35269:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1787998352.002244:0:35269:0:(osc_cache.c:1826:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1787998352.002246:0:35269:0:(osc_cache.c:1827:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1787998352.002248:0:35269:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1787998352.002249:0:35269:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:1.0:1787998352.002251:0:35269:0:(osc_cache.c:2303:osc_next_obj()) Process leaving (rc=18446626226366908160 : -117847342643456 : ffff94d187010700) 00000008:00000020:1.0:1787998352.002254:0:35269:0:(osc_cache.c:2339:osc_check_rpcs()) obj ffff94d187010700 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:1.0:1787998352.002257:0:35269:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1787998352.002258:0:35269:0:(osc_cache.c:1826:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1787998352.002259:0:35269:0:(osc_cache.c:1827:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1787998352.002261:0:35269:0:(osc_cache.c:2159:osc_send_write_rpc()) Process entered 00000008:00000001:1.0:1787998352.002263:0:35269:0:(osc_cache.c:2016:try_to_add_extent_for_io()) Process entered 00000008:00000020:1.0:1787998352.002265:0:35269:0:(osc_cache.c:2020:try_to_add_extent_for_io()) extent ffff94d185459cc0@{[0 -> 0/1023], [1|0|+|cache|wiuY|ffff94d187010700], [28672|1|+|-|ffff94d1917f3200|1024|0000000000000000]} trying to add this extent 00000008:00010000:1.0:1787998352.002271:0:35269:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 000000006cf75706 ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000088461925/0xb2d39e653c8cbe6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x4fd9a50f3a6ad66b expref: -99 pid: 35269 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1787998352.002279:0:35269:0:(osc_cache.c:2069:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:1.0:1787998352.002281:0:35269:0:(osc_cache.c:1872:osc_update_pending()) obj ffff94d187010700 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:1.0:1787998352.002285:0:35269:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:1.0:1787998352.002287:0:35269:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1787998352.002290:0:35269:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff94d185459cc0@{[0 -> 0/1023], [1|0|+|locking|wiuY|ffff94d187010700], [28672|1|+|-|ffff94d1917f3200|1024|ffff94d185830000]} make ready 00000008:00010000:1.0:1787998352.002295:0:35269:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 000000006cf75706 ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000088461925/0xb2d39e653c8cbe6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x4fd9a50f3a6ad66b expref: -99 pid: 35269 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1787998352.002302:0:35269:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:1.0:1787998352.002304:0:35269:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:1.0:1787998352.002313:0:35269:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000adb46cfc[2 000000009128a19e 1 1 0000000000000000 0 0 0] 00000020:00008000:1.0:1787998352.002315:0:35269:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:1.0:1787998352.002317:0:35269:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:1.0:1787998352.002319:0:35269:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1787998352.002319:0:35269:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1787998352.002321:0:35269:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1787998352.002322:0:35269:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1787998352.002324:0:35269:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1787998352.002326:0:35269:0:(cl_page.c:507:__cl_page_state_set()) page@00000000adb46cfc[2 000000009128a19e 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1787998352.002328:0:35269:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:1.0:1787998352.002329:0:35269:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1787998352.002330:0:35269:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1787998352.002333:0:35269:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000adb46cfc[2 000000009128a19e 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1787998352.002334:0:35269:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:1.0:1787998352.002336:0:35269:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.002338:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187010700 -> ffff94d187213210 00000020:00000001:1.0:1787998352.002340:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187010700 -> ffff94d187213210 00000020:00000001:1.0:1787998352.002342:0:35269:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1787998352.002343:0:35269:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.002345:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187010700 -> ffff94d187213210 00000008:00000001:1.0:1787998352.002347:0:35269:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998352.002350:0:35269:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:1.0:1787998352.002353:0:35269:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff94d1a0bb2800: cli: ffff94d191ce0820 unstable pages: 0, osc unstable pages: 0 00000008:00000010:1.0:1787998352.002359:0:35269:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 8 at ffff94d182b6bd18. 00000008:00000010:1.0:1787998352.002363:0:35269:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff94d19040a340. 00000020:00000001:1.0:1787998352.002366:0:35269:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1787998352.002368:0:35269:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1787998352.002369:0:35269:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1787998352.002372:0:35269:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1787998352/1787998352 00000020:00000001:1.0:1787998352.002374:0:35269:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1787998352.002376:0:35269:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:1.0:1787998352.002378:0:35269:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:1.0:1787998352.002380:0:35269:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:1.0:1787998352.002383:0:35269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998352.002387:0:35269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98000 count: 2 00010000:00000001:1.0:1787998352.002390:0:35269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998352.002395:0:35269:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1787998352.002397:0:35269:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1787998352.002401:0:35269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998352.002405:0:35269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998352.002408:0:35269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000088461925/0xb2d39e653c8cbe6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x4fd9a50f3a6ad66b expref: -99 pid: 35269 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787998352.002414:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998352.002416:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998352.002417:0:35269:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1787998352.002419:0:35269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998352.002420:0:35269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998352.002422:0:35269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3200 refcount=3 00000020:00000001:1.0:1787998352.002424:0:35269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00010000:00000001:1.0:1787998352.002426:0:35269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00000008:00000001:1.0:1787998352.002429:0:35269:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00010000:00000001:1.0:1787998352.002430:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998352.002431:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1787998352.002432:0:35269:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000008:00000001:1.0:1787998352.002435:0:35269:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:1.0:1787998352.002439:0:35269:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199eddc00. 00000020:00000040:1.0:1787998352.002442:0:35269:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000001:1.0:1787998352.002448:0:35269:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998352.002450:0:35269:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998352.002452:0:35269:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998352.002458:0:35269:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d19172a600. 00000100:00000001:1.0:1787998352.002464:0:35269:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1787998352.002470:0:35269:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 1 00000008:00000020:1.0:1787998352.002475:0:35269:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff94d1a0bb2800: dirty: 28672 undirty: 484638720 dropped 0 grant: 8302592 cl_lost_grant 0 00000008:00000001:1.0:1787998352.002480:0:35269:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:1.0:1787998352.002503:0:35269:0:(lnet-crypto.c:95:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 5811 MB/s 00000008:00008000:1.0:1787998352.002509:0:35269:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffdfa2043bdc00 map ffff94d1989af5f8 index 0 flags 17ffffc0005008 count 3 priv ffff94d1904fa380: off 0 00000008:00000001:1.0:1787998352.002516:0:35269:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:1.0:1787998352.002519:0:35269:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5b57dc90 (4) 00000008:00100000:1.0:1787998352.002522:0:35269:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff94d199eddc00 - object 0x280000400:4 offset 0<>1 00000008:00000001:1.0:1787998352.002602:0:35269:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.002605:0:35269:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1787998352.002607:0:35269:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1787998352.002608:0:35269:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1787998352.002610:0:35269:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1787998352/1787998352 00000020:00000001:1.0:1787998352.002612:0:35269:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1787998352.002613:0:35269:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:1.0:1787998352.002614:0:35269:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000100:00000001:1.0:1787998352.002616:0:35269:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998352.002617:0:35269:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419072 : -117847025132544 : ffff94d199eddc00) 00000008:00000002:1.0:1787998352.002625:0:35269:0:(osc_request.c:2976:osc_build_rpc()) @@@ 1 pages, aa 000000001cd1cd47, now 0r/1w/0d in flight req@ffff94d199eddc00 x1874850291782784/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:1.0:1787998352.002633:0:35269:0:(osc_request.c:2988:osc_build_rpc()) [0x240000403:0x8:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:1.0:1787998352.002641:0:35269:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9116900] to pc [ptlrpcd_00_00+0] req@ffff94d199eddc00 x1874850291782784/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998352.003352:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998352.003357:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998352.003360:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998352.003367:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199eddc00 x1874850291782784/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998352.003376:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998352.003378:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998352.003382:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998352.003385:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998352.003387:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998352.003390:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199eddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291782784:192.168.206.123@tcp:4:multiop.0 00000100:00000001:0.0:1787998352.003394:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998352.003399:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998352.003401:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998352.003403:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998352.003408:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a2400. 02000000:00000001:0.0:1787998352.003411:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998352.003416:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998352.003421:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000400:00000010:0.0:1787998352.003427:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807ee0. 00000100:00000200:0.0:1787998352.003433:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291782784, portal 4 00000100:00000001:0.0:1787998352.003435:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998352.003437:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419072 : -117847025132544 : ffff94d199eddc00) 00000100:00000040:0.0:1787998352.003444:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199eddc00 x1874850291782784/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1787998368 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998352.003451:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998352.003454:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998352.003456:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1928072a8. 00000100:00000200:0.0:1787998352.003460:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 6, xid 1874850291782784, offset 0 00000400:00000200:0.0:1787998352.003465:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998352.003474:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998352.003480:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998352.003485:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998352.003488:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998352.003492:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998352.003494:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998352.003498:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2874:2874:256:4294967295] 192.168.206.123@tcp LPNI seq info [2874:2874:8:4294967295] 00000400:00000200:0.0:1787998352.003503:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998352.003511:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998352.003517:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998352.003522:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d193b36b00. 00000800:00000200:0.0:1787998352.005658:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998352.005668:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998352.005674:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d193b36b00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:0.0:1787998352.005689:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998352.005695:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 194175 usecs (195 jiffies) 00000400:00000200:0.0:1787998352.005701:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998352.005704:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296532356 00000100:00000001:0.0:1787998352.005708:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:0.0:1787998352.005711:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296532356 00000100:00000001:0.0:1787998352.005713:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:0.0:1787998352.005715:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998352.005719:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998352.005723:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998352.005726:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1787998352.005787:0:35269:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:1.0:1787998352.005790:0:35269:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998352.005793:0:35269:0:(osc_cache.c:2208:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998352.005796:0:35269:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1787998352.005798:0:35269:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998352.005800:0:35269:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1787998352.005801:0:35269:0:(osc_cache.c:1816:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998352.005803:0:35269:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1787998352.005804:0:35269:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998352.005808:0:35269:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:1.0:1787998352.005810:0:35269:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998352.005812:0:35269:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1787998352.005815:0:35269:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff94d187010700 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:1.0:1787998352.005819:0:35269:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1787998352.005822:0:35269:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.005826:0:35269:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.005829:0:35269:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.005830:0:35269:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.005832:0:35269:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.005834:0:35269:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1787998352.005836:0:35269:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1787998352.005838:0:35269:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1787998352.005838:0:35269:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:1.0:1787998352.005841:0:35269:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000001:1.0:1787998352.005843:0:35269:0:(osc_cache.c:973:osc_extent_wait()) Process entered 00000008:00000001:1.0:1787998352.005846:0:35269:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998352.005881:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998352.005885:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998352.006712:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998352.006717:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d193b36b00. 00000400:00000200:3.0:1787998352.006724:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998352.006730:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998352.006737:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928072a8 00000400:00000010:3.0:1787998352.006739:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928072a8. 00000100:00000001:3.0:1787998352.006743:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998352.006750:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eddc00 x1874850291782784/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1787998368 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998352.006761:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998352.006765:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199eddc00 x1874850291782784/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1787998368 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998352.006809:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998352.006811:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787998352.009666:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998352.009672:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787998352.009677:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998352.009680:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998352.009683:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998352.009687:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787998352.014924:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998352.014940:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998352.014943:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998352.014946:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998352.014955:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998352.014962:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998352.014972:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998352.014976:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998352.014982:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998352.014986:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 448 into portal 4 MB=0x6a92a99a61480 00000400:00000200:3.0:1787998352.014991:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998352.014997:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 448/448 into md 0x85a5 [1] + 224 00000800:00000001:3.0:1787998352.015003:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998352.015030:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998352.015033:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998352.015037:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998352.015052:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998352.015062:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eddc00 x1874850291782784/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1787998368 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998352.015072:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff94d199eddc00 x1874850291782784/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1787998368 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998352.015094:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998352.015102:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998352.015105:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998352.015224:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998352.015229:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998352.015235:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998352.015237:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998352.015241:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30528. 00000400:00000200:0.0:1787998352.015245:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807ee0 00000400:00000010:0.0:1787998352.015248:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807ee0. 00000100:00000001:0.0:1787998352.015251:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998352.015256:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199eddc00 x1874850291782784/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1787998368 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998352.015264:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199eddc00 x1874850291782784/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1787998368 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998352.015269:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998352.015272:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998352.015274:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998352.015276:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998352.015279:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998352.015280:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998352.015283:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998352.015292:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62ca8 time=927 v=5 (5 5 0 0) 00000100:00001000:0.0:1787998352.015296:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=17 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998352.015299:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998352.015301:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998352.015303:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998352.015307:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998352.015310:0:2402:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1787998352.015312:0:2402:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1787998352.015313:0:2402:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1787998352.015316:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998352.015318:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419072 : -117847025132544 : ffff94d199eddc00) 00000100:00000001:0.0:1787998352.015320:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998352.015322:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967332 00000100:00000001:0.0:1787998352.015324:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998352.015326:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998352.015331:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199eddc00 x1874850291782784/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1787998368 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998352.015339:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998352.015342:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998352.015344:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1787998352.015346:0:2402:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:0.0:1787998352.015348:0:2402:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:0.0:1787998352.015352:0:2402:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:0.0:1787998352.015355:0:2402:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:0.0:1787998352.015359:0:2402:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff94d1a0bb2800: setdq to remove for usr 0 00000001:04000000:0.0:1787998352.015360:0:2402:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff94d1a0bb2800: setdq to remove for grp 0 00000001:04000000:0.0:1787998352.015362:0:2402:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff94d1a0bb2800: setdq to remove for prj 0 00000001:00000001:0.0:1787998352.015364:0:2402:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1787998352.015366:0:2402:0:(osc_request.c:759:osc_update_grant()) got 8437760 extra grant 00000008:00008000:0.0:1787998352.015368:0:2402:0:(osc_request.c:2091:check_write_checksum()) checksum 5b57dc90 confirmed 00000008:00000001:0.0:1787998352.015371:0:2402:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1787998352.015374:0:2402:0:(osc_request.c:2439:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:0.0:1787998352.015376:0:2402:0:(osc_request.c:2586:brw_interpret()) request ffff94d199eddc00 aa ffff94d199edddb0 rc 0 00000020:00000001:0.0:1787998352.015383:0:2402:0:(cl_object.c:143:cl_object_top()) ffff94d187010700 -> ffff94d187213210 00000020:00000001:0.0:1787998352.015385:0:2402:0:(cl_object.c:143:cl_object_top()) ffff94d187010700 -> ffff94d187213210 00000020:00000001:0.0:1787998352.015387:0:2402:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1787998352.015390:0:2402:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1787998352.015393:0:2402:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998352.015394:0:2402:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998352.015396:0:2402:0:(cl_object.c:143:cl_object_top()) ffff94d187010700 -> ffff94d187213210 00000008:00000010:0.0:1787998352.015399:0:2402:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff94d19040a340. 00000020:00000001:0.0:1787998352.015404:0:2402:0:(cl_object.c:143:cl_object_top()) ffff94d187010700 -> ffff94d187213210 00000020:00000001:0.0:1787998352.015406:0:2402:0:(cl_object.c:278:cl_object_dirty_for_sync()) Process entered 00000020:00000001:0.0:1787998352.015410:0:2402:0:(cl_object.c:284:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:0.0:1787998352.015412:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998352.015416:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199eddc00 x1874850291782784/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1787998368 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998352.015423:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998352.015429:0:2402:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:0.0:1787998352.015431:0:2402:0:(osc_cache.c:908:osc_extent_finish()) extent ffff94d185459cc0@{[0 -> 0/1023], [3|0|-|rpc|wiuY|ffff94d187010700], [28672|1|+|+|ffff94d1917f3200|1024|ffff94d185830000]} extent finished. 00000008:00010000:0.0:1787998352.015438:0:2402:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 000000006cf75706 ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000088461925/0xb2d39e653c8cbe6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x4fd9a50f3a6ad66b expref: -99 pid: 35269 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1787998352.015450:0:2402:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:0.0:1787998352.015452:0:2402:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1787998352.015456:0:2402:0:(cl_page.c:1104:cl_page_complete()) page@00000000adb46cfc[2 000000009128a19e 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1787998352.015458:0:2402:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:0.0:1787998352.015460:0:2402:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1787998352.015461:0:2402:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1787998352.015463:0:2402:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1787998352.015466:0:2402:0:(cl_page.c:507:__cl_page_state_set()) page@00000000adb46cfc[2 000000009128a19e 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1787998352.015467:0:2402:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1787998352.015468:0:2402:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1787998352.015471:0:2402:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1787998352.015474:0:2402:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000adb46cfc[2 000000009128a19e 1 1 0000000000000000 0 0 0] 00000080:00008000:0.0:1787998352.015476:0:2402:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1787998352.015491:0:2402:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1787998352.015493:0:2402:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1787998352.015494:0:2402:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1787998352.015497:0:2402:0:(cl_page.c:556:cl_batch_put()) page@00000000adb46cfc[2 000000009128a19e 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1787998352.015498:0:2402:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:0.0:1787998352.015500:0:2402:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1787998352.015501:0:2402:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:0.0:1787998352.015503:0:2402:0:(osc_cache.c:1600:osc_free_grant()) lost 0 grant: 0 avail: 16740352 dirty: 0/0 00000008:00000020:0.0:1787998352.015635:0:2402:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff94d185459cc0@{[0 -> 0/1023], [2|0|-|inv|wuY|ffff94d187010700], [28672|0|-|-|ffff94d1917f3200|1024|ffff94d185830000]} destroyed. 00000008:00010000:0.0:1787998352.015642:0:2402:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000006cf75706 ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000088461925/0xb2d39e653c8cbe6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x4fd9a50f3a6ad66b expref: -99 pid: 35269 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1787998352.015656:0:2402:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1787998352.015659:0:2402:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 8 at ffff94d182b6bd18. 00000008:00000020:0.0:1787998352.015667:0:2402:0:(osc_cache.c:2414:__osc_io_unplug()) Queue writeback work for client ffff94d191ce0820. 00000008:00000001:0.0:1787998352.015678:0:2402:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998352.015684:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199eddc00 x1874850291782784/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1787998368 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998352.015692:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199eddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291782784:192.168.206.123@tcp:4:multiop.0 00000100:00000001:0.0:1787998352.015697:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998352.015699:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998352.015702:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199eddc00 x1874850291782784/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1787998368 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998352.015709:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998352.015711:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998352.015717:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998352.015719:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998352.015721:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998352.015724:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998352.015734:0:33692:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998352.015738:0:33692:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798656616 : -117846910895000 : ffff94d1a0bcfc68) 00000020:00001000:0.0:1787998352.015741:0:33692:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfc60 00000008:00000020:0.0:1787998352.015743:0:33692:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff94d191ce0820. 00000008:00000001:0.0:1787998352.015745:0:33692:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1787998352.015747:0:33692:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:0.0:1787998352.015749:0:33692:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998352.015751:0:33692:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1787998352.015752:0:33692:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfc60 00000008:00000001:1.0:1787998352.017147:0:35269:0:(osc_cache.c:1008:osc_extent_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998352.017157:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998352.017159:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:1.0:1787998352.017165:0:35269:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff94d185459cc0. 00000008:00000020:1.0:1787998352.017182:0:35269:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff94d187010700 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1787998352.017185:0:35269:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.017189:0:35269:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1787998352.017192:0:35269:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.017195:0:35269:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1787998352.017197:0:35269:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1787998352.017199:0:35269:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1787998352.017201:0:35269:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1787998352.017204:0:35269:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998352.017205:0:35269:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1787998352.017206:0:35269:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1787998352.017208:0:35269:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.017209:0:35269:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.017211:0:35269:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1787998352.017212:0:35269:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1787998352.017213:0:35269:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1787998352.017215:0:35269:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1787998352.017216:0:35269:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1787998352.017218:0:35269:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1787998352.017219:0:35269:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998352.017220:0:35269:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1787998352.017221:0:35269:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1787998352.017222:0:35269:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.017223:0:35269:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.017225:0:35269:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1787998352.017226:0:35269:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1787998352.017227:0:35269:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.017229:0:35269:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1787998352.017231:0:35269:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1787998352.017232:0:35269:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1787998352.017233:0:35269:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1787998352.017235:0:35269:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1787998352.017237:0:35269:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfe10 00020000:00000001:1.0:1787998352.017240:0:35269:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1787998352.017242:0:35269:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1787998352.017244:0:35269:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1787998352.017246:0:35269:0:(vvp_io.c:304:vvp_io_fini()) [0x240000403:0x8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1787998352.017249:0:35269:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1787998352.017250:0:35269:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1787998352.017253:0:35269:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf2d0 00000080:00000001:1.0:1787998352.017255:0:35269:0:(file.c:5331:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998352.017259:0:35269:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.017265:0:35269:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1787998352.017267:0:35269:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1859db7c0) owner 0000000000000000/ffff94d185830000 00020000:00000002:1.0:1787998352.017272:0:35269:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1859db7c0) owner 0000000000000000/ffff94d185830000 00020000:00000001:1.0:1787998352.017275:0:35269:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1787998352.017277:0:35269:0:(file.c:5352:ll_mdsync()) inode ffff94d1989af448 metadata sync [0x240000403:0x8:0x0] (need_sync=1) 00800000:00000001:1.0:1787998352.017284:0:35269:0:(lmv_obd.c:3058:lmv_fsync()) Process entered 00800000:00000001:1.0:1787998352.017286:0:35269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998352.017288:0:35269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998352.017291:0:35269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998352.017293:0:35269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998352.017295:0:35269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998352.017297:0:35269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0x8:0x0] 00800000:00000001:1.0:1787998352.017300:0:35269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998352.017305:0:35269:0:(mdc_request.c:2773:mdc_fsync()) Process entered 00000100:00000010:1.0:1787998352.017313:0:35269:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edce00. 00000020:00000040:1.0:1787998352.017317:0:35269:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=7 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000001:1.0:1787998352.017321:0:35269:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998352.017324:0:35269:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998352.017329:0:35269:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998352.017336:0:35269:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d19172b800. 00000100:00000001:1.0:1787998352.017342:0:35269:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998352.017348:0:35269:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998352.017350:0:35269:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998352.017357:0:35269:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191fa9cc0. 00000100:00000001:1.0:1787998352.017359:0:35269:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226551037120 : -117847158514496 : ffff94d191fa9cc0) 00000100:00000001:1.0:1787998352.017362:0:35269:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998352.017363:0:35269:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684415488 : -117847025136128 : ffff94d199edce00) 00000100:00000001:1.0:1787998352.017367:0:35269:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998352.017371:0:35269:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998352.017373:0:35269:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998352.017375:0:35269:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998352.017383:0:35269:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edce00 x1874850291782912/t0(0) o44->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998352.017392:0:35269:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998352.017394:0:35269:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998352.017398:0:35269:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998352.017400:0:35269:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998352.017402:0:35269:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998352.017406:0:35269:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edce00 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35269:1874850291782912:192.168.206.123@tcp:44:multiop.0 00000100:00000001:1.0:1787998352.017411:0:35269:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998352.017415:0:35269:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998352.017418:0:35269:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998352.017420:0:35269:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998352.017425:0:35269:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d199e26800. 02000000:00000001:1.0:1787998352.017427:0:35269:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998352.017433:0:35269:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998352.017437:0:35269:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fccb8. 00000400:00000010:1.0:1787998352.017443:0:35269:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1854092a8. 00000100:00000200:1.0:1787998352.017450:0:35269:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291782912, portal 10 00000100:00000001:1.0:1787998352.017452:0:35269:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998352.017453:0:35269:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684415488 : -117847025136128 : ffff94d199edce00) 00000100:00000040:1.0:1787998352.017460:0:35269:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199edce00 x1874850291782912/t0(0) o44->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1787998368 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998352.017466:0:35269:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998352.017469:0:35269:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998352.017472:0:35269:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409dd0. 00000100:00000200:1.0:1787998352.017475:0:35269:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 12, xid 1874850291782912, offset 0 00000400:00000200:1.0:1787998352.017481:0:35269:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998352.017489:0:35269:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998352.017496:0:35269:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998352.017502:0:35269:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998352.017507:0:35269:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998352.017510:0:35269:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998352.017513:0:35269:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998352.017517:0:35269:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2875:2875:256:4294967295] 192.168.206.123@tcp LPNI seq info [2875:2875:8:4294967295] 00000400:00000200:1.0:1787998352.017522:0:35269:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998352.017673:0:35269:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998352.017680:0:35269:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998352.017686:0:35269:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f900. 00000800:00000200:1.0:1787998352.017693:0:35269:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998352.017701:0:35269:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998352.017706:0:35269:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f900 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1787998352.017723:0:35269:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998352.017728:0:35269:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18130 usecs (19 jiffies) 00000400:00000200:1.0:1787998352.017732:0:35269:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998352.017735:0:35269:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296532193 00000100:00000001:1.0:1787998352.017738:0:35269:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:1.0:1787998352.017740:0:35269:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296532193 00000100:00000001:1.0:1787998352.017742:0:35269:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:1.0:1787998352.017744:0:35269:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998352.017747:0:35269:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998352.017749:0:35269:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998352.017751:0:35269:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998352.017754:0:35269:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191fa9cc0 going to sleep for 11 seconds 00000100:00000001:1.0:1787998352.017756:0:35269:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998352.017759:0:35269:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998352.018135:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998352.018140:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f900. 00000400:00000200:3.0:1787998352.018149:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998352.018154:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998352.018159:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409dd0 00000400:00000010:3.0:1787998352.018161:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409dd0. 00000100:00000001:3.0:1787998352.018165:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998352.018170:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edce00 x1874850291782912/t0(0) o44->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1787998368 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998352.018190:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998352.018194:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edce00 x1874850291782912/t0(0) o44->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1787998368 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998352.018200:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998352.018202:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998352.026064:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998352.026079:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998352.026083:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998352.026085:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998352.026093:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998352.026100:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998352.026108:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998352.026112:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998352.026117:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998352.026120:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 440 into portal 10 MB=0x6a92a99a61500 00000400:00000200:3.0:1787998352.026125:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998352.026130:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 440/440 into md 0x85ad [1] + 224 00000800:00000001:3.0:1787998352.026137:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998352.026143:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998352.026147:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998352.026152:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998352.026159:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998352.026167:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edce00 x1874850291782912/t0(0) o44->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1787998368 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998352.026189:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=440 offset=224 replen=440 req@ffff94d199edce00 x1874850291782912/t0(0) o44->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1787998368 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998352.026210:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998352.026219:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998352.026222:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998352.029400:0:35269:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998352.029413:0:35269:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998352.029425:0:35269:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998352.029429:0:35269:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fccb8. 00000400:00000200:1.0:1787998352.029437:0:35269:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854092a8 00000400:00000010:1.0:1787998352.029439:0:35269:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854092a8. 00000100:00000001:1.0:1787998352.029445:0:35269:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998352.029456:0:35269:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edce00 x1874850291782912/t0(0) o44->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1787998368 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787998352.029466:0:35269:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edce00 x1874850291782912/t0(0) o44->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1787998368 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998352.029473:0:35269:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998352.029475:0:35269:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998352.029478:0:35269:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998352.029481:0:35269:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998352.029483:0:35269:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998352.029485:0:35269:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998352.029487:0:35269:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998352.029495:0:35269:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=28 v=5 (5 5 104 104) 00000100:00001000:1.0:1787998352.029500:0:35269:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=28 v=5 (1 1 1 1) 00000100:00000001:1.0:1787998352.029502:0:35269:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998352.029504:0:35269:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998352.029506:0:35269:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998352.029510:0:35269:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998352.029513:0:35269:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1787998352.029515:0:35269:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: committing for last_committed 4294967338 gen 1 00000100:00000040:1.0:1787998352.029520:0:35269:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967338) req@ffff94d191c10000 x1874850291780224/t4294967334(4294967334) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1787998367 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998352.029538:0:35269:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998352.029542:0:35269:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c10000 x1874850291780224/t4294967334(4294967334) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1787998367 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998352.029548:0:35269:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998352.029551:0:35269:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998352.029554:0:35269:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1923a3400. 02000000:00000001:1.0:1787998352.029559:0:35269:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998352.029562:0:35269:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998352.029563:0:35269:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=6 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998352.029566:0:35269:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998352.029568:0:35269:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1923a0000. 02000000:00000001:1.0:1787998352.029843:0:35269:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998352.029846:0:35269:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998352.029849:0:35269:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c10000. 00000100:00000001:1.0:1787998352.029854:0:35269:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998352.029856:0:35269:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998352.029861:0:35269:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967338) req@ffff94d199eded80 x1874850291782016/t4294967336(4294967336) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/456 e 0 to 0 dl 1787998367 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998352.029868:0:35269:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998352.029871:0:35269:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199eded80 x1874850291782016/t4294967336(4294967336) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/456 e 0 to 0 dl 1787998367 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998352.029877:0:35269:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998352.029878:0:35269:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998352.029880:0:35269:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e26000. 02000000:00000001:1.0:1787998352.029883:0:35269:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998352.029884:0:35269:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998352.029885:0:35269:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=5 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998352.029887:0:35269:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998352.029888:0:35269:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e25400. 02000000:00000001:1.0:1787998352.029890:0:35269:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998352.029891:0:35269:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998352.029892:0:35269:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199eded80. 00000100:00000001:1.0:1787998352.029896:0:35269:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998352.029898:0:35269:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787998352.029901:0:35269:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff94d191c12300 x1874850291782528/t4294967338(4294967338) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998367 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998352.029909:0:35269:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1787998352.029911:0:35269:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: normal: skip=1 replay=2/3 committed=0/0 00000100:00000001:1.0:1787998352.029914:0:35269:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998352.029916:0:35269:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998352.029920:0:35269:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edce00 x1874850291782912/t0(0) o44->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1787998368 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998352.029926:0:35269:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998352.029938:0:35269:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998352.029940:0:35269:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998352.029944:0:35269:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edce00 x1874850291782912/t0(0) o44->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1787998368 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787998352.029951:0:35269:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edce00 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35269:1874850291782912:192.168.206.123@tcp:44:multiop.0 00000100:00000001:1.0:1787998352.029955:0:35269:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998352.029957:0:35269:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998352.029959:0:35269:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998352.029961:0:35269:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998352.029963:0:35269:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edce00 x1874850291782912/t0(0) o44->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1787998368 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998352.029968:0:35269:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998352.029970:0:35269:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191fa9cc0. 00000100:00000001:1.0:1787998352.029973:0:35269:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998352.029974:0:35269:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998352.029977:0:35269:0:(mdc_request.c:2794:mdc_fsync()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998352.029979:0:35269:0:(lmv_obd.c:3065:lmv_fsync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998352.029982:0:35269:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998352.029985:0:35269:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edce00 x1874850291782912/t0(0) o44->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1787998368 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998352.029991:0:35269:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998352.029992:0:35269:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998352.029994:0:35269:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e26800. 02000000:00000001:1.0:1787998352.029995:0:35269:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998352.029997:0:35269:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998352.029998:0:35269:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=4 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998352.030000:0:35269:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998352.030001:0:35269:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d19172b800. 02000000:00000001:1.0:1787998352.030003:0:35269:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998352.030004:0:35269:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998352.030006:0:35269:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edce00. 00000100:00000001:1.0:1787998352.030009:0:35269:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998352.030010:0:35269:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998352.030015:0:35269:0:(pcc.c:2802:pcc_fsync()) Process entered 00000080:00000001:1.0:1787998352.030016:0:35269:0:(pcc.c:2805:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998352.030019:0:35269:0:(file.c:5294:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1787998352.030022:0:35269:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998352.030026:0:35269:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798654168 : -117846910897448 : ffff94d1a0bcf2d8) 00000020:00001000:1.0:1787998352.030029:0:35269:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf2d0 00000020:00000001:1.0:1787998352.030034:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187213210 -> ffff94d187213210 00000020:00000001:1.0:1787998352.030037:0:35269:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1787998352.030039:0:35269:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1787998352.030041:0:35269:0:(vvp_io.c:1826:vvp_io_init()) [0x240000403:0x8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1787998352.030044:0:35269:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998352.030045:0:35269:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1787998352.030047:0:35269:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1787998352.030051:0:35269:0:(lov_object.c:1590:lov_io_init()) [0x240000403:0x8:0x0]io ffff94d19226cbf0 type 6 ignore/verify layout 0/0 00020000:00000002:1.0:1787998352.030054:0:35269:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1859db7c0) owner 0000000000000000/ffff94d185830000 00020000:00000001:1.0:1787998352.030057:0:35269:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1787998352.030059:0:35269:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1787998352.030061:0:35269:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1787998352.030062:0:35269:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.030064:0:35269:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1787998352.030067:0:35269:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1787998352.030068:0:35269:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.030070:0:35269:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998352.030071:0:35269:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1787998352.030072:0:35269:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1787998352.030073:0:35269:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1859db7c0) owner 0000000000000000/ffff94d185830000 00000020:00000001:1.0:1787998352.030076:0:35269:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.030078:0:35269:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1787998352.030080:0:35269:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1787998352.030082:0:35269:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1787998352.030085:0:35269:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1787998352.030088:0:35269:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:1.0:1787998352.030091:0:35269:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998352.030092:0:35269:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1787998352.030094:0:35269:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998352.030096:0:35269:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798657048 : -117846910894568 : ffff94d1a0bcfe18) 00000020:00001000:1.0:1787998352.030097:0:35269:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfe10 00000020:00000001:1.0:1787998352.030100:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187213918 -> ffff94d187213210 00000020:00000001:1.0:1787998352.030102:0:35269:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1787998352.030105:0:35269:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998352.030106:0:35269:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1787998352.030108:0:35269:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.030109:0:35269:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.030111:0:35269:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000020:00000001:1.0:1787998352.030114:0:35269:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1787998352.030116:0:35269:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.030119:0:35269:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.030120:0:35269:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.030122:0:35269:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1787998352.030124:0:35269:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1787998352.030125:0:35269:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998352.030126:0:35269:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1787998352.030128:0:35269:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1787998352.030129:0:35269:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.030131:0:35269:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.030132:0:35269:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.030134:0:35269:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.030135:0:35269:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1787998352.030136:0:35269:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.030137:0:35269:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.030139:0:35269:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1787998352.030141:0:35269:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1787998352.030142:0:35269:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998352.030143:0:35269:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1787998352.030145:0:35269:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1787998352.030147:0:35269:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000020:1.0:1787998352.030151:0:35269:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff94d187010700 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 1: rc=0. 00000008:00000001:1.0:1787998352.030155:0:35269:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998352.030157:0:35269:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1787998352.030159:0:35269:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff94d187010700 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1787998352.030162:0:35269:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998352.030164:0:35269:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:1.0:1787998352.030166:0:35269:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1787998352.030168:0:35269:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1787998352.030170:0:35269:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1787998352.030172:0:35269:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1787998352.030184:0:35269:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1787998352.030185:0:35269:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1787998352.030188:0:35269:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:1.0:1787998352.030198:0:35269:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edce00. 00000020:00000040:1.0:1787998352.030202:0:35269:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=4 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000001:1.0:1787998352.030206:0:35269:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998352.030209:0:35269:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998352.030213:0:35269:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998352.030218:0:35269:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d19172b800. 00000100:00000001:1.0:1787998352.030225:0:35269:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998352.030232:0:35269:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998352.030235:0:35269:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998352.030242:0:35269:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d6a0465] to pc [ptlrpcd_00_01+1] req@ffff94d199edce00 x1874850291783040/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1787998352.030264:0:35269:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998352.030267:0:35269:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998352.030268:0:35269:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.030270:0:35269:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.030272:0:35269:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.030273:0:35269:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.030275:0:35269:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.030276:0:35269:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1787998352.030278:0:35269:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1787998352.030280:0:35269:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1787998352.030281:0:35269:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1787998352.030821:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998352.030826:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998352.030828:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998352.030836:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edce00 x1874850291783040/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998352.030850:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998352.030853:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998352.030856:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998352.030858:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998352.030861:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998352.030864:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2403:1874850291783040:192.168.206.123@tcp:16:multiop.0 00000100:00000001:0.0:1787998352.030868:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998352.030873:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998352.030876:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998352.030878:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998352.030883:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a1800. 02000000:00000001:0.0:1787998352.030885:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998352.030892:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998352.030896:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000400:00000010:0.0:1787998352.030902:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807ee0. 00000100:00000200:0.0:1787998352.030908:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291783040, portal 4 00000100:00000001:0.0:1787998352.030911:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998352.030912:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684415488 : -117847025136128 : ffff94d199edce00) 00000100:00000040:0.0:1787998352.030919:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199edce00 x1874850291783040/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998368 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998352.030926:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998352.030928:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998352.031027:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807b28. 00000100:00000200:0.0:1787998352.031032:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1874850291783040, offset 0 00000400:00000200:0.0:1787998352.031038:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998352.031047:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998352.031054:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998352.031059:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998352.031063:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998352.031066:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998352.031069:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998352.031073:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2876:2876:256:4294967295] 192.168.206.123@tcp LPNI seq info [2876:2876:8:4294967295] 00000400:00000200:0.0:1787998352.031077:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998352.031087:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998352.031093:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998352.031098:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d193b36c00. 00000800:00000200:0.0:1787998352.031104:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000100:00000001:1.0:1787998352.032782:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998352.032789:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787998352.033013:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998352.033018:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d193b36c00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1787998352.033134:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998352.033140:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 193375 usecs (194 jiffies) 00000400:00000200:0.0:1787998352.033147:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998352.033151:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296532384 00000100:00000001:0.0:1787998352.033154:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:0.0:1787998352.033156:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296532384 00000100:00000001:0.0:1787998352.033158:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:0.0:1787998352.033161:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998352.033164:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998352.033169:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998352.033171:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998352.033188:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998352.033190:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787998352.033193:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998352.033195:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998352.033196:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998352.033198:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998352.034295:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998352.034303:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d193b36c00. 00000400:00000200:2.0:1787998352.034310:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998352.034317:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998352.034324:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807b28 00000400:00000010:2.0:1787998352.034327:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807b28. 00000100:00000001:2.0:1787998352.034332:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998352.034340:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edce00 x1874850291783040/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998368 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998352.034352:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998352.034356:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edce00 x1874850291783040/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998368 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998352.034363:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998352.034365:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998352.043865:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998352.043881:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998352.043885:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998352.043887:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998352.043896:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998352.043902:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998352.043912:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998352.043916:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998352.043921:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998352.043925:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 432 into portal 4 MB=0x6a92a99a61580 00000400:00000200:3.0:1787998352.043930:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998352.043935:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 432/432 into md 0x85b5 [1] + 224 00000800:00000001:3.0:1787998352.043941:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998352.043947:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998352.043951:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998352.043955:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998352.043962:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998352.043971:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edce00 x1874850291783040/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998368 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998352.043982:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff94d199edce00 x1874850291783040/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998368 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998352.044009:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998352.044018:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998352.044021:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998352.044159:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998352.044164:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998352.044170:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998352.044184:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998352.044187:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30528. 00000400:00000200:0.0:1787998352.044192:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807ee0 00000400:00000010:0.0:1787998352.044194:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807ee0. 00000100:00000001:0.0:1787998352.044198:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998352.044203:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edce00 x1874850291783040/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998368 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998352.044211:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edce00 x1874850291783040/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998368 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998352.044218:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998352.044220:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998352.044222:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998352.044225:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998352.044227:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998352.044229:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998352.044232:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998352.044240:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=28 v=5 (5 5 5 37) 00000100:00001000:0.0:1787998352.044244:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=17 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998352.044246:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998352.044248:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998352.044251:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998352.044254:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998352.044257:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1787998352.044259:0:2403:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: committing for last_committed 4294967335 gen 14 00000100:00000040:0.0:1787998352.044265:0:2403:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967335) req@ffff94d199eddc00 x1874850291782784/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1787998368 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998352.044272:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998352.044275:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199eddc00 x1874850291782784/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1787998368 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998352.044282:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998352.044284:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998352.044287:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1923a2400. 02000000:00000001:0.0:1787998352.044290:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998352.044293:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998352.044294:0:2403:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998352.044297:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998352.044299:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d19172a600. 02000000:00000001:0.0:1787998352.044302:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998352.044304:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998352.044306:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199eddc00. 00000100:00000001:0.0:1787998352.044310:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998352.044311:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998352.044313:0:2403:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1787998352.044316:0:2403:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:0.0:1787998352.044319:0:2403:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998352.044320:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998352.044324:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edce00 x1874850291783040/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998368 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998352.044330:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998352.044333:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998352.044335:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1787998352.044338:0:2403:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:0.0:1787998352.044344:0:2403:0:(cl_object.c:143:cl_object_top()) ffff94d187010700 -> ffff94d187213210 00000020:00000001:0.0:1787998352.044346:0:2403:0:(cl_object.c:143:cl_object_top()) ffff94d187010700 -> ffff94d187213210 00000020:00000001:0.0:1787998352.044348:0:2403:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1787998352.044351:0:2403:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1787998352.044353:0:2403:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998352.044355:0:2403:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998352.044357:0:2403:0:(cl_object.c:143:cl_object_top()) ffff94d187010700 -> ffff94d187213210 00000008:00000001:0.0:1787998352.044374:0:2403:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998352.044379:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edce00 x1874850291783040/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998368 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998352.044386:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2403:1874850291783040:192.168.206.123@tcp:16:multiop.0 00000100:00000001:0.0:1787998352.044391:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998352.044393:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998352.044396:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edce00 x1874850291783040/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998368 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998352.044402:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998352.044403:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998352.044405:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1923a1800. 02000000:00000001:0.0:1787998352.044408:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998352.044409:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998352.044410:0:2403:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=2 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998352.044412:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998352.044414:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d19172b800. 02000000:00000001:0.0:1787998352.044416:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998352.044417:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998352.044418:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edce00. 00000100:00000001:0.0:1787998352.044422:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998352.044423:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998352.044425:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998352.044431:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998352.044433:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998352.044435:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998352.044437:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.044515:0:35269:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1787998352.044518:0:35269:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.044521:0:35269:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000080:00000001:1.0:1787998352.044537:0:35269:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1787998352.044540:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187213210 -> ffff94d187213210 00000020:00000001:1.0:1787998352.044542:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187213210 -> ffff94d187213210 00000020:00000001:1.0:1787998352.044543:0:35269:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1787998352.044547:0:35269:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1787998352.044551:0:35269:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1787998352.044553:0:35269:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:1.0:1787998352.044555:0:35269:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1787998352.044556:0:35269:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1787998352.044558:0:35269:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x8:1073742851 on OST[0]: s=1 (1) m=1787998352 a=0 c=1787998352 b=8 00020000:00000001:1.0:1787998352.044562:0:35269:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1787998352.044564:0:35269:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=1 m=1787998352 a=0 c=1787998352 b=8 00020000:00000001:1.0:1787998352.044567:0:35269:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.044569:0:35269:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.044570:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187213210 -> ffff94d187213210 00000080:00200000:1.0:1787998352.044687:0:35269:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000403:0x8:0x0] updating i_size 1 i_blocks 8 00000080:00000001:1.0:1787998352.044691:0:35269:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1787998352.044693:0:35269:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1787998352.044695:0:35269:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1787998352.044697:0:35269:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1787998352.044700:0:35269:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998352.044702:0:35269:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1787998352.044703:0:35269:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1787998352.044704:0:35269:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.044707:0:35269:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.044708:0:35269:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1787998352.044709:0:35269:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1787998352.044711:0:35269:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1787998352.044712:0:35269:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1787998352.044714:0:35269:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1787998352.044715:0:35269:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1787998352.044716:0:35269:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998352.044717:0:35269:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1787998352.044719:0:35269:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1787998352.044720:0:35269:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.044721:0:35269:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.044723:0:35269:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1787998352.044724:0:35269:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1787998352.044726:0:35269:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.044728:0:35269:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1787998352.044730:0:35269:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1787998352.044731:0:35269:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1787998352.044732:0:35269:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1787998352.044733:0:35269:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1787998352.044736:0:35269:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfe10 00020000:00000001:1.0:1787998352.044738:0:35269:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1787998352.044740:0:35269:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1787998352.044742:0:35269:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1787998352.044745:0:35269:0:(vvp_io.c:304:vvp_io_fini()) [0x240000403:0x8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1787998352.044748:0:35269:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1787998352.044749:0:35269:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1787998352.044752:0:35269:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf2d0 00000080:00000001:1.0:1787998352.044754:0:35269:0:(file.c:5331:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.044760:0:35269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41a13e48 00000080:00000008:1.0:1787998352.044763:0:35269:0:(file.c:5437:ll_fsync()) COMPLETED file: name=f24a.recovery-small, fid=[0x240000403:0x8:0x0], start=0, end=9223372036854775807, datasync=0, rc=0 00000080:00000001:1.0:1787998352.044805:0:35269:0:(file.c:5439:ll_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998352.072281:0:35273:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787998352.072287:0:35273:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1787998352.072290:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c0fb78 00000080:00200000:0.0:1787998352.072295:0:35273:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:0.0:1787998352.072302:0:35273:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1a0bab400. 00800000:00000002:0.0:1787998352.072308:0:35273:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998352.072312:0:35273:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998352.072316:0:35273:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998352.072318:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c0fa98 00800000:00000002:0.0:1787998352.072320:0:35273:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998352.072324:0:35273:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998352.072326:0:35273:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998352.072329:0:35273:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998352.072331:0:35273:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998352.072333:0:35273:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998352.072335:0:35273:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998352.072337:0:35273:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998352.072339:0:35273:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998352.072342:0:35273:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1787998352.072347:0:35273:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998352.072348:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c0f968 00000002:00010000:0.0:1787998352.072350:0:35273:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787998352.072353:0:35273:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787998352.072355:0:35273:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998352.072358:0:35273:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998352.072364:0:35273:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c500 count: 2 00010000:00000001:0.0:1787998352.072367:0:35273:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998352.072376:0:35273:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998352.072379:0:35273:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998352.072384:0:35273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5de00/0xb2d39e653c8cbca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad610 expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1787998352.072394:0:35273:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998352.072398:0:35273:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998352.072402:0:35273:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5de00/0xb2d39e653c8cbca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad610 expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1787998352.072409:0:35273:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1787998352.072411:0:35273:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998352.072412:0:35273:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998352.072414:0:35273:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998352.072415:0:35273:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998352.072418:0:35273:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1787998352.072420:0:35273:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1787998352.072423:0:35273:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998352.072425:0:35273:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1a0bab400. 00000080:00000001:0.0:1787998352.072430:0:35273:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787998352.072431:0:35273:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998352.072433:0:35273:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:0.0:1787998352.072436:0:35273:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cbca 00800000:00000001:0.0:1787998352.072439:0:35273:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998352.072441:0:35273:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998352.072442:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998352.072444:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998352.072447:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5de00 refcount=3 00000020:00000001:0.0:1787998352.072449:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528706048 : -117847180845568 : ffff94d190a5de00) 00010000:00000001:0.0:1787998352.072452:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528706048 : -117847180845568 : ffff94d190a5de00) 00010000:00000001:0.0:1787998352.072454:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998352.072456:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998352.072457:0:35273:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998352.072459:0:35273:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998352.072461:0:35273:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cbca from it ffffb66d41c0fbb0 00010000:00000001:0.0:1787998352.072464:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998352.072465:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998352.072466:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5de00 refcount=3 00000020:00000001:0.0:1787998352.072468:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528706048 : -117847180845568 : ffff94d190a5de00) 00010000:00000001:0.0:1787998352.072469:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528706048 : -117847180845568 : ffff94d190a5de00) 00010000:00000001:0.0:1787998352.072471:0:35273:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998352.072474:0:35273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5de00/0xb2d39e653c8cbca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad610 expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1787998352.072480:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998352.072481:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998352.072482:0:35273:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998352.072484:0:35273:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998352.072486:0:35273:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5de00/0xb2d39e653c8cbca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad610 expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1787998352.072493:0:35273:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998352.072496:0:35273:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998352.072497:0:35273:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998352.072501:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998352.072502:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998352.072503:0:35273:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998352.072506:0:35273:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998352.072508:0:35273:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998352.072510:0:35273:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998352.072513:0:35273:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998352.072515:0:35273:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998352.072517:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998352.072518:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787998352.072521:0:35273:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787998352.072522:0:35273:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998352.072857:0:35273:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 44 00000080:00000001:0.0:1787998352.072864:0:35273:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998352.072868:0:35273:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1787998352.072870:0:35273:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1787998352.072872:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c0fb78 00000080:00200008:0.0:1787998352.072874:0:35273:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff94d1989ad348), flags 504000 00000080:00000010:0.0:1787998352.072880:0:35273:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d186331cc0. 00000080:00000001:0.0:1787998352.072884:0:35273:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998352.072886:0:35273:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998352.072910:0:35273:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1787998352.072912:0:35273:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=8028667f arg=7ffc042897c0 00000080:00000001:0.0:1787998352.072917:0:35273:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000080:00000001:0.0:1787998352.072920:0:35273:0:(llite_lib.c:4281:ll_get_sb_uuid()) Process entered 00000080:00000001:0.0:1787998352.072922:0:35273:0:(llite_lib.c:4287:ll_get_sb_uuid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998352.072923:0:35273:0:(llite_lib.c:3669:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998352.072925:0:35273:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998352.072931:0:35273:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1787998352.072933:0:35273:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1787998352.072935:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c0fdd0 00000080:00200008:0.0:1787998352.072937:0:35273:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff94d1989ad348), flags 504000 00000080:00400000:0.0:1787998352.072940:0:35273:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1787998352.072942:0:35273:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d186331cc0. 00000080:00000001:0.0:1787998352.072945:0:35273:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1787998352.072948:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c0fdd0 00000080:00000008:0.0:1787998352.072949:0:35273:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d1989ad348), flags 504000, rc = 0 00000080:00000001:0.0:1787998352.072951:0:35273:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998352.072953:0:35273:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998352.258883:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998352.258890:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998352.258895:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998352.258897:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998352.258900:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998352.258901:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998352.258906:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998352.258907:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.258984:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787998352.258988:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998352.258991:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1787998352.940293:0:35269:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:1.0:1787998352.940301:0:35269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41a13d88 00000080:00200008:1.0:1787998352.940305:0:35269:0:(file.c:2650:do_file_write_iter()) START file f24a.recovery-small:[0x240000403:0x8:0x0], ppos: 1, count: 1 00000080:00000002:1.0:1787998352.940309:0:35269:0:(file.c:2656:do_file_write_iter()) inode ffff94d1989af448 need_sync_to_oss [0x240000403:0x8:0x0] 00000080:00000001:1.0:1787998352.940312:0:35269:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:1.0:1787998352.940314:0:35269:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998352.940317:0:35269:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1787998352.940321:0:35269:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998352.940323:0:35269:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000020:00000001:1.0:1787998352.940326:0:35269:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1787998352.940332:0:35269:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1859db7c0) owner 0000000000000000/ffff94d185830000 00020000:00000002:1.0:1787998352.940335:0:35269:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d1a0ad5600 addref 2/0 by ffff94d185830000. 00020000:00000002:1.0:1787998352.940338:0:35269:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1859db7c0) owner 0000000000000000/ffff94d185830000 00000020:00000001:1.0:1787998352.940340:0:35269:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000080:00000001:1.0:1787998352.940347:0:35269:0:(rw26.c:674:ll_write_begin()) Process entered 00000080:00200000:1.0:1787998352.940349:0:35269:0:(rw26.c:675:ll_write_begin()) Writing 0 of 1 to 1 bytes 00000080:00000001:1.0:1787998352.940354:0:35269:0:(rw26.c:682:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:1.0:1787998352.940357:0:35269:0:(rw26.c:802:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:1.0:1787998352.940359:0:35269:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 1 00000080:00000001:1.0:1787998352.940361:0:35269:0:(file.c:2628:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.940362:0:35269:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998352.940366:0:35269:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798654168 : -117846910897448 : ffff94d1a0bcf2d8) 00000020:00001000:1.0:1787998352.940368:0:35269:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf2d0 00000080:00000001:1.0:1787998352.940372:0:35269:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1787998352.940373:0:35269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41a13c98 00000080:00200000:1.0:1787998352.940375:0:35269:0:(file.c:2090:ll_file_io_generic()) f24a.recovery-small: write ppos: 1, bytes: 1 00000020:00000001:1.0:1787998352.940379:0:35269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41a13c30 00000080:00200000:1.0:1787998352.940381:0:35269:0:(file.c:1848:ll_io_set_mirror()) f24a.recovery-small: desiginated mirror: 0 00000020:00000001:1.0:1787998352.940384:0:35269:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1787998352.940389:0:35269:0:(cl_io.c:214:cl_io_rw_init()) header@000000004a94f495[0x110, 2, [0x240000403:0x8:0x0] hash] 00000020:00200000:1.0:1787998352.940391:0:35269:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [1, 2) 0 0 00000020:00000001:1.0:1787998352.940394:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187213210 -> ffff94d187213210 00000020:00000001:1.0:1787998352.940396:0:35269:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1787998352.940398:0:35269:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1787998352.940400:0:35269:0:(vvp_io.c:1826:vvp_io_init()) [0x240000403:0x8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1787998352.940402:0:35269:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998352.940404:0:35269:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1787998352.940406:0:35269:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998352.940409:0:35269:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998352.940412:0:35269:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1787998352.940413:0:35269:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998352.940415:0:35269:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1787998352.940417:0:35269:0:(lov_object.c:1590:lov_io_init()) [0x240000403:0x8:0x0]io ffff94d19226cbf0 type 2 ignore/verify layout 0/0 00020000:00000002:1.0:1787998352.940420:0:35269:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1859db7c0) owner 0000000000000000/ffff94d185830000 00020000:00000001:1.0:1787998352.940423:0:35269:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1787998352.940424:0:35269:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1787998352.940426:0:35269:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1787998352.940428:0:35269:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:1.0:1787998352.940430:0:35269:0:(lov_io.c:860:lov_io_slice_init()) 1 2 00020000:00000001:1.0:1787998352.940432:0:35269:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:1.0:1787998352.940433:0:35269:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1787998352.940434:0:35269:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.940436:0:35269:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998352.940437:0:35269:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1787998352.940438:0:35269:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1787998352.940439:0:35269:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1859db7c0) owner 0000000000000000/ffff94d185830000 00000020:00000001:1.0:1787998352.940441:0:35269:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.940442:0:35269:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787998352.940444:0:35269:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:1.0:1787998352.940446:0:35269:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:1.0:1787998352.940448:0:35269:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.940451:0:35269:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1787998352.940453:0:35269:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1787998352.940455:0:35269:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:1.0:1787998352.940456:0:35269:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:1.0:1787998352.940458:0:35269:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:1.0:1787998352.940461:0:35269:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 1 chunk: [1, 2) 2, 1 00020000:00000001:1.0:1787998352.940463:0:35269:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1787998352.940465:0:35269:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1787998352.940468:0:35269:0:(lov_offset.c:253:lov_stripe_intersects()) [1->1] -> [(0) 1->1 (0)] 00020000:00000001:1.0:1787998352.940471:0:35269:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998352.940472:0:35269:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1787998352.940473:0:35269:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998352.940475:0:35269:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798657048 : -117846910894568 : ffff94d1a0bcfe18) 00000020:00001000:1.0:1787998352.940477:0:35269:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfe10 00000020:00000001:1.0:1787998352.940480:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187213918 -> ffff94d187213210 00000020:00000001:1.0:1787998352.940481:0:35269:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1787998352.940484:0:35269:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998352.940485:0:35269:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1787998352.940487:0:35269:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.940488:0:35269:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.940490:0:35269:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000020:00000001:1.0:1787998352.940493:0:35269:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1787998352.940495:0:35269:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1787998352.940497:0:35269:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.940499:0:35269:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.940501:0:35269:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.940502:0:35269:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.940503:0:35269:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.940505:0:35269:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:1.0:1787998352.940508:0:35269:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1787998352.940509:0:35269:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1787998352.940512:0:35269:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1787998352.940516:0:35269:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998352.940518:0:35269:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998352.940520:0:35269:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1787998352.940521:0:35269:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:1.0:1787998352.940523:0:35269:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1787998352.940524:0:35269:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1787998352.940526:0:35269:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.940527:0:35269:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998352.940529:0:35269:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998352.940530:0:35269:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998352.940532:0:35269:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.940534:0:35269:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1787998352.940536:0:35269:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998352.940537:0:35269:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1787998352.940538:0:35269:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1787998352.940540:0:35269:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.940541:0:35269:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.940543:0:35269:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.940545:0:35269:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.940546:0:35269:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1787998352.940547:0:35269:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1787998352.940549:0:35269:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1787998352.940551:0:35269:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1787998352.940553:0:35269:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1787998352.940555:0:35269:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:1.0:1787998352.940563:0:35269:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d1a0046d80. 00020000:00000002:1.0:1787998352.940566:0:35269:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:1.0:1787998352.940568:0:35269:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1787998352.940570:0:35269:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998352.940570:0:35269:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000020:00000001:1.0:1787998352.940572:0:35269:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1787998352.940577:0:35269:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d1857d8f70. 00000008:00010000:1.0:1787998352.940579:0:35269:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1787998352.940581:0:35269:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1787998352.940582:0:35269:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1787998352.940585:0:35269:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d1a0046db0, osc lock ffff94d1857d8f70, flags 0x0 00000020:00000001:1.0:1787998352.940587:0:35269:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.940589:0:35269:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.940591:0:35269:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626226786561408 : -117846922990208 : ffff94d1a0046d80) 00000020:00000001:1.0:1787998352.940593:0:35269:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1787998352.940594:0:35269:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1787998352.940595:0:35269:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.940597:0:35269:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.940599:0:35269:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1787998352.940601:0:35269:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1787998352.940602:0:35269:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998352.940603:0:35269:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000020:00000001:1.0:1787998352.940604:0:35269:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1787998352.940606:0:35269:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1787998352.940608:0:35269:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1787998352.940609:0:35269:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.940612:0:35269:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1787998352.940615:0:35269:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1787998352.940616:0:35269:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1787998352.940617:0:35269:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1787998352.940619:0:35269:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1787998352.940620:0:35269:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1787998352.940622:0:35269:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1787998352.940624:0:35269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998352.940630:0:35269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98000 count: 2 00010000:00000001:1.0:1787998352.940633:0:35269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998352.940639:0:35269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998352.940643:0:35269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998352.940648:0:35269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000088461925/0xb2d39e653c8cbe6 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x4fd9a50f3a6ad66b expref: -99 pid: 35269 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1787998352.940659:0:35269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998352.940664:0:35269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998352.940667:0:35269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000088461925/0xb2d39e653c8cbe6 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x4fd9a50f3a6ad66b expref: -99 pid: 35269 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787998352.940674:0:35269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998352.940676:0:35269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998352.940679:0:35269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3200 refcount=3 00000020:00000001:1.0:1787998352.940681:0:35269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00010000:00000001:1.0:1787998352.940683:0:35269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00000008:00000001:1.0:1787998352.940687:0:35269:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1787998352.940688:0:35269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998352.940689:0:35269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998352.940691:0:35269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3200 refcount=4 00000020:00000001:1.0:1787998352.940692:0:35269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00010000:00000001:1.0:1787998352.940694:0:35269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00010000:00000001:1.0:1787998352.940696:0:35269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998352.940697:0:35269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998352.940698:0:35269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3200 refcount=5 00000020:00000001:1.0:1787998352.940700:0:35269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00010000:00000001:1.0:1787998352.940702:0:35269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00010000:00000001:1.0:1787998352.940704:0:35269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998352.940706:0:35269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998352.940708:0:35269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000088461925/0xb2d39e653c8cbe6 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x4fd9a50f3a6ad66b expref: -99 pid: 35269 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787998352.940714:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998352.940716:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998352.940718:0:35269:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998352.940720:0:35269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998352.940721:0:35269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998352.940722:0:35269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3200 refcount=6 00000020:00000001:1.0:1787998352.940723:0:35269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00010000:00000001:1.0:1787998352.940726:0:35269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00010000:00000001:1.0:1787998352.940727:0:35269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998352.940730:0:35269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000088461925/0xb2d39e653c8cbe6 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x4fd9a50f3a6ad66b expref: -99 pid: 35269 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787998352.940736:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998352.940737:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998352.940739:0:35269:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000088461925/0xb2d39e653c8cbe6 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x4fd9a50f3a6ad66b expref: -99 pid: 35269 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787998352.940745:0:35269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998352.940746:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998352.940747:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998352.940748:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998352.940749:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998352.940750:0:35269:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998352.940752:0:35269:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.940754:0:35269:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.940756:0:35269:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.940757:0:35269:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.940759:0:35269:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.940761:0:35269:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.940762:0:35269:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.940764:0:35269:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:1.0:1787998352.941259:0:35269:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:1.0:1787998352.941265:0:35269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41a13b80 00000080:00200000:1.0:1787998352.941267:0:35269:0:(vvp_io.c:1292:vvp_io_write_start()) f24a.recovery-small: write [1, 2) append 0 append lockpos 0 00000020:00000001:1.0:1787998352.941270:0:35269:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1787998352.941272:0:35269:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1859db7c0) owner 0000000000000000/ffff94d185830000 00020000:00000002:1.0:1787998352.941275:0:35269:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d1a0ad5600 addref 2/0 by ffff94d185830000. 00020000:00000002:1.0:1787998352.941277:0:35269:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1859db7c0) owner 0000000000000000/ffff94d185830000 00000020:00000001:1.0:1787998352.941279:0:35269:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:1.0:1787998352.941283:0:35269:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1787998352.941285:0:35269:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1787998352.941287:0:35269:0:(lov_offset.c:253:lov_stripe_intersects()) [1->1] -> [(0) 1->1 (0)] 00020000:00000001:1.0:1787998352.941289:0:35269:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998352.941291:0:35269:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000020:00000001:1.0:1787998352.941292:0:35269:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1787998352.941295:0:35269:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1787998352.941298:0:35269:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.941300:0:35269:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.941302:0:35269:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.941303:0:35269:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998352.941308:0:35269:0:(rw26.c:674:ll_write_begin()) Process entered 00000080:00200000:1.0:1787998352.941309:0:35269:0:(rw26.c:675:ll_write_begin()) Writing 0 of 1 to 1 bytes 00000020:00000001:1.0:1787998352.941313:0:35269:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:1.0:1787998352.941315:0:35269:0:(cl_page.c:427:cl_page_find()) 0@[0x240000403:0x8:0x0] ffffdfa2043bdc00 ffff94d1904fa380 1 00000020:00000001:1.0:1787998352.941318:0:35269:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1787998352.941320:0:35269:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446626226523054976 : -117847186496640 : ffff94d1904fa380) 00000020:00000001:1.0:1787998352.941322:0:35269:0:(cl_page.c:444:cl_page_find()) Process leaving (rc=18446626226523054976 : -117847186496640 : ffff94d1904fa380) 00000020:00000001:1.0:1787998352.941324:0:35269:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:1.0:1787998352.941325:0:35269:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1787998352.941327:0:35269:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446626226553932784 : -117847155618832 : ffff94d19226cbf0) 00000020:00000001:1.0:1787998352.941329:0:35269:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1787998352.941330:0:35269:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1787998352.941332:0:35269:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1787998352.941336:0:35269:0:(cl_page.c:507:__cl_page_state_set()) page@00000000adb46cfc[2 000000009128a19e 1 1 0000000047110824 0 0 0] 00000020:00000001:1.0:1787998352.941338:0:35269:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1787998352.941340:0:35269:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1787998352.941341:0:35269:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:1.0:1787998352.941342:0:35269:0:(rw26.c:786:ll_write_begin()) Process leaving 00000080:00000001:1.0:1787998352.941343:0:35269:0:(rw26.c:802:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998352.941346:0:35269:0:(rw26.c:865:ll_write_end()) Process entered 00000080:00200000:1.0:1787998352.941348:0:35269:0:(rw26.c:869:ll_write_end()) pos 1, len 1, copied 1 00000020:00000001:1.0:1787998352.941350:0:35269:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1787998352.941351:0:35269:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446626226553932784 : -117847155618832 : ffff94d19226cbf0) 00000020:00000001:1.0:1787998352.941353:0:35269:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1787998352.941354:0:35269:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787998352.941357:0:35269:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:1.0:1787998352.941358:0:35269:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1787998352.941360:0:35269:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1787998352.941361:0:35269:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1787998352.941364:0:35269:0:(rw26.c:927:ll_write_end()) page@00000000adb46cfc[3 000000009128a19e 2 1 0000000047110824 0 0 0] 00000080:00200000:1.0:1787998352.941367:0:35269:0:(rw26.c:927:ll_write_end()) vmpage @00000000e5f893b5 17ffffc0001029 2:0 ffff94d1904fa380 0 lru 00000080:00200000:1.0:1787998352.941375:0:35269:0:(rw26.c:927:ll_write_end()) osc-page@000000006b467e63 0: 1< 2 - - > 2< 0 0 1 0x0 0x40420 | 00000000ee44c586 0000000071bf1be4 > 3< 0 0 > 4< 0 0 8 16740352 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787998352.941377:0:35269:0:(rw26.c:927:ll_write_end()) end page@00000000adb46cfc 00000080:00200000:1.0:1787998352.941379:0:35269:0:(rw26.c:927:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1787998352.941380:0:35269:0:(rw26.c:948:ll_write_end()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998352.941384:0:35269:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1787998352.941385:0:35269:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 1, to 2 prio 0 00000020:00000001:1.0:1787998352.941388:0:35269:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1787998352.941390:0:35269:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1787998352.941392:0:35269:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998352.941393:0:35269:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000020:00000001:1.0:1787998352.941395:0:35269:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1787998352.941397:0:35269:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1787998352.941399:0:35269:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:1.0:1787998352.941400:0:35269:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1787998352.941401:0:35269:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:1.0:1787998352.941403:0:35269:0:(osc_cache.c:2472:osc_queue_async_io()) Process entered 00000008:00000020:1.0:1787998352.941406:0:35269:0:(osc_cache.c:2531:osc_queue_async_io()) obj ffff94d187010700 ready 0|-|- wr 0|-|- rd 0|- oap ffff94d1904fa3f0 folio ffffdfa2043bdc00 pg:0 added for cmd 2 00000008:00000001:1.0:1787998352.941411:0:35269:0:(osc_cache.c:1726:osc_enter_cache()) Process entered 00000008:00000020:1.0:1787998352.941413:0:35269:0:(osc_cache.c:1728:osc_enter_cache()) lustre-OST0000-osc-ffff94d1a0bb2800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 16740352, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:28672 00000008:00000020:1.0:1787998352.941422:0:35269:0:(osc_cache.c:1633:osc_enter_cache_try()) lustre-OST0000-osc-ffff94d1a0bb2800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 16740352, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:28672 00000008:00000020:1.0:1787998352.941426:0:35269:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff94d1904fa428 page ffffdfa2043bdc00 00000008:00000020:1.0:1787998352.941430:0:35269:0:(osc_cache.c:1760:osc_enter_cache()) lustre-OST0000-osc-ffff94d1a0bb2800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 16711680, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }granted from cache 00000008:00000001:1.0:1787998352.941434:0:35269:0:(osc_cache.c:1776:osc_enter_cache()) Process leaving 00000008:00000001:1.0:1787998352.941435:0:35269:0:(osc_cache.c:1779:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998352.941437:0:35269:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:1.0:1787998352.941441:0:35269:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff94d185459cc0. 00000008:00000020:1.0:1787998352.941446:0:35269:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff94d187010700 extents at osc_extent_find:840, mppr: 1024. 00000008:00000020:1.0:1787998352.941451:0:35269:0:(osc_cache.c:1872:osc_update_pending()) obj ffff94d187010700 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:1.0:1787998352.941456:0:35269:0:(osc_cache.c:858:osc_extent_find()) extent ffff94d185459cc0@{[0 -> 0/1023], [3|1|-|active|wi|ffff94d187010700], [28672|0|-|-|ffff94d1917f3200|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:1.0:1787998352.941462:0:35269:0:(osc_cache.c:858:osc_extent_find()) ### extent: 000000006cf75706 ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000088461925/0xb2d39e653c8cbe6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x4fd9a50f3a6ad66b expref: -99 pid: 35269 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1787998352.941469:0:35269:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:1.0:1787998352.941472:0:35269:0:(osc_cache.c:2668:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998352.941474:0:35269:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998352.941476:0:35269:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1787998352.941478:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187010700 -> ffff94d187213210 00000008:00000002:1.0:1787998352.941480:0:35269:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 1->2 1 00000020:00000001:1.0:1787998352.941482:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187010700 -> ffff94d187213210 00000020:00000001:1.0:1787998352.941484:0:35269:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1787998352.941486:0:35269:0:(osc_object.c:161:osc_attr_update()) set kms from 1to 2 00020000:00000001:1.0:1787998352.941488:0:35269:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1787998352.941490:0:35269:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.941492:0:35269:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.941493:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187010700 -> ffff94d187213210 00000008:00000001:1.0:1787998352.941495:0:35269:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1787998352.941497:0:35269:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:1.0:1787998352.941498:0:35269:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1787998352.941502:0:35269:0:(cl_page.c:556:cl_batch_put()) page@00000000adb46cfc[4 000000009128a19e 2 1 0000000047110824 0 0 0] 00000020:00000001:1.0:1787998352.941504:0:35269:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:1.0:1787998352.941505:0:35269:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1787998352.941506:0:35269:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:1.0:1787998352.941508:0:35269:0:(osc_request.c:745:osc_update_next_shrink()) next time 3065 to shrink grant 00000080:00000001:1.0:1787998352.941510:0:35269:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:1.0:1787998352.941512:0:35269:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:1.0:1787998352.941519:0:35269:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff94d1989af5f8, count 1, dirtied 1 00000080:00000001:1.0:1787998352.941521:0:35269:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:1.0:1787998352.941522:0:35269:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1787998352.941524:0:35269:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1787998352.941525:0:35269:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1787998352.941526:0:35269:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1787998352.941529:0:35269:0:(cl_page.c:507:__cl_page_state_set()) page@00000000adb46cfc[3 000000009128a19e 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1787998352.941531:0:35269:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1787998352.941532:0:35269:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1787998352.941533:0:35269:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1787998352.941534:0:35269:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1787998352.941536:0:35269:0:(cl_page.c:556:cl_batch_put()) page@00000000adb46cfc[3 000000009128a19e 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1787998352.941538:0:35269:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:1.0:1787998352.941538:0:35269:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:1.0:1787998352.941539:0:35269:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:1.0:1787998352.941541:0:35269:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:1.0:1787998352.941542:0:35269:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.941544:0:35269:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.941546:0:35269:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.941547:0:35269:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787998352.941549:0:35269:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 1 bytes, tot: 1 00000020:00000001:1.0:1787998352.941551:0:35269:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1787998352.941552:0:35269:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1787998352.941554:0:35269:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.941556:0:35269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41a13b80 00000080:00200000:1.0:1787998352.941557:0:35269:0:(vvp_io.c:1358:vvp_io_write_start()) f24a.recovery-small: write bytes 0, result: 1 00000080:00000001:1.0:1787998352.941559:0:35269:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.941561:0:35269:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1787998352.941562:0:35269:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998352.941563:0:35269:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1787998352.941565:0:35269:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:1.0:1787998352.941566:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187010700 -> ffff94d187213210 00000020:00000001:1.0:1787998352.941568:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187010700 -> ffff94d187213210 00000020:00000001:1.0:1787998352.941570:0:35269:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1787998352.941571:0:35269:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1787998352.941573:0:35269:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.941574:0:35269:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.941576:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187010700 -> ffff94d187213210 00000008:00000001:1.0:1787998352.941578:0:35269:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.941579:0:35269:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.941581:0:35269:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.941582:0:35269:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.941583:0:35269:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.941585:0:35269:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1787998352.941586:0:35269:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1787998352.941587:0:35269:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1787998352.941589:0:35269:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:1.0:1787998352.941591:0:35269:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:1.0:1787998352.941593:0:35269:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1787998352.941597:0:35269:0:(osc_cache.c:1872:osc_update_pending()) obj ffff94d187010700 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:1.0:1787998352.941602:0:35269:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1787998352.941605:0:35269:0:(osc_cache.c:1857:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998352.941606:0:35269:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1787998352.941607:0:35269:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998352.941609:0:35269:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:1.0:1787998352.941611:0:35269:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1787998352.941612:0:35269:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.941614:0:35269:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.941615:0:35269:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1787998352.941617:0:35269:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1787998352.941618:0:35269:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1787998352.941620:0:35269:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d191a0e6c8 (ffff94d1a0bcf2d8/0) at cl_lock_release():245 00000020:00000001:1.0:1787998352.941622:0:35269:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1787998352.941624:0:35269:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d191a0e6c8 (ffff94d1a0bcf2d8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1787998352.941626:0:35269:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1787998352.941627:0:35269:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998352.941628:0:35269:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000020:00000001:1.0:1787998352.941630:0:35269:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1787998352.941631:0:35269:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d1a0046db0 (ffff94d1a0bcfe18/1) at cl_lock_cancel():142 00000008:00000001:1.0:1787998352.941633:0:35269:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1787998352.941634:0:35269:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1787998352.941636:0:35269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998352.941638:0:35269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998352.941640:0:35269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3200 refcount=5 00000020:00000001:1.0:1787998352.941642:0:35269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00010000:00000001:1.0:1787998352.941643:0:35269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00010000:00000001:1.0:1787998352.941645:0:35269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998352.941648:0:35269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000088461925/0xb2d39e653c8cbe6 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x4fd9a50f3a6ad66b expref: -99 pid: 35269 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787998352.941655:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998352.941656:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998352.941657:0:35269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998352.941660:0:35269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998352.941662:0:35269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000088461925/0xb2d39e653c8cbe6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x4fd9a50f3a6ad66b expref: -99 pid: 35269 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1787998352.941671:0:35269:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998352.941674:0:35269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998352.941675:0:35269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998352.941680:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998352.941681:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998352.941682:0:35269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998352.941685:0:35269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998352.941686:0:35269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998352.941688:0:35269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998352.941690:0:35269:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998352.941692:0:35269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998352.941693:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998352.941694:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998352.941695:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998352.941696:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998352.941697:0:35269:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1787998352.941699:0:35269:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1787998352.941700:0:35269:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1787998352.941701:0:35269:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1787998352.941703:0:35269:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1787998352.941704:0:35269:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d191a0e6c8 (ffff94d1a0bcf2d8/0) at cl_lock_fini():72 00020000:00000001:1.0:1787998352.941707:0:35269:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1787998352.941708:0:35269:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1787998352.941709:0:35269:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d1a0046db0 (ffff94d1a0bcf2d8/1) at cl_lock_fini():72 00000008:00000010:1.0:1787998352.941712:0:35269:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d1857d8f70. 00000020:00000001:1.0:1787998352.941716:0:35269:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1787998352.941717:0:35269:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d1a0046d80. 00020000:00000001:1.0:1787998352.941721:0:35269:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1787998352.941722:0:35269:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1787998352.941723:0:35269:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1787998352.941724:0:35269:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1787998352.941725:0:35269:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998352.941726:0:35269:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1787998352.941727:0:35269:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1787998352.941729:0:35269:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.941730:0:35269:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.941731:0:35269:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1787998352.941732:0:35269:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1787998352.941734:0:35269:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1787998352.941735:0:35269:0:(vvp_io.c:533:vvp_io_advance()) advancing 1 bytes 00000020:00000001:1.0:1787998352.941736:0:35269:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1787998352.941738:0:35269:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1787998352.941739:0:35269:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1787998352.941741:0:35269:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998352.941742:0:35269:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1787998352.941744:0:35269:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1787998352.941745:0:35269:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.941747:0:35269:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.941748:0:35269:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1787998352.941750:0:35269:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1787998352.941752:0:35269:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787998352.941755:0:35269:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:1.0:1787998352.941757:0:35269:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:1.0:1787998352.941758:0:35269:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:1.0:1787998352.941760:0:35269:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1787998352.941761:0:35269:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1787998352.941763:0:35269:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1787998352.941764:0:35269:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1787998352.941765:0:35269:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1787998352.941930:0:35269:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfe10 00020000:00000001:1.0:1787998352.941933:0:35269:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1787998352.941936:0:35269:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1787998352.941938:0:35269:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1787998352.941940:0:35269:0:(vvp_io.c:304:vvp_io_fini()) [0x240000403:0x8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1787998352.941942:0:35269:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1787998352.941943:0:35269:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1787998352.941945:0:35269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41a13c98 00000080:00200000:1.0:1787998352.941947:0:35269:0:(file.c:2238:ll_file_io_generic()) f24a.recovery-small: 2 io complete with rc: 0, result: 1, restart: 0 00000080:00000001:1.0:1787998352.941951:0:35269:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1787998352.941953:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187213210 -> ffff94d187213210 00000020:00000001:1.0:1787998352.941955:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187213210 -> ffff94d187213210 00000020:00000001:1.0:1787998352.941957:0:35269:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1787998352.941960:0:35269:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1787998352.941963:0:35269:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1787998352.941965:0:35269:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000001:1.0:1787998352.941967:0:35269:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1787998352.941978:0:35269:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000002:1.0:1787998352.941980:0:35269:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x8:1073742851 on OST[0]: s=2 (1) m=1787998352 a=0 c=1787998352 b=8 00020000:00000001:1.0:1787998352.941983:0:35269:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1787998352.941985:0:35269:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=2 m=1787998352 a=0 c=1787998352 b=8 00020000:00000001:1.0:1787998352.941988:0:35269:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.941990:0:35269:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.941992:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187213210 -> ffff94d187213210 00000080:00200000:1.0:1787998352.941994:0:35269:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000403:0x8:0x0] updating i_size 2 i_blocks 8 00000080:00000001:1.0:1787998352.941996:0:35269:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1787998352.942000:0:35269:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1 00000080:00000001:1.0:1787998352.942002:0:35269:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:1.0:1787998352.942004:0:35269:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf2d0 00000020:00000001:1.0:1787998352.942007:0:35269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41a13d88 00000080:00000008:1.0:1787998352.942008:0:35269:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24a.recovery-small:[0x240000403:0x8:0x0], ppos: 2, count: 0, rc = 1 00000080:00000001:1.0:1787998352.942011:0:35269:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998352.942022:0:35269:0:(file.c:5378:ll_fsync()) Process entered 00000020:00000001:1.0:1787998352.942024:0:35269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41a13e48 00000080:00200008:1.0:1787998352.942026:0:35269:0:(file.c:5383:ll_fsync()) START file: name=f24a.recovery-small, fid=[0x240000403:0x8:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 0/1 00000080:00000001:1.0:1787998352.942031:0:35269:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:1.0:1787998352.942032:0:35269:0:(file.c:5294:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1787998352.942042:0:35269:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998352.942044:0:35269:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798654168 : -117846910897448 : ffff94d1a0bcf2d8) 00000020:00001000:1.0:1787998352.942047:0:35269:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf2d0 00000020:00000001:1.0:1787998352.942049:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187213210 -> ffff94d187213210 00000020:00000001:1.0:1787998352.942051:0:35269:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1787998352.942052:0:35269:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1787998352.942054:0:35269:0:(vvp_io.c:1826:vvp_io_init()) [0x240000403:0x8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1787998352.942056:0:35269:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998352.942057:0:35269:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1787998352.942058:0:35269:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1787998352.942061:0:35269:0:(lov_object.c:1590:lov_io_init()) [0x240000403:0x8:0x0]io ffff94d19226cbf0 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1787998352.942063:0:35269:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1859db7c0) owner 0000000000000000/ffff94d185830000 00020000:00000001:1.0:1787998352.942066:0:35269:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1787998352.942067:0:35269:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1787998352.942069:0:35269:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1787998352.942070:0:35269:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.942072:0:35269:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1787998352.942074:0:35269:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1787998352.942076:0:35269:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.942077:0:35269:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998352.942078:0:35269:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1787998352.942079:0:35269:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1787998352.942081:0:35269:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1859db7c0) owner 0000000000000000/ffff94d185830000 00000020:00000001:1.0:1787998352.942083:0:35269:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.942085:0:35269:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1787998352.942087:0:35269:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1787998352.942088:0:35269:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1787998352.942090:0:35269:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1787998352.942092:0:35269:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1787998352.942094:0:35269:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998352.942096:0:35269:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1787998352.942097:0:35269:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998352.942098:0:35269:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798657048 : -117846910894568 : ffff94d1a0bcfe18) 00000020:00001000:1.0:1787998352.942100:0:35269:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfe10 00000020:00000001:1.0:1787998352.942102:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187213918 -> ffff94d187213210 00000020:00000001:1.0:1787998352.942103:0:35269:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1787998352.942105:0:35269:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998352.942106:0:35269:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1787998352.942107:0:35269:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.942109:0:35269:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.942110:0:35269:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000020:00000001:1.0:1787998352.942113:0:35269:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1787998352.942115:0:35269:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.942117:0:35269:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.942119:0:35269:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.942121:0:35269:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1787998352.942121:0:35269:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1787998352.942122:0:35269:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998352.942123:0:35269:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1787998352.942125:0:35269:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1787998352.942126:0:35269:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.942127:0:35269:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.942128:0:35269:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.942130:0:35269:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.942131:0:35269:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1787998352.942132:0:35269:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.942134:0:35269:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.942135:0:35269:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1787998352.942137:0:35269:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1787998352.942138:0:35269:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998352.942139:0:35269:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1787998352.942140:0:35269:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1787998352.942142:0:35269:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1787998352.942146:0:35269:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1787998352.942147:0:35269:0:(osc_cache.c:1826:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1787998352.942149:0:35269:0:(osc_cache.c:1827:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1787998352.942151:0:35269:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1787998352.942152:0:35269:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:1.0:1787998352.942154:0:35269:0:(osc_cache.c:2303:osc_next_obj()) Process leaving (rc=18446626226366908160 : -117847342643456 : ffff94d187010700) 00000008:00000020:1.0:1787998352.942156:0:35269:0:(osc_cache.c:2339:osc_check_rpcs()) obj ffff94d187010700 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:1.0:1787998352.942159:0:35269:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1787998352.942161:0:35269:0:(osc_cache.c:1826:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1787998352.942162:0:35269:0:(osc_cache.c:1827:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1787998352.942164:0:35269:0:(osc_cache.c:2159:osc_send_write_rpc()) Process entered 00000008:00000001:1.0:1787998352.942166:0:35269:0:(osc_cache.c:2016:try_to_add_extent_for_io()) Process entered 00000008:00000020:1.0:1787998352.942179:0:35269:0:(osc_cache.c:2020:try_to_add_extent_for_io()) extent ffff94d185459cc0@{[0 -> 0/1023], [1|0|+|cache|wiuY|ffff94d187010700], [28672|1|+|-|ffff94d1917f3200|1024|0000000000000000]} trying to add this extent 00000008:00010000:1.0:1787998352.942185:0:35269:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 000000006cf75706 ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000088461925/0xb2d39e653c8cbe6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x4fd9a50f3a6ad66b expref: -99 pid: 35269 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:1.0:1787998352.942193:0:35269:0:(osc_cache.c:2069:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:1.0:1787998352.942196:0:35269:0:(osc_cache.c:1872:osc_update_pending()) obj ffff94d187010700 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:1.0:1787998352.942199:0:35269:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:1.0:1787998352.942201:0:35269:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1787998352.942204:0:35269:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff94d185459cc0@{[0 -> 0/1023], [1|0|+|locking|wiuY|ffff94d187010700], [28672|1|+|-|ffff94d1917f3200|1024|ffff94d185830000]} make ready 00000008:00010000:1.0:1787998352.942208:0:35269:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 000000006cf75706 ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000088461925/0xb2d39e653c8cbe6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x4fd9a50f3a6ad66b expref: -99 pid: 35269 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:1.0:1787998352.942215:0:35269:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:1.0:1787998352.942216:0:35269:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:1.0:1787998352.942225:0:35269:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000adb46cfc[2 000000009128a19e 1 1 0000000000000000 0 0 0] 00000020:00008000:1.0:1787998352.942227:0:35269:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:1.0:1787998352.942228:0:35269:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:1.0:1787998352.942229:0:35269:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1787998352.942230:0:35269:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1787998352.942232:0:35269:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1787998352.942233:0:35269:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1787998352.942235:0:35269:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1787998352.942237:0:35269:0:(cl_page.c:507:__cl_page_state_set()) page@00000000adb46cfc[2 000000009128a19e 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1787998352.942239:0:35269:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:1.0:1787998352.942240:0:35269:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1787998352.942241:0:35269:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1787998352.942244:0:35269:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000adb46cfc[2 000000009128a19e 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1787998352.942245:0:35269:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:1.0:1787998352.942246:0:35269:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.942248:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187010700 -> ffff94d187213210 00000020:00000001:1.0:1787998352.942250:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187010700 -> ffff94d187213210 00000020:00000001:1.0:1787998352.942251:0:35269:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1787998352.942253:0:35269:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.942255:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187010700 -> ffff94d187213210 00000008:00000001:1.0:1787998352.942257:0:35269:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998352.942259:0:35269:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:1.0:1787998352.942262:0:35269:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff94d1a0bb2800: cli: ffff94d191ce0820 unstable pages: 0, osc unstable pages: 0 00000008:00000010:1.0:1787998352.942268:0:35269:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 8 at ffff94d182b6b590. 00000008:00000010:1.0:1787998352.942272:0:35269:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff94d19040a5b0. 00000020:00000001:1.0:1787998352.942275:0:35269:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1787998352.942278:0:35269:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1787998352.942279:0:35269:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1787998352.942281:0:35269:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1787998352/1787998352 00000020:00000001:1.0:1787998352.942284:0:35269:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1787998352.942285:0:35269:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:1.0:1787998352.942287:0:35269:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:1.0:1787998352.942289:0:35269:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:1.0:1787998352.942291:0:35269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998352.942295:0:35269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98000 count: 2 00010000:00000001:1.0:1787998352.942298:0:35269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998352.942302:0:35269:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1787998352.942304:0:35269:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1787998352.942306:0:35269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998352.942310:0:35269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998352.942313:0:35269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000088461925/0xb2d39e653c8cbe6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x4fd9a50f3a6ad66b expref: -99 pid: 35269 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1787998352.942320:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998352.942321:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998352.942323:0:35269:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1787998352.942324:0:35269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998352.942326:0:35269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998352.942328:0:35269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3200 refcount=3 00000020:00000001:1.0:1787998352.942329:0:35269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00010000:00000001:1.0:1787998352.942332:0:35269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00000008:00000001:1.0:1787998352.942334:0:35269:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00010000:00000001:1.0:1787998352.942336:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998352.942338:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1787998352.942339:0:35269:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000008:00000001:1.0:1787998352.942341:0:35269:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:1.0:1787998352.942346:0:35269:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199eded80. 00000020:00000040:1.0:1787998352.942349:0:35269:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000001:1.0:1787998352.942356:0:35269:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998352.942358:0:35269:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998352.942360:0:35269:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998352.942368:0:35269:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d19172aa00. 00000100:00000001:1.0:1787998352.942373:0:35269:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1787998352.942379:0:35269:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 2 00000008:00000020:1.0:1787998352.942384:0:35269:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff94d1a0bb2800: dirty: 28672 undirty: 484638720 dropped 0 grant: 16711680 cl_lost_grant 0 00000008:00000001:1.0:1787998352.942389:0:35269:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:1.0:1787998352.942414:0:35269:0:(lnet-crypto.c:95:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 5811 MB/s 00000008:00008000:1.0:1787998352.942420:0:35269:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffdfa2043bdc00 map ffff94d1989af5f8 index 0 flags 17ffffc0005028 count 2 priv ffff94d1904fa380: off 0 00000008:00000001:1.0:1787998352.942428:0:35269:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:1.0:1787998352.942429:0:35269:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: c9a4775b (4) 00000008:00100000:1.0:1787998352.942433:0:35269:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff94d199eded80 - object 0x280000400:4 offset 0<>2 00000008:00000001:1.0:1787998352.942436:0:35269:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.942438:0:35269:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1787998352.942439:0:35269:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1787998352.942441:0:35269:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1787998352.942442:0:35269:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1787998352/1787998352 00000020:00000001:1.0:1787998352.942444:0:35269:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1787998352.942445:0:35269:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:1.0:1787998352.942447:0:35269:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000100:00000001:1.0:1787998352.942449:0:35269:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998352.942450:0:35269:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684423552 : -117847025128064 : ffff94d199eded80) 00000008:00000002:1.0:1787998352.942461:0:35269:0:(osc_request.c:2976:osc_build_rpc()) @@@ 1 pages, aa 00000000719658f5, now 0r/1w/0d in flight req@ffff94d199eded80 x1874850291783168/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:1.0:1787998352.942469:0:35269:0:(osc_request.c:2988:osc_build_rpc()) [0x240000403:0x8:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:1.0:1787998352.942476:0:35269:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a39b062] to pc [ptlrpcd_00_00+0] req@ffff94d199eded80 x1874850291783168/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998352.942526:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998352.942530:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998352.942532:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998352.942539:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199eded80 x1874850291783168/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998352.942547:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998352.942549:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998352.942553:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998352.942555:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998352.942558:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998352.942561:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199eded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291783168:192.168.206.123@tcp:4:multiop.0 00000100:00000001:0.0:1787998352.942565:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998352.942570:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998352.942572:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998352.942575:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998352.942581:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a2000. 02000000:00000001:0.0:1787998352.942583:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998352.942589:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998352.942594:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000400:00000010:0.0:1787998352.942600:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807ee0. 00000100:00000200:0.0:1787998352.942605:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291783168, portal 4 00000100:00000001:0.0:1787998352.942607:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998352.942608:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684423552 : -117847025128064 : ffff94d199eded80) 00000100:00000040:0.0:1787998352.942614:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199eded80 x1874850291783168/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1787998368 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998352.942621:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998352.942623:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998352.942626:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807e58. 00000100:00000200:0.0:1787998352.942629:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 6, xid 1874850291783168, offset 0 00000400:00000200:0.0:1787998352.942635:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998352.942642:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998352.942649:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998352.942654:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998352.942658:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998352.942661:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998352.942664:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998352.942667:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2877:2877:256:4294967295] 192.168.206.123@tcp LPNI seq info [2877:2877:8:4294967295] 00000400:00000200:0.0:1787998352.942671:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998352.942679:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998352.942685:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998352.942689:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d193b36600. 00000800:00000200:0.0:1787998352.942695:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998352.942702:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998352.942707:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d193b36600 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:0.0:1787998352.942728:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998352.942732:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 192590 usecs (193 jiffies) 00000400:00000200:0.0:1787998352.942736:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998352.942738:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296533292 00000100:00000001:0.0:1787998352.942741:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:0.0:1787998352.942743:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296533292 00000100:00000001:0.0:1787998352.942745:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:0.0:1787998352.942747:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998352.942750:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998352.942752:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998352.942755:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1787998352.942806:0:35269:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:1.0:1787998352.942809:0:35269:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998352.942812:0:35269:0:(osc_cache.c:2208:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998352.942814:0:35269:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1787998352.942815:0:35269:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998352.942817:0:35269:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1787998352.942818:0:35269:0:(osc_cache.c:1816:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998352.942820:0:35269:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1787998352.942821:0:35269:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998352.942825:0:35269:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:1.0:1787998352.942827:0:35269:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998352.942828:0:35269:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1787998352.942831:0:35269:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff94d187010700 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:1.0:1787998352.942835:0:35269:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1787998352.942838:0:35269:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.942840:0:35269:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.942842:0:35269:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998352.942843:0:35269:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.942845:0:35269:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998352.942846:0:35269:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1787998352.942848:0:35269:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1787998352.942850:0:35269:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1787998352.942851:0:35269:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:1.0:1787998352.942852:0:35269:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000001:1.0:1787998352.942855:0:35269:0:(osc_cache.c:973:osc_extent_wait()) Process entered 00000008:00000001:1.0:1787998352.942857:0:35269:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1787998352.943040:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998352.943044:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d193b36600. 00000400:00000200:2.0:1787998352.943048:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998352.943053:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998352.943058:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807e58 00000400:00000010:2.0:1787998352.943060:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807e58. 00000100:00000001:2.0:1787998352.943064:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998352.943068:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eded80 x1874850291783168/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1787998368 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998352.943076:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998352.943079:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199eded80 x1874850291783168/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1787998368 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998352.943086:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998352.943088:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787998352.943269:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998352.943271:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787998352.943274:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998352.943276:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998352.943277:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998352.943280:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998352.943287:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998352.943289:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787998352.948566:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998352.948581:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998352.948586:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998352.948588:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998352.948597:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998352.948605:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998352.948614:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998352.948619:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998352.948624:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998352.948628:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a61600 00000400:00000200:3.0:1787998352.948634:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998352.948640:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x85bd [1] + 224 00000800:00000001:3.0:1787998352.948648:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998352.948654:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998352.948657:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998352.948662:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998352.948680:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998352.948689:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eded80 x1874850291783168/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1787998368 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998352.948699:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=224 offset=224 replen=448 req@ffff94d199eded80 x1874850291783168/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1787998368 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998352.948721:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998352.948730:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998352.948734:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998352.948819:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998352.948824:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998352.948831:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998352.948832:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998352.948835:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30528. 00000400:00000200:0.0:1787998352.948840:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807ee0 00000400:00000010:0.0:1787998352.948842:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807ee0. 00000100:00000001:0.0:1787998352.948845:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998352.948849:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199eded80 x1874850291783168/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1787998368 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998352.948859:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199eded80 x1874850291783168/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1787998368 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998352.948866:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998352.948868:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998352.948870:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998352.948873:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998352.948875:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998352.948877:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998352.948880:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998352.948888:0:2402:0:(import.c:2149:obd_at_measure()) add 0 to ffff94d187d62ca8 time=27 v=5 (5 0 0 0) 00000100:00001000:0.0:1787998352.948892:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=17 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998352.948895:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:02020000:0.0:1787998352.948898:0:2402:0:(client.c:1505:ptlrpc_check_status()) lustre-OST0000-osc-ffff94d1a0bb2800: operation ost_write to node 192.168.206.123@tcp failed: rc = -107 00000100:00000001:0.0:1787998352.964963:0:2402:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1787998352.966662:0:2402:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1787998352.966679:0:2402:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffff94d1a0bb2800 of lustre-OST0000_UUID@192.168.206.123@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1787998352.966684:0:2402:0:(import.c:65:import_set_state_nolock()) ffff94d187d62800 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1787998352.966689:0:2402:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff94d1a0bb2800: Connection to lustre-OST0000 (at 192.168.206.123@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1787998352.966692:0:2402:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1787998352.966695:0:2402:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:0.0:1787998352.966697:0:2402:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998352.966699:0:2402:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:0.0:1787998352.966701:0:2402:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787998352.966704:0:2402:0:(import.c:65:import_set_state_nolock()) ffff94d187d62800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787998352.966707:0:2402:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787998352.966710:0:2402:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff94d1a0bb2800: connect to NID 192.168.206.123@tcp last attempt 1848 00000400:00000200:0.0:1787998352.966718:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998352.966724:0:2402:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.206.123@tcp is discovered: rc = 1 00000100:00000040:0.0:1787998352.966727:0:2402:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 14 to 192.168.206.123@tcp 00000100:00000001:0.0:1787998352.966731:0:2402:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787998352.966733:0:2402:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00000100:00000001:0.0:1787998352.966735:0:2402:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 00000020:00000001:0.0:1787998352.966739:0:2402:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787998352.966740:0:2402:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf6e 00000020:00000001:0.0:1787998352.966743:0:2402:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998352.966746:0:2402:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191093800 refcount=4 00000020:00000001:0.0:1787998352.966749:0:2402:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535217152 : -117847174334464 : ffff94d191093800) 00000020:00000001:0.0:1787998352.966751:0:2402:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535217152 : -117847174334464 : ffff94d191093800) 00000100:00000040:0.0:1787998352.966754:0:2402:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 14 to 192.168.206.123@tcp 00000100:00000001:0.0:1787998352.966755:0:2402:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787998352.966757:0:2402:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00000100:00000001:0.0:1787998352.966759:0:2402:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 00000020:00000040:0.0:1787998352.966762:0:2402:0:(genops.c:879:class_export_put()) PUTting export ffff94d191093800 : new refcount 3 00000100:00080000:0.0:1787998352.966765:0:2402:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff94d1a0bb2800: import ffff94d187d62800 using connection 192.168.206.123@tcp/192.168.206.123@tcp 00000100:00000001:0.0:1787998352.966794:0:2402:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998352.966797:0:2402:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787998352.966849:0:2402:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998352.966853:0:2402:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998352.966855:0:2402:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787998352.966858:0:2402:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683180 ocd_grant: 28672, lost: 0. 00000008:00000001:0.0:1787998352.966861:0:2402:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998352.966863:0:2402:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998352.966871:0:2402:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c10380. 00000020:00000040:0.0:1787998352.966874:0:2402:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=4 obd=lustre-OST0000-osc-ffff94d1a0bb2800 02000000:00000001:0.0:1787998352.966879:0:2402:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787998352.966881:0:2402:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998352.966883:0:2402:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998352.966885:0:2402:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998352.966889:0:2402:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998352.966896:0:2402:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1923a1400. 00000100:00000001:0.0:1787998352.966902:0:2402:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998352.966911:0:2402:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94d191c10380 x1874850291783296/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787998352.966922:0:2402:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998352.966926:0:2402:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998352.966931:0:2402:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000826a838f] to pc [ptlrpcd_rcv+-1] req@ffff94d191c10380 x1874850291783296/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998352.966945:0:2402:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998352.966947:0:2402:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:0.0:1787998352.966949:0:2402:0:(client.c:1714:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1787998352.966953:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998352.966956:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998352.966963:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998352.966966:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998352.966982:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998352.966984:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998352.966987:0:2402:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998352.966989:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998352.966991:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998352.966993:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998352.966996:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998352.967532:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998352.967545:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998352.967547:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998352.967554:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c10380 x1874850291783296/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998352.967567:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998352.967569:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998352.967572:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998352.967574:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998352.967577:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998352.967580:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2401:1874850291783296:192.168.206.123@tcp:8:ptlrpcd_00_00.0 00000100:00000001:3.0:1787998352.967584:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998352.967587:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998352.967590:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998352.967592:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998352.967598:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1a0096c00. 02000000:00000001:3.0:1787998352.967600:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998352.967606:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998352.967610:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a580. 00000400:00000010:3.0:1787998352.967616:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5ee0. 00000100:00000200:3.0:1787998352.967622:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291783296, portal 4 00000100:00000001:3.0:1787998352.967625:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998352.967626:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547262336 : -117847162289280 : ffff94d191c10380) 00000100:00000040:3.0:1787998352.967634:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c10380 x1874850291783296/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1787998362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998352.967640:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998352.967643:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998352.967646:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f56e8. 00000100:00000200:3.0:1787998352.967649:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874850291783296, offset 0 00000400:00000200:3.0:1787998352.967655:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998352.967664:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998352.967670:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998352.967675:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998352.967679:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998352.967682:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998352.967684:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998352.967688:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2878:2878:256:4294967295] 192.168.206.123@tcp LPNI seq info [2878:2878:8:4294967295] 00000400:00000200:3.0:1787998352.967692:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998352.967701:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998352.967707:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998352.967713:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d191fa7400. 00000800:00000200:3.0:1787998352.967718:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998352.967726:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998352.967730:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d191fa7400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1787998352.967751:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998352.967756:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 191770 usecs (192 jiffies) 00000400:00000200:3.0:1787998352.967759:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998352.967761:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296533316 00000100:00000001:3.0:1787998352.967764:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:3.0:1787998352.967800:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296533316 00000100:00000001:3.0:1787998352.967803:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:3.0:1787998352.967805:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998352.967807:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998352.967810:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998352.967813:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998352.967817:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998352.967818:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1787998352.967820:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998352.967822:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998352.967823:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998352.967825:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998352.968473:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998352.968478:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d191fa7400. 00000400:00000200:2.0:1787998352.968483:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998352.968490:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998352.968495:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f56e8 00000400:00000010:2.0:1787998352.968497:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f56e8. 00000100:00000001:2.0:1787998352.968501:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998352.968505:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c10380 x1874850291783296/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1787998362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998352.968513:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998352.968515:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c10380 x1874850291783296/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1787998362 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998352.968521:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998352.968523:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998352.974135:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998352.974149:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998352.974153:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998352.974156:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998352.974164:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998352.974181:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998352.974190:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998352.974195:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998352.974200:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998352.974204:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 416 into portal 4 MB=0x6a92a99a61680 00000400:00000200:3.0:1787998352.974208:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998352.974214:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 416/416 into md 0x85c5 [1] + 0 00000800:00000001:3.0:1787998352.974221:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998352.974228:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998352.974231:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998352.974236:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998352.974243:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998352.974251:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c10380 x1874850291783296/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1787998362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998352.974264:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94d191c10380 x1874850291783296/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1787998362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998352.974288:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998352.974296:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998352.974300:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998352.974425:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998352.974430:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998352.974436:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998352.974438:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998352.974441:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a580. 00000400:00000200:0.0:1787998352.974445:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5ee0 00000400:00000010:0.0:1787998352.974448:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5ee0. 00000100:00000001:0.0:1787998352.974452:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998352.974458:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c10380 x1874850291783296/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1787998362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998352.974467:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c10380 x1874850291783296/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1787998362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998352.974473:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998352.974475:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998352.974478:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998352.974480:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998352.974482:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998352.974485:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998352.974487:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998352.974496:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=28 v=5 (5 5 5 37) 00000100:00001000:0.0:1787998352.974500:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=17 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998352.974503:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998352.974505:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998352.974507:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998352.974511:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998352.974515:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998352.974517:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967335 00000100:00000001:0.0:1787998352.974519:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998352.974521:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998352.974525:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c10380 x1874850291783296/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1787998362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998352.974532:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998352.974535:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998352.974543:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998352.974545:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1787998352.974551:0:2401:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff94d1a0bb2800: connect to target with instance 1 00000020:00000001:0.0:1787998352.974554:0:2401:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787998352.974556:0:2401:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf6e 00000020:00000001:0.0:1787998352.974558:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998352.974561:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191093800 refcount=4 00000020:00000001:0.0:1787998352.974564:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535217152 : -117847174334464 : ffff94d191093800) 00000020:00000001:0.0:1787998352.974566:0:2401:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535217152 : -117847174334464 : ffff94d191093800) 00000100:00001000:0.0:1787998352.974570:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=1787998352 v=0 (0 0 0 0) 00000100:00001000:0.0:1787998352.974572:0:2401:0:(import.c:2215:obd_at_measure()) AT ffff94d187d62c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1787998352.974577:0:2401:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 807, crc32c 5811, adler 553 00000020:00000040:0.0:1787998352.974582:0:2401:0:(genops.c:879:class_export_put()) PUTting export ffff94d191093800 : new refcount 3 00000100:00000001:0.0:1787998352.974584:0:2401:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1787998352.974588:0:2401:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:0.0:1787998352.974591:0:2401:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff94d1a0bb2800, setting cl_avail_grant: 0 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:0.0:1787998352.974594:0:2401:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1787998352.974597:0:2401:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:0.0:1787998352.974600:0:2401:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1787998352.974602:0:2401:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998352.974604:0:2401:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998352.974606:0:2401:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998352.974608:0:2401:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998352.974609:0:2401:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1787998352.974613:0:2401:0:(import.c:1338:ptlrpc_connect_interpret()) @@@ lustre-OST0000-osc-ffff94d1a0bb2800: evicting (reconnect/recover flags not set: 4) req@ffff94d191c10380 x1874850291783296/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1787998362 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787998352.974621:0:2401:0:(import.c:65:import_set_state_nolock()) ffff94d187d62800 lustre-OST0000_UUID: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1787998352.974625:0:2401:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:02020000:0.0:1787998352.974628:0:2401:0:(import.c:1663:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff94d1a0bb2800: This client was evicted by lustre-OST0000; in progress operations using this service will fail. 00000100:00080000:0.0:1787998352.996304:0:2401:0:(import.c:1674:ptlrpc_import_recovery_state_machine()) evicted from lustre-OST0000_UUID@192.168.206.123@tcp; invalidating 00000020:00000040:0.0:1787998352.996310:0:2401:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=5 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998352.997137:0:2401:0:(import.c:1695:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998352.997143:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998352.997156:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c10380 x1874850291783296/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1787998362 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998352.997177:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2401:1874850291783296:192.168.206.123@tcp:8:ptlrpcd_00_00.0 00000100:00000001:3.0:1787998352.997184:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998352.997187:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998352.997192:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c10380 x1874850291783296/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1787998362 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998352.997199:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998352.997202:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998352.997205:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1a0096c00. 02000000:00000001:3.0:1787998352.997209:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998352.997212:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998352.997213:0:2401:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=4 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998352.997216:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998352.997218:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1923a1400. 02000000:00000001:3.0:1787998352.997221:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998352.997223:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998352.997225:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c10380. 00000100:00000001:3.0:1787998352.997229:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998352.997230:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998352.997232:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998352.997240:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998352.997242:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998352.997244:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998352.997245:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998352.997291:0:35282:0:(import.c:1594:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:2.0:1787998352.997299:0:35282:0:(import.c:1598:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-OST0000-osc-ffff94d1a0bb2800 to lustre-OST0000_UUID@192.168.206.123@tcp 00000100:00000001:2.0:1787998352.997303:0:35282:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1787998352.997304:0:35282:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:2.0:1787998352.997306:0:35282:0:(client.c:3574:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1787998352.997312:0:35282:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff94d199eded80 x1874850291783168/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 496/224 e 0 to 0 dl 1787998368 ref 2 fl Rpc:RSQU/600/0 rc -107/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998352.997331:0:35282:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1787998352.997333:0:35282:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: committing for last_committed 4294967335 gen 15 00000100:00000040:2.0:1787998352.997337:0:35282:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1787998352.997340:0:35282:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998352.997341:0:35282:0:(client.c:3619:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1787998352.997342:0:35282:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1787998352.997344:0:35282:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1787998352.997347:0:35282:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:2.0:1787998352.997358:0:35282:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1787998352.997361:0:35282:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:2.0:1787998352.997363:0:35282:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1787998352.997365:0:35282:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff94d1916021d8 for uuid lustre-OST0000_UUID event(2) 00020000:01000000:2.0:1787998352.997370:0:35282:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:2.0:1787998352.997372:0:35282:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn b2d39e653c8bf6e 00020000:00000001:2.0:1787998352.997375:0:35282:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998352.997378:0:35282:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1787998352.997380:0:35282:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998352.997383:0:35282:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1787998352.997385:0:35282:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1787998352.997387:0:35282:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998352.997389:0:35282:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00100000:2.0:1787998352.997391:0:35282:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1787998352.997506:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998352.997510:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998352.997513:0:2402:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998352.997520:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199eded80 x1874850291783168/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 496/224 e 0 to 0 dl 1787998368 ref 2 fl Rpc:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998352.997528:0:2402:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:0.0:1787998352.997531:0:2402:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998352.997534:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998352.997536:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1787998352.997539:0:2402:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:0.0:1787998352.997541:0:2402:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:00000040:0.0:1787998352.997545:0:2402:0:(osc_request.c:2175:osc_brw_fini_request()) @@@ Failed request: rc = -5 req@ffff94d199eded80 x1874850291783168/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 496/224 e 0 to 0 dl 1787998368 ref 2 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1787998352.997552:0:2402:0:(osc_request.c:2176:osc_brw_fini_request()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000008:00000002:0.0:1787998352.997555:0:2402:0:(osc_request.c:2586:brw_interpret()) request ffff94d199eded80 aa ffff94d199edef30 rc -5 00000008:00080000:0.0:1787998352.997559:0:2402:0:(osc_request.c:2601:brw_interpret()) lustre-OST0000-osc-ffff94d1a0bb2800: resend cross eviction for object: 0x280000400:4: rc = -5. 00000008:00000010:0.0:1787998352.997563:0:2402:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff94d19040a5b0. 00000100:00000001:0.0:1787998352.997567:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998352.997570:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199eded80 x1874850291783168/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 496/224 e 0 to 0 dl 1787998368 ref 2 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998352.997575:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998352.997579:0:2402:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:0.0:1787998352.997582:0:2402:0:(osc_cache.c:908:osc_extent_finish()) extent ffff94d185459cc0@{[0 -> 0/1023], [3|0|-|rpc|wiuY|ffff94d187010700], [28672|1|+|+|ffff94d1917f3200|1024|ffff94d185830000]} extent finished. 00000008:00010000:0.0:1787998352.997591:0:2402:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 000000006cf75706 ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000088461925/0xb2d39e653c8cbe6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x4fd9a50f3a6ad66b expref: -99 pid: 35269 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:0.0:1787998352.997604:0:2402:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:0.0:1787998352.997606:0:2402:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1787998352.997610:0:2402:0:(cl_page.c:1104:cl_page_complete()) page@00000000adb46cfc[2 000000009128a19e 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1787998352.997612:0:2402:0:(cl_page.c:1104:cl_page_complete()) 1 -5 00000020:00000001:0.0:1787998352.997614:0:2402:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1787998352.997615:0:2402:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1787998352.997617:0:2402:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1787998352.997620:0:2402:0:(cl_page.c:507:__cl_page_state_set()) page@00000000adb46cfc[2 000000009128a19e 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1787998352.997622:0:2402:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1787998352.997623:0:2402:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1787998352.997626:0:2402:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1787998352.997628:0:2402:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000adb46cfc[2 000000009128a19e 1 1 0000000000000000 0 0 0] 00000080:00008000:0.0:1787998352.997630:0:2402:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with -5 00000080:00000400:0.0:1787998352.997650:0:2402:0:(llite_lib.c:4342:ll_dirty_page_discard_warn()) lustre: dirty page discard: 192.168.206.123@tcp:/lustre/fid: [0x240000403:0x8:0x0]// may get corrupted (rc -5) 00000080:00000001:0.0:1787998353.018697:0:2402:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1787998353.018703:0:2402:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1787998353.018706:0:2402:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1787998353.019005:0:2402:0:(cl_page.c:556:cl_batch_put()) page@00000000adb46cfc[2 000000009128a19e 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1787998353.019007:0:2402:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:0.0:1787998353.019009:0:2402:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1787998353.019010:0:2402:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:0.0:1787998353.019022:0:2402:0:(osc_cache.c:1600:osc_free_grant()) lost 0 grant: 0 avail: 0 dirty: 0/0 00000008:00000020:0.0:1787998353.019039:0:2402:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff94d185459cc0@{[0 -> 0/1023], [2|0|-|inv|wuY|ffff94d187010700], [28672|0|-|-|ffff94d1917f3200|1024|ffff94d185830000]} destroyed. 00000008:00010000:0.0:1787998353.019048:0:2402:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000006cf75706 ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000088461925/0xb2d39e653c8cbe6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x4fd9a50f3a6ad66b expref: -99 pid: 35269 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:0.0:1787998353.019058:0:2402:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1787998353.019062:0:2402:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 8 at ffff94d182b6b590. 00000008:00000020:0.0:1787998353.019074:0:2402:0:(osc_cache.c:2414:__osc_io_unplug()) Queue writeback work for client ffff94d191ce0820. 00000008:00000001:0.0:1787998353.019079:0:2402:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000040:0.0:1787998353.019091:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199eded80 x1874850291783168/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 496/224 e 0 to 0 dl 1787998368 ref 1 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998353.019100:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199eded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291783168:192.168.206.123@tcp:4:multiop.0 00000100:00000001:0.0:1787998353.019120:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998353.019124:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998353.019128:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199eded80 x1874850291783168/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 496/224 e 0 to 0 dl 1787998368 ref 1 fl Complete:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998353.019134:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998353.019136:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998353.019139:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1923a2000. 02000000:00000001:0.0:1787998353.019142:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998353.019144:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998353.019146:0:2402:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998353.019148:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998353.019150:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d19172aa00. 02000000:00000001:0.0:1787998353.019154:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998353.019155:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998353.019157:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199eded80. 00000100:00000001:0.0:1787998353.019162:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998353.019163:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998353.019165:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998353.019181:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998353.019183:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998353.019186:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998353.019188:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.019219:0:33692:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998353.019223:0:33692:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798656616 : -117846910895000 : ffff94d1a0bcfc68) 00000020:00001000:0.0:1787998353.019226:0:33692:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfc60 00000008:00000020:0.0:1787998353.019228:0:33692:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff94d191ce0820. 00000008:00000001:0.0:1787998353.019231:0:33692:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1787998353.019232:0:33692:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:0.0:1787998353.019234:0:33692:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998353.019236:0:33692:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1787998353.019247:0:33692:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfc60 00000008:00000001:2.0:1787998353.021419:0:35269:0:(osc_cache.c:1008:osc_extent_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1787998353.021430:0:35269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.021431:0:35269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:2.0:1787998353.021437:0:35269:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff94d185459cc0. 00000008:00000020:2.0:1787998353.021443:0:35269:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff94d187010700 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1787998353.021445:0:35269:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:2.0:1787998353.021449:0:35269:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1787998353.021452:0:35269:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.021455:0:35269:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1787998353.021457:0:35269:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1787998353.021459:0:35269:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1787998353.021461:0:35269:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1787998353.021463:0:35269:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1787998353.021465:0:35269:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1787998353.021466:0:35269:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1787998353.021467:0:35269:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.021469:0:35269:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.021470:0:35269:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1787998353.021472:0:35269:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1787998353.021473:0:35269:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1787998353.021474:0:35269:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1787998353.021476:0:35269:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1787998353.021477:0:35269:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1787998353.021478:0:35269:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1787998353.021479:0:35269:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1787998353.021480:0:35269:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1787998353.021481:0:35269:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.021483:0:35269:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.021485:0:35269:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1787998353.021486:0:35269:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1787998353.021487:0:35269:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:2.0:1787998353.021490:0:35269:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1787998353.021491:0:35269:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1787998353.021493:0:35269:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1787998353.021494:0:35269:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1787998353.021495:0:35269:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1787998353.021497:0:35269:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfe10 00020000:00000001:2.0:1787998353.021500:0:35269:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1787998353.021502:0:35269:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1787998353.021506:0:35269:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1787998353.021508:0:35269:0:(vvp_io.c:304:vvp_io_fini()) [0x240000403:0x8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1787998353.021511:0:35269:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1787998353.021513:0:35269:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1787998353.021515:0:35269:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf2d0 00000080:00000001:2.0:1787998353.021518:0:35269:0:(file.c:5331:cl_sync_file_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000001:2.0:1787998353.021522:0:35269:0:(rw.c:1554:ll_writepages()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:2.0:1787998353.021528:0:35269:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1787998353.021530:0:35269:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1859db7c0) owner 0000000000000000/ffff94d185830000 00020000:00000002:2.0:1787998353.021535:0:35269:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1859db7c0) owner 0000000000000000/ffff94d185830000 00020000:00000001:2.0:1787998353.021551:0:35269:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000002:2.0:1787998353.021554:0:35269:0:(file.c:5352:ll_mdsync()) inode ffff94d1989af448 metadata sync [0x240000403:0x8:0x0] (need_sync=0) 00000080:00000001:2.0:1787998353.021557:0:35269:0:(pcc.c:2802:pcc_fsync()) Process entered 00000080:00000001:2.0:1787998353.021559:0:35269:0:(pcc.c:2805:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.021561:0:35269:0:(file.c:5294:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1787998353.021563:0:35269:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787998353.021565:0:35269:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798654168 : -117846910897448 : ffff94d1a0bcf2d8) 00000020:00001000:2.0:1787998353.021567:0:35269:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf2d0 00000020:00000001:2.0:1787998353.021571:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187213210 -> ffff94d187213210 00000020:00000001:2.0:1787998353.021574:0:35269:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1787998353.021575:0:35269:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1787998353.021577:0:35269:0:(vvp_io.c:1826:vvp_io_init()) [0x240000403:0x8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1787998353.021580:0:35269:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787998353.021581:0:35269:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1787998353.021582:0:35269:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1787998353.021585:0:35269:0:(lov_object.c:1590:lov_io_init()) [0x240000403:0x8:0x0]io ffff94d19226cbf0 type 6 ignore/verify layout 0/0 00020000:00000002:2.0:1787998353.021587:0:35269:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1859db7c0) owner 0000000000000000/ffff94d185830000 00020000:00000001:2.0:1787998353.021590:0:35269:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1787998353.021592:0:35269:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1787998353.021593:0:35269:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1787998353.021595:0:35269:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.021597:0:35269:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1787998353.021599:0:35269:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1787998353.021601:0:35269:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.021603:0:35269:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787998353.021604:0:35269:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1787998353.021605:0:35269:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1787998353.021607:0:35269:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1859db7c0) owner 0000000000000000/ffff94d185830000 00000020:00000001:2.0:1787998353.021609:0:35269:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.021611:0:35269:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1787998353.021612:0:35269:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1787998353.021614:0:35269:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1787998353.021616:0:35269:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1787998353.021619:0:35269:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:2.0:1787998353.021623:0:35269:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787998353.021625:0:35269:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1787998353.021626:0:35269:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787998353.021627:0:35269:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798657048 : -117846910894568 : ffff94d1a0bcfe18) 00000020:00001000:2.0:1787998353.021629:0:35269:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfe10 00000020:00000001:2.0:1787998353.021632:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187213918 -> ffff94d187213210 00000020:00000001:2.0:1787998353.021633:0:35269:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1787998353.021636:0:35269:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787998353.021637:0:35269:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1787998353.021638:0:35269:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.021640:0:35269:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.021642:0:35269:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000020:00000001:2.0:1787998353.021645:0:35269:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1787998353.021646:0:35269:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.021648:0:35269:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.021650:0:35269:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.021652:0:35269:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1787998353.021653:0:35269:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1787998353.021655:0:35269:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1787998353.021656:0:35269:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1787998353.021657:0:35269:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1787998353.021658:0:35269:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.021660:0:35269:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.021661:0:35269:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.021663:0:35269:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.021664:0:35269:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1787998353.021665:0:35269:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.021667:0:35269:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.021669:0:35269:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1787998353.021670:0:35269:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1787998353.021671:0:35269:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1787998353.021672:0:35269:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1787998353.021674:0:35269:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1787998353.021676:0:35269:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000020:2.0:1787998353.021680:0:35269:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff94d187010700 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 1: rc=0. 00000008:00000001:2.0:1787998353.021683:0:35269:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1787998353.021685:0:35269:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1787998353.021687:0:35269:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff94d187010700 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1787998353.021689:0:35269:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1787998353.021691:0:35269:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:2.0:1787998353.021693:0:35269:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1787998353.021696:0:35269:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1787998353.021697:0:35269:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1787998353.021699:0:35269:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1787998353.021700:0:35269:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1787998353.021702:0:35269:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1787998353.021704:0:35269:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:2.0:1787998353.021713:0:35269:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d19500. 00000020:00000040:2.0:1787998353.021717:0:35269:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=4 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998353.021722:0:35269:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998353.021726:0:35269:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998353.021731:0:35269:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998353.021738:0:35269:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d191d93e00. 00000100:00000001:2.0:1787998353.021744:0:35269:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.021752:0:35269:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998353.021756:0:35269:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998353.021815:0:35269:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c83fa4a0] to pc [ptlrpcd_01_01+1] req@ffff94d191d19500 x1874850291783424/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1787998353.021841:0:35269:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1787998353.021844:0:35269:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1787998353.021845:0:35269:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.021847:0:35269:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.021849:0:35269:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.021851:0:35269:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.021852:0:35269:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.021854:0:35269:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1787998353.021856:0:35269:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1787998353.021857:0:35269:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1787998353.021858:0:35269:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1787998353.021869:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998353.021872:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998353.021874:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998353.021880:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d19500 x1874850291783424/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.021886:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1787998353.021889:0:2405:0:(client.c:1410:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff94d191d19500 x1874850291783424/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.021895:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998353.021898:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d19500 x1874850291783424/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:QU/600/ffffffff rc -108/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.021904:0:2405:0:(client.c:1857:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1787998353.021907:0:2405:0:(client.c:2105:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:2.0:1787998353.021910:0:2405:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998353.021912:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998353.021914:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1787998353.021917:0:2405:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000008:00000001:2.0:1787998353.021918:0:2405:0:(osc_request.c:479:osc_sync_interpret()) Process leaving via out (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000008:00000001:2.0:1787998353.021926:0:2405:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998353.021931:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d19500 x1874850291783424/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Interpret:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1787998353.021938:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:0:1874850291783424:192.168.206.123@tcp:16:multiop.0 00000100:00000001:2.0:1787998353.021943:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998353.021945:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998353.021948:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d19500 x1874850291783424/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Complete:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.021954:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1787998353.021956:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998353.021958:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998353.021960:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998353.021962:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d191d93e00. 02000000:00000001:2.0:1787998353.021967:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998353.021969:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998353.021971:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d19500. 00000100:00000001:2.0:1787998353.021974:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998353.021975:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998353.021977:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998353.021983:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998353.021985:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.021988:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998353.021989:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.021996:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998353.021998:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.022503:0:35269:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1787998353.022506:0:35269:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.022509:0:35269:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000080:00000001:0.0:1787998353.022512:0:35269:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1787998353.022515:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187213210 -> ffff94d187213210 00000020:00000001:0.0:1787998353.022517:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187213210 -> ffff94d187213210 00000020:00000001:0.0:1787998353.022519:0:35269:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1787998353.022522:0:35269:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1787998353.022525:0:35269:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=2 m=1787998352 a=0 c=1787998352 b=8 00020000:00000001:0.0:1787998353.022528:0:35269:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.022530:0:35269:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.022532:0:35269:0:(cl_object.c:143:cl_object_top()) ffff94d187213210 -> ffff94d187213210 00000080:00200000:0.0:1787998353.022534:0:35269:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000403:0x8:0x0] updating i_size 2 i_blocks 8 00000080:00000001:0.0:1787998353.022537:0:35269:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1787998353.022538:0:35269:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1787998353.022549:0:35269:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1787998353.022551:0:35269:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1787998353.022552:0:35269:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1787998353.022553:0:35269:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1787998353.022554:0:35269:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1787998353.022556:0:35269:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.022557:0:35269:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.022559:0:35269:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1787998353.022559:0:35269:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1787998353.022561:0:35269:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1787998353.022562:0:35269:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1787998353.022562:0:35269:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1787998353.022564:0:35269:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1787998353.022565:0:35269:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1787998353.022565:0:35269:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1787998353.022566:0:35269:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1787998353.022567:0:35269:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.022569:0:35269:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.022570:0:35269:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1787998353.022571:0:35269:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1787998353.022572:0:35269:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000020:00000001:0.0:1787998353.022574:0:35269:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1787998353.022575:0:35269:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1787998353.022577:0:35269:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1787998353.022577:0:35269:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1787998353.022579:0:35269:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1787998353.022580:0:35269:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfe10 00020000:00000001:0.0:1787998353.022583:0:35269:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1787998353.022585:0:35269:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1787998353.022586:0:35269:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1787998353.022588:0:35269:0:(vvp_io.c:304:vvp_io_fini()) [0x240000403:0x8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1787998353.022591:0:35269:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1787998353.022592:0:35269:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1787998353.022593:0:35269:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf2d0 00000080:00000001:0.0:1787998353.022595:0:35269:0:(file.c:5331:cl_sync_file_range()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000020:00000001:0.0:1787998353.022598:0:35269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41a13e48 00000080:00000008:0.0:1787998353.022600:0:35269:0:(file.c:5437:ll_fsync()) COMPLETED file: name=f24a.recovery-small, fid=[0x240000403:0x8:0x0], start=0, end=9223372036854775807, datasync=0, rc=-5 00000080:00000001:0.0:1787998353.022603:0:35269:0:(file.c:5439:ll_fsync()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:0.0:1787998353.023296:0:35269:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1787998353.023300:0:35269:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1859db7c0) owner 0000000000000000/ffff94d185830000 00020000:00000002:0.0:1787998353.023303:0:35269:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1859db7c0) owner 0000000000000000/ffff94d185830000 00020000:00000001:0.0:1787998353.023306:0:35269:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998353.023317:0:35269:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1787998353.023320:0:35269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41a13d88 00000080:00200008:0.0:1787998353.023322:0:35269:0:(file.c:479:ll_file_release()) START file f24a.recovery-small:[0x240000403:0x8:0x0](ffff94d1989af448), flags 100002 00000080:00000001:0.0:1787998353.023326:0:35269:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1787998353.023328:0:35269:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1787998353.023329:0:35269:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1787998353.023331:0:35269:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1859db7c0) owner 0000000000000000/ffff94d185830000 00020000:00000002:0.0:1787998353.023333:0:35269:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1859db7c0) owner 0000000000000000/ffff94d185830000 00020000:00000001:0.0:1787998353.023335:0:35269:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998353.023337:0:35269:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1787998353.023343:0:35269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998353.023346:0:35269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998353.023358:0:35269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998353.023361:0:35269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998353.023363:0:35269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998353.023365:0:35269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0x8:0x0] 00800000:00000001:0.0:1787998353.023367:0:35269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998353.023372:0:35269:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998353.023375:0:35269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998353.023382:0:35269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921700 count: 2 00010000:00000001:0.0:1787998353.023385:0:35269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998353.023390:0:35269:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998353.023392:0:35269:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x240000403:0x8:0x0]: 0 00000080:00000001:0.0:1787998353.023394:0:35269:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1787998353.023396:0:35269:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1787998353.023401:0:35269:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d1a0baae00. 00000080:00000001:0.0:1787998353.023403:0:35269:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1787998353.023408:0:35269:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1787998353.023412:0:35269:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1787998353.023413:0:35269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998353.023415:0:35269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998353.023416:0:35269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998353.023417:0:35269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998353.023419:0:35269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998353.023420:0:35269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0x8:0x0] 00800000:00000001:0.0:1787998353.023422:0:35269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998353.023424:0:35269:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x240000403:0x8:0x0] 00000002:00000001:0.0:1787998353.023427:0:35269:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1787998353.023429:0:35269:0:(mdc_request.c:882:mdc_close()) lustre-MDT0001-mdc-ffff94d1a0bb2800: [0x240000403:0x8:0x0] file closed with intent: 200 00000100:00000010:0.0:1787998353.023435:0:35269:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c10700. 00000020:00000040:0.0:1787998353.023439:0:35269:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=5 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998353.023443:0:35269:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998353.023445:0:35269:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998353.023449:0:35269:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998353.023455:0:35269:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d1a0bab800. 00000100:00000001:0.0:1787998353.023460:0:35269:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1787998353.023474:0:35269:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d191c12300 x1874850291782528/t4294967338(4294967338) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998367 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1787998353.023485:0:35269:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1787998353.023490:0:35269:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191c10700 x1874850291783680/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1787998353.023496:0:35269:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998353.023498:0:35269:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998353.023503:0:35269:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d192196480. 00000100:00000001:0.0:1787998353.023505:0:35269:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226553054336 : -117847156497280 : ffff94d192196480) 00000100:00000001:0.0:1787998353.023508:0:35269:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998353.023509:0:35269:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547263232 : -117847162288384 : ffff94d191c10700) 00000100:00000001:0.0:1787998353.023514:0:35269:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998353.023518:0:35269:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998353.023520:0:35269:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998353.023521:0:35269:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998353.023525:0:35269:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c10700 x1874850291783680/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998353.023531:0:35269:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998353.023532:0:35269:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998353.023536:0:35269:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998353.023538:0:35269:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998353.023541:0:35269:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998353.023544:0:35269:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c10700 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35269:1874850291783680:192.168.206.123@tcp:35:multiop.0 00000100:00000001:0.0:1787998353.023548:0:35269:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998353.023552:0:35269:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998353.023555:0:35269:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998353.023557:0:35269:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998353.023561:0:35269:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a2000. 02000000:00000001:0.0:1787998353.023563:0:35269:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998353.023569:0:35269:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998353.023573:0:35269:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000400:00000010:0.0:1787998353.023579:0:35269:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807ee0. 00000100:00000200:0.0:1787998353.023586:0:35269:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291783680, portal 10 00000100:00000001:0.0:1787998353.023589:0:35269:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998353.023590:0:35269:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547263232 : -117847162288384 : ffff94d191c10700) 00000100:00000040:0.0:1787998353.023596:0:35269:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191c10700 x1874850291783680/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998369 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998353.023603:0:35269:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998353.023606:0:35269:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998353.023609:0:35269:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807088. 00000100:00000200:0.0:1787998353.023612:0:35269:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1874850291783680, offset 0 00000400:00000200:0.0:1787998353.023619:0:35269:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998353.023627:0:35269:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998353.023633:0:35269:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998353.023638:0:35269:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998353.023643:0:35269:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998353.023646:0:35269:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998353.023649:0:35269:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998353.023652:0:35269:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2879:2879:256:4294967295] 192.168.206.123@tcp LPNI seq info [2879:2879:8:4294967295] 00000400:00000200:0.0:1787998353.023656:0:35269:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998353.023666:0:35269:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998353.023672:0:35269:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998353.023678:0:35269:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d193b36600. 00000800:00000200:0.0:1787998353.023684:0:35269:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998353.023692:0:35269:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998353.023696:0:35269:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d193b36600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1787998353.023706:0:35269:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998353.023711:0:35269:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18120 usecs (19 jiffies) 00000400:00000200:0.0:1787998353.023715:0:35269:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998353.023717:0:35269:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296533199 00000100:00000001:0.0:1787998353.023720:0:35269:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:0.0:1787998353.023722:0:35269:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296533199 00000100:00000001:0.0:1787998353.023724:0:35269:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:0.0:1787998353.023726:0:35269:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998353.023729:0:35269:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998353.023731:0:35269:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998353.023733:0:35269:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998353.023735:0:35269:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d192196480 going to sleep for 11 seconds 00000100:00000001:0.0:1787998353.023738:0:35269:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998353.023741:0:35269:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998353.027001:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998353.027010:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d193b36600. 00000100:00000001:3.0:1787998353.027136:0:35282:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1787998353.027141:0:35282:0:(osc_request.c:3902:osc_import_event()) Process entered 00000001:00000001:3.0:1787998353.027144:0:35282:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1787998353.027146:0:35282:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1787998353.027160:0:35282:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98000 count: 2 00010000:00000001:3.0:1787998353.027165:0:35282:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1787998353.027177:0:35282:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998353.027180:0:35282:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998353.027183:0:35282:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3200 refcount=3 00000020:00000001:3.0:1787998353.027186:0:35282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00010000:00000001:3.0:1787998353.027190:0:35282:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542948864 : -117847166602752 : ffff94d1917f3200) 00010000:00000001:3.0:1787998353.027193:0:35282:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1787998353.027197:0:35282:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000088461925/0xb2d39e653c8cbe6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80012e400000000 nid: local remote: 0x4fd9a50f3a6ad66b expref: -99 pid: 35269 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:3.0:1787998353.027208:0:35282:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1787998353.027211:0:35282:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787998353.027215:0:35282:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798655176 : -117846910896440 : ffff94d1a0bcf6c8) 00000020:00001000:3.0:1787998353.027217:0:35282:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf6c0 00000008:00000001:3.0:1787998353.027219:0:35282:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1787998353.027222:0:35282:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:3.0:1787998353.027223:0:35282:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787998353.027225:0:35282:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226545383832 : -117847164167784 : ffff94d191a45998) 00000020:00001000:3.0:1787998353.027228:0:35282:0:(cl_object.c:823:cl_env_get()) 1@ffff94d191a45990 00000008:00000001:3.0:1787998353.027230:0:35282:0:(osc_cache.c:3704:osc_ldlm_hp_handle()) Process entered 00000008:00000020:3.0:1787998353.027232:0:35282:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:3.0:1787998353.027235:0:35282:0:(osc_cache.c:3740:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1787998353.027237:0:35282:0:(osc_cache.c:3788:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998353.027239:0:35282:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1787998353.027243:0:35282:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1787998353.027246:0:35282:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff94d187010700 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1787998353.027248:0:35282:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1787998353.027251:0:35282:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff94d187010700 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:3.0:1787998353.027254:0:35282:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1787998353.027257:0:35282:0:(osc_lock.c:372:osc_lock_flush()) object ffff94d187010700: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:3.0:1787998353.027260:0:35282:0:(osc_cache.c:3673:osc_lock_discard_pages()) Process entered 00000020:00000001:3.0:1787998353.027263:0:35282:0:(cl_object.c:143:cl_object_top()) ffff94d187010700 -> ffff94d187213210 00000020:00000001:3.0:1787998353.027265:0:35282:0:(cl_object.c:143:cl_object_top()) ffff94d187213210 -> ffff94d187213210 00000020:00000001:3.0:1787998353.027267:0:35282:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1787998353.027269:0:35282:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1787998353.027271:0:35282:0:(vvp_io.c:1826:vvp_io_init()) [0x240000403:0x8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1787998353.027274:0:35282:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1787998353.027275:0:35282:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1787998353.027277:0:35282:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1787998353.027281:0:35282:0:(lov_object.c:1590:lov_io_init()) [0x240000403:0x8:0x0]io ffff94d191d7e550 type 8 ignore/verify layout 1/0 00020000:00000001:3.0:1787998353.027284:0:35282:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1787998353.027286:0:35282:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1787998353.027288:0:35282:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1787998353.027290:0:35282:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1787998353.027292:0:35282:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.027293:0:35282:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1787998353.027294:0:35282:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1787998353.027295:0:35282:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:3.0:1787998353.027297:0:35282:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998353.027299:0:35282:0:(osc_cache.c:3460:osc_page_gang_lookup()) Process entered 00000020:00000001:3.0:1787998353.027302:0:35282:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1787998353.027304:0:35282:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1787998353.027306:0:35282:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:3.0:1787998353.027309:0:35282:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1787998353.027311:0:35282:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446626226548761936 : -117847160789680 : ffff94d191d7e550) 00000020:00000001:3.0:1787998353.027313:0:35282:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1787998353.027314:0:35282:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1787998353.027316:0:35282:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1787998353.027320:0:35282:0:(cl_page.c:507:__cl_page_state_set()) page@00000000adb46cfc[2 000000009128a19e 1 1 00000000de5439cb 0 0 0] 00000020:00000001:3.0:1787998353.027322:0:35282:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1787998353.027323:0:35282:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:3.0:1787998353.027325:0:35282:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:3.0:1787998353.027326:0:35282:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.027329:0:35282:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:3.0:1787998353.027330:0:35282:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:3.0:1787998353.027332:0:35282:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1787998353.027333:0:35282:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1787998353.027334:0:35282:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1787998353.027336:0:35282:0:(cl_page.c:507:__cl_page_state_set()) page@00000000adb46cfc[2 000000009128a19e 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1787998353.027337:0:35282:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:3.0:1787998353.027338:0:35282:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1787998353.027340:0:35282:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1787998353.027341:0:35282:0:(osc_page.c:138:osc_page_delete()) ffff94d1904fa3e0 00000008:00000001:3.0:1787998353.027344:0:35282:0:(osc_cache.c:2676:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1787998353.027345:0:35282:0:(osc_cache.c:2679:osc_teardown_async_page()) teardown oap ffff94d1904fa3f0 page ffff94d1904fa3e0 at index 0. 00000008:00000001:3.0:1787998353.027358:0:35282:0:(osc_cache.c:2701:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998353.027363:0:35282:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1787998353.027366:0:35282:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffdfa2043bdc00 index 0 00000020:00000001:3.0:1787998353.027371:0:35282:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1787998353.027372:0:35282:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:3.0:1787998353.027382:0:35282:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1787998353.027384:0:35282:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1787998353.027385:0:35282:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1787998353.027386:0:35282:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1787998353.027387:0:35282:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1787998353.027391:0:35282:0:(cl_page.c:556:cl_batch_put()) page@00000000adb46cfc[1 000000009128a19e 5 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1787998353.027392:0:35282:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:3.0:1787998353.027394:0:35282:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:3.0:1787998353.027398:0:35282:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff94d1904fa380. 00000020:00000001:3.0:1787998353.027403:0:35282:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:3.0:1787998353.027405:0:35282:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1787998353.027425:0:35282:0:(osc_cache.c:3537:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787998353.027427:0:35282:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1787998353.027430:0:35282:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1787998353.027432:0:35282:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1787998353.027434:0:35282:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1787998353.027436:0:35282:0:(vvp_io.c:304:vvp_io_fini()) [0x240000403:0x8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:3.0:1787998353.027439:0:35282:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1787998353.027440:0:35282:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:3.0:1787998353.027441:0:35282:0:(osc_cache.c:3692:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1787998353.027444:0:35282:0:(cl_object.c:917:cl_env_put()) 1@ffff94d191a45990 00000008:00000001:3.0:1787998353.027447:0:35282:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.027449:0:35282:0:(cl_object.c:143:cl_object_top()) ffff94d187010700 -> ffff94d187213210 00010000:00000001:3.0:1787998353.027451:0:35282:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:3.0:1787998353.027454:0:35282:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.027456:0:35282:0:(cl_object.c:143:cl_object_top()) ffff94d187010700 -> ffff94d187213210 00000020:00000001:3.0:1787998353.027458:0:35282:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1787998353.027460:0:35282:0:(osc_object.c:161:osc_attr_update()) set kms from 2to 0 00020000:00000001:3.0:1787998353.027462:0:35282:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1787998353.027464:0:35282:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.027466:0:35282:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.027467:0:35282:0:(cl_object.c:143:cl_object_top()) ffff94d187010700 -> ffff94d187213210 00000020:00000001:3.0:1787998353.027469:0:35282:0:(cl_object.c:143:cl_object_top()) ffff94d187213210 -> ffff94d187213210 00000020:00000001:3.0:1787998353.027470:0:35282:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:3.0:1787998353.027472:0:35282:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.027474:0:35282:0:(cl_object.c:143:cl_object_top()) ffff94d187010700 -> ffff94d187213210 00000008:00000001:3.0:1787998353.027477:0:35282:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1787998353.027479:0:35282:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf6c0 00000008:00000001:3.0:1787998353.027481:0:35282:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998353.027483:0:35282:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1787998353.027485:0:35282:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1787998353.027489:0:35282:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1787998353.027491:0:35282:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1787998353.027493:0:35282:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998353.027495:0:35282:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1787998353.027498:0:35282:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1917f3200 with handle 0xb2d39e653c8cbe6 from hash 00010000:00000001:3.0:1787998353.027500:0:35282:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1787998353.027502:0:35282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998353.027503:0:35282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998353.027504:0:35282:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1787998353.027507:0:35282:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1787998353.027510:0:35282:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1787998353.027512:0:35282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998353.027513:0:35282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998353.027514:0:35282:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998353.027516:0:35282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1787998353.027518:0:35282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 0000000088461925/0xb2d39e653c8cbe6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80496f400000000 nid: local remote: 0x4fd9a50f3a6ad66b expref: -99 pid: 35269 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000010:3.0:1787998353.027526:0:35282:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d191236140. 00010000:00000001:3.0:1787998353.027535:0:35282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1787998353.027543:0:35282:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d192b98000 count: 0 00010000:00000010:3.0:1787998353.027549:0:35282:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff94d192b98600. 00000001:00000001:3.0:1787998353.027575:0:35282:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1787998353.027577:0:35282:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1787998353.027578:0:35282:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1787998353.027601:0:35282:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.027603:0:35282:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787998353.027605:0:35282:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798655176 : -117846910896440 : ffff94d1a0bcf6c8) 00000020:00001000:3.0:1787998353.027607:0:35282:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf6c0 00000008:00000001:3.0:1787998353.027610:0:35282:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1787998353.027611:0:35282:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:3.0:1787998353.027613:0:35282:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998353.027616:0:35282:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000001:00000001:3.0:1787998353.027617:0:35282:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1787998353.027618:0:35282:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1787998353.027642:0:35282:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1787998353.027645:0:35282:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf6c0 00000001:00000001:3.0:1787998353.027646:0:35282:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1787998353.027648:0:35282:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1787998353.027682:0:35282:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1787998353.027685:0:35282:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1787998353.027686:0:35282:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1787998353.027708:0:35282:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998353.027711:0:35282:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998353.027713:0:35282:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1787998353.027718:0:35282:0:(import.c:65:import_set_state_nolock()) ffff94d187d62800 lustre-OST0000_UUID: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1787998353.027721:0:35282:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1787998353.027724:0:35282:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1787998353.027726:0:35282:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787998353.027728:0:35282:0:(import.c:65:import_set_state_nolock()) ffff94d187d62800 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1787998353.027730:0:35282:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1787998353.027732:0:35282:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:3.0:1787998353.027734:0:35282:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1787998353.027736:0:35282:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:3.0:1787998353.027739:0:35282:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1787998353.027741:0:35282:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff94d1916021d8 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:3.0:1787998353.027745:0:35282:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:3.0:1787998353.027747:0:35282:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn b2d39e653c8bf6e 00020000:00000001:3.0:1787998353.027749:0:35282:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998353.027752:0:35282:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1787998353.027755:0:35282:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1787998353.027757:0:35282:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:3.0:1787998353.027759:0:35282:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1787998353.027760:0:35282:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1787998353.027763:0:35282:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:3.0:1787998353.027764:0:35282:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998353.027805:0:35282:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998353.027807:0:35282:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1787998353.027809:0:35282:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:3.0:1787998353.027811:0:35282:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998353.027812:0:35282:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1787998353.027814:0:35282:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1787998353.027818:0:35282:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1787998353.027819:0:35282:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998353.027821:0:35282:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998353.027823:0:35282:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998353.027825:0:35282:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998353.027827:0:35282:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998353.027829:0:35282:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998353.027830:0:35282:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998353.027832:0:35282:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1787998353.027838:0:35282:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff94d1a0bb2800: Connection restored to 192.168.206.123@tcp (at 192.168.206.123@tcp) 00000100:00000001:3.0:1787998353.027841:0:35282:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.027844:0:35282:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998353.027846:0:35282:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=2 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998353.027848:0:35282:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1787998353.027849:0:35282:0:(import.c:1611:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998353.029039:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998353.029058:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998353.029065:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807088 00000400:00000010:2.0:1787998353.029068:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807088. 00000100:00000001:2.0:1787998353.029073:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998353.029080:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c10700 x1874850291783680/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998369 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.029091:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998353.029461:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c10700 x1874850291783680/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998369 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.029471:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.029473:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998353.037376:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.037394:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998353.037399:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.037401:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998353.037411:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.037419:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998353.037428:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.037433:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.037438:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.037442:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a61800 00000400:00000200:3.0:1787998353.037447:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.037453:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x85d5 [1] + 224 00000800:00000001:3.0:1787998353.037460:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.037466:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998353.037470:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998353.037475:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998353.037484:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998353.037493:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c10700 x1874850291783680/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998369 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998353.037505:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d191c10700 x1874850291783680/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998353.037522:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998353.037530:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.037533:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998353.038048:0:35269:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998353.038055:0:35269:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998353.038057:0:35269:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998353.038060:0:35269:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30528. 00000400:00000200:0.0:1787998353.038065:0:35269:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807ee0 00000400:00000010:0.0:1787998353.038068:0:35269:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807ee0. 00000100:00000001:0.0:1787998353.038071:0:35269:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998353.038077:0:35269:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c10700 x1874850291783680/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998353.038085:0:35269:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c10700 x1874850291783680/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998353.038091:0:35269:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998353.038093:0:35269:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998353.038095:0:35269:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998353.038098:0:35269:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998353.038101:0:35269:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998353.038103:0:35269:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998353.038106:0:35269:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998353.038115:0:35269:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61580 time=94 v=5 (5 0 0 5) 00000100:00001000:0.0:1787998353.038119:0:35269:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=29 v=5 (1 1 1 1) 00000100:00000001:0.0:1787998353.038122:0:35269:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998353.038124:0:35269:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998353.038127:0:35269:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998353.038130:0:35269:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998353.038134:0:35269:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1787998353.038135:0:35269:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1787998353.038137:0:35269:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1787998353.038140:0:35269:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998353.038141:0:35269:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547263232 : -117847162288384 : ffff94d191c10700) 00000100:00000001:0.0:1787998353.038144:0:35269:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998353.038146:0:35269:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967338 00000100:00000001:0.0:1787998353.038147:0:35269:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998353.038149:0:35269:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998353.038154:0:35269:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c10700 x1874850291783680/t4294967340(4294967340) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998369 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998353.038161:0:35269:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998353.038164:0:35269:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998353.038165:0:35269:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998353.038179:0:35269:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c10700 x1874850291783680/t4294967340(4294967340) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998369 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998353.038186:0:35269:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c10700 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35269:1874850291783680:192.168.206.123@tcp:35:multiop.0 00000100:00000001:0.0:1787998353.038191:0:35269:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998353.038194:0:35269:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998353.038196:0:35269:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998353.038198:0:35269:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998353.038201:0:35269:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c10700 x1874850291783680/t4294967340(4294967340) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998369 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998353.038208:0:35269:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998353.038211:0:35269:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d192196480. 00000100:00000001:0.0:1787998353.038214:0:35269:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998353.038215:0:35269:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998353.038222:0:35269:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998353.038223:0:35269:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547263232 : -117847162288384 : ffff94d191c10700) 00000002:00000001:0.0:1787998353.038226:0:35269:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998353.038229:0:35269:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998353.038234:0:35269:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1a0baae00. 00000080:00000001:0.0:1787998353.038237:0:35269:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1787998353.038240:0:35269:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1787998353.038243:0:35269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998353.038245:0:35269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998353.038247:0:35269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998353.038250:0:35269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998353.038251:0:35269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998353.038253:0:35269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0x8:0x0] 00800000:00000001:0.0:1787998353.038256:0:35269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998353.038260:0:35269:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1787998353.038265:0:35269:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d191c12300 x1874850291782528/t4294967338(4294967338) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998367 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998353.038272:0:35269:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998353.038273:0:35269:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547270400 : -117847162281216 : ffff94d191c12300) 00000100:00000001:0.0:1787998353.038275:0:35269:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998353.038279:0:35269:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c12300 x1874850291782528/t4294967338(4294967338) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998367 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998353.038285:0:35269:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998353.038287:0:35269:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998353.038290:0:35269:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c12300 x1874850291782528/t4294967338(4294967338) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998367 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998353.038296:0:35269:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1787998353.038299:0:35269:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998353.038301:0:35269:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=4 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998353.038304:0:35269:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998353.038306:0:35269:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1923a0400. 02000000:00000001:0.0:1787998353.038310:0:35269:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998353.038312:0:35269:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998353.038314:0:35269:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c12300. 00000100:00000001:0.0:1787998353.038318:0:35269:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998353.038319:0:35269:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998353.038321:0:35269:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998353.038324:0:35269:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c10700 x1874850291783680/t4294967340(4294967340) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998369 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998353.038330:0:35269:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998353.038332:0:35269:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff94d190a900a0. 00000002:00000001:0.0:1787998353.038335:0:35269:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998353.038337:0:35269:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998353.038339:0:35269:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d191236d80. 00000100:00000001:0.0:1787998353.038341:0:35269:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998353.038344:0:35269:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c10700 x1874850291783680/t4294967340(4294967340) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998369 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998353.038882:0:35269:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998353.038884:0:35269:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998353.038888:0:35269:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d1a067b400. 00000080:00000001:0.0:1787998353.038893:0:35269:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.038900:0:35269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41a13d88 00000080:00000008:0.0:1787998353.038902:0:35269:0:(file.c:523:ll_file_release()) COMPLETED file f24a.recovery-small:[0x240000403:0x8:0x0](ffff94d1989af448), flags 100002, rc = 0 00000080:00000001:0.0:1787998353.038906:0:35269:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.039658:0:35269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1787998353.039662:0:35269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41a13d98 00000080:00002000:1.0:1787998353.039666:0:35269:0:(dcache.c:127:ll_ddelete()) keeping dentry f24a.recovery-small (ffff94d1835a3af8, parent ffff94d1835a45e8, inode ffff94d1989af448) hashed, 00000080:00000001:1.0:1787998353.039669:0:35269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1787998353.043183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3200. 00010000:00000010:3.1:1787998353.043197:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98000. 00000080:00000001:1.0:1787998353.100130:0:35284:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998353.100136:0:35284:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998353.100138:0:35284:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998353.100141:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bf7bc0 00000080:00200000:1.0:1787998353.100145:0:35284:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:1.0:1787998353.100153:0:35284:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19172b400. 00800000:00000002:1.0:1787998353.100159:0:35284:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998353.100163:0:35284:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998353.100177:0:35284:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998353.100179:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bf7ae0 00800000:00000002:1.0:1787998353.100181:0:35284:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998353.100184:0:35284:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998353.100187:0:35284:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998353.100189:0:35284:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998353.100191:0:35284:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998353.100194:0:35284:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998353.100196:0:35284:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998353.100198:0:35284:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998353.100200:0:35284:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998353.100204:0:35284:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998353.100209:0:35284:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998353.100211:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bf79b0 00000002:00010000:1.0:1787998353.100212:0:35284:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787998353.100216:0:35284:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998353.100218:0:35284:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998353.100220:0:35284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998353.100226:0:35284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c500 count: 2 00010000:00000001:1.0:1787998353.100229:0:35284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998353.100233:0:35284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998353.100237:0:35284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998353.100241:0:35284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5de00/0xb2d39e653c8cbca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad610 expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1787998353.100252:0:35284:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998353.100257:0:35284:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998353.100261:0:35284:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5de00/0xb2d39e653c8cbca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad610 expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1787998353.100267:0:35284:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787998353.100269:0:35284:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998353.100271:0:35284:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998353.100273:0:35284:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998353.100275:0:35284:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998353.100277:0:35284:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787998353.100279:0:35284:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787998353.100282:0:35284:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998353.100285:0:35284:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19172b400. 00000080:00000001:1.0:1787998353.100290:0:35284:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998353.100292:0:35284:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998353.100295:0:35284:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:1.0:1787998353.100298:0:35284:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cbca 00800000:00000001:1.0:1787998353.100301:0:35284:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998353.100303:0:35284:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998353.100305:0:35284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.100307:0:35284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.100309:0:35284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5de00 refcount=3 00000020:00000001:1.0:1787998353.100311:0:35284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528706048 : -117847180845568 : ffff94d190a5de00) 00010000:00000001:1.0:1787998353.100314:0:35284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528706048 : -117847180845568 : ffff94d190a5de00) 00010000:00000001:1.0:1787998353.100317:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.100318:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998353.100319:0:35284:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998353.100321:0:35284:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998353.100324:0:35284:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cbca from it ffffb66d41bf7bf8 00010000:00000001:1.0:1787998353.100326:0:35284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.100327:0:35284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.100328:0:35284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5de00 refcount=3 00000020:00000001:1.0:1787998353.100330:0:35284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528706048 : -117847180845568 : ffff94d190a5de00) 00010000:00000001:1.0:1787998353.100332:0:35284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528706048 : -117847180845568 : ffff94d190a5de00) 00010000:00000001:1.0:1787998353.100334:0:35284:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998353.100337:0:35284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5de00/0xb2d39e653c8cbca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad610 expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1787998353.100343:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.100344:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.100346:0:35284:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998353.100348:0:35284:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998353.100351:0:35284:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5de00/0xb2d39e653c8cbca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad610 expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1787998353.100360:0:35284:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998353.100363:0:35284:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998353.100365:0:35284:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998353.100369:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.100370:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.100372:0:35284:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.100375:0:35284:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998353.100376:0:35284:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.100378:0:35284:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.100380:0:35284:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.100382:0:35284:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998353.100383:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.100384:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998353.100387:0:35284:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787998353.100388:0:35284:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998353.100390:0:35284:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:1.0:1787998353.100395:0:35284:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998353.100406:0:35284:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d190a90e40. 00000080:00000001:1.0:1787998353.100410:0:35284:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998353.100411:0:35284:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998353.100413:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bf7b00 00000080:00200000:1.0:1787998353.100414:0:35284:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:1.0:1787998353.100418:0:35284:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19172b400. 00800000:00000002:1.0:1787998353.100420:0:35284:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998353.100423:0:35284:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998353.100424:0:35284:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998353.100426:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bf7a20 00800000:00000002:1.0:1787998353.100427:0:35284:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998353.100430:0:35284:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998353.100431:0:35284:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998353.100432:0:35284:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998353.100433:0:35284:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998353.100435:0:35284:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998353.100436:0:35284:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998353.100438:0:35284:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998353.100440:0:35284:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998353.100442:0:35284:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998353.100445:0:35284:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998353.100446:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bf78f0 00000002:00010000:1.0:1787998353.100448:0:35284:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787998353.100451:0:35284:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998353.100452:0:35284:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998353.100454:0:35284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998353.100456:0:35284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c500 count: 2 00010000:00000001:1.0:1787998353.100458:0:35284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998353.100461:0:35284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998353.100463:0:35284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998353.100466:0:35284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5de00/0xb2d39e653c8cbca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad610 expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1787998353.100472:0:35284:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998353.100475:0:35284:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998353.100478:0:35284:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5de00/0xb2d39e653c8cbca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad610 expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1787998353.100484:0:35284:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787998353.100486:0:35284:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998353.100487:0:35284:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998353.100489:0:35284:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998353.100491:0:35284:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998353.100492:0:35284:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787998353.100495:0:35284:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787998353.100496:0:35284:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998353.100498:0:35284:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19172b400. 00000080:00000001:1.0:1787998353.100501:0:35284:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998353.100502:0:35284:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998353.100504:0:35284:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:1.0:1787998353.100506:0:35284:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cbca 00800000:00000001:1.0:1787998353.100508:0:35284:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998353.100510:0:35284:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998353.100511:0:35284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.100512:0:35284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.100514:0:35284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5de00 refcount=3 00000020:00000001:1.0:1787998353.100516:0:35284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528706048 : -117847180845568 : ffff94d190a5de00) 00010000:00000001:1.0:1787998353.100518:0:35284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528706048 : -117847180845568 : ffff94d190a5de00) 00010000:00000001:1.0:1787998353.100520:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.100522:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998353.100523:0:35284:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998353.100524:0:35284:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998353.100526:0:35284:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cbca from it ffffb66d41bf7b38 00010000:00000001:1.0:1787998353.100528:0:35284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.100529:0:35284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.100530:0:35284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5de00 refcount=3 00000020:00000001:1.0:1787998353.100532:0:35284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528706048 : -117847180845568 : ffff94d190a5de00) 00010000:00000001:1.0:1787998353.100534:0:35284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528706048 : -117847180845568 : ffff94d190a5de00) 00010000:00000001:1.0:1787998353.100535:0:35284:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998353.100551:0:35284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5de00/0xb2d39e653c8cbca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad610 expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1787998353.100566:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.100567:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.100568:0:35284:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998353.100569:0:35284:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998353.100571:0:35284:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5de00/0xb2d39e653c8cbca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad610 expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1787998353.100577:0:35284:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998353.100579:0:35284:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998353.100580:0:35284:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998353.100583:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.100584:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.100585:0:35284:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.100587:0:35284:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998353.100588:0:35284:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.100590:0:35284:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.100592:0:35284:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.100593:0:35284:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998353.100594:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.100596:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998353.100598:0:35284:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787998353.100599:0:35284:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998353.100600:0:35284:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 3 00000080:00000001:1.0:1787998353.100603:0:35284:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.100606:0:35284:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1787998353.100608:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bf7b58 00000080:00200000:1.0:1787998353.100610:0:35284:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), file ffff94d18630e300, open_flags 8441, mode 81b6 opened 0 00000080:00000010:1.0:1787998353.100615:0:35284:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff94d1a0b0a120. 00000080:00000001:1.0:1787998353.100619:0:35284:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1787998353.100620:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bf7a08 00000080:00200000:1.0:1787998353.100622:0:35284:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), intent=open|creat 00000080:00000010:1.0:1787998353.100627:0:35284:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19172b400. 00800000:00000002:1.0:1787998353.100630:0:35284:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998353.100634:0:35284:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998353.100635:0:35284:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998353.100637:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bf7928 00800000:00000002:1.0:1787998353.100638:0:35284:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998353.100642:0:35284:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1787998353.100644:0:35284:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1787998353.100647:0:35284:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998353.100648:0:35284:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998353.100650:0:35284:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998353.100651:0:35284:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998353.100652:0:35284:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998353.100654:0:35284:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998353.100655:0:35284:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998353.100657:0:35284:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446626226367802368 : -117847341749248 : ffff94d1870eac00) 00800000:00000001:1.0:1787998353.100660:0:35284:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1787998353.100662:0:35284:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1787998353.100664:0:35284:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1787998353.100666:0:35284:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1787998353.100668:0:35284:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94d1a0bb2800: Allocated FID [0x200000405:0x2b:0x0] 40000000:00000001:1.0:1787998353.100671:0:35284:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998353.100673:0:35284:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998353.100674:0:35284:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998353.100676:0:35284:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.100678:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bf78a8 00800000:00000002:1.0:1787998353.100680:0:35284:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:1.0:1787998353.100683:0:35284:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998353.100684:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bf77e0 00000002:00010000:1.0:1787998353.100686:0:35284:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: recon,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0102102 00000002:00000001:1.0:1787998353.100689:0:35284:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1787998353.100691:0:35284:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1787998353.100694:0:35284:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1787998353.100697:0:35284:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998353.100698:0:35284:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1787998353.100700:0:35284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c500 count: 2 00010000:00000001:1.0:1787998353.100702:0:35284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998353.100704:0:35284:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1787998353.100707:0:35284:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787998353.100710:0:35284:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5de00/0xb2d39e653c8cbca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4fd9a50f3a6ad610 expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:1.0:1787998353.100717:0:35284:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787998353.100720:0:35284:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787998353.100722:0:35284:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787998353.100724:0:35284:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1787998353.100726:0:35284:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998353.100727:0:35284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998353.100729:0:35284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c500 count: 3 00010000:00000001:1.0:1787998353.100731:0:35284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998353.100733:0:35284:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998353.100734:0:35284:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998353.100735:0:35284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998353.100737:0:35284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c500 count: 3 00010000:00000001:1.0:1787998353.100738:0:35284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998353.100740:0:35284:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998353.100741:0:35284:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998353.100742:0:35284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998353.100744:0:35284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c500 count: 3 00010000:00000001:1.0:1787998353.100745:0:35284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998353.100747:0:35284:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.100749:0:35284:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1787998353.100751:0:35284:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d1989ad280, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1787998353.100755:0:35284:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1787998353.100757:0:35284:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1787998353.100759:0:35284:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787998353.100760:0:35284:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.100763:0:35284:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787998353.100790:0:35284:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787998353.100792:0:35284:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787998353.100794:0:35284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998353.100796:0:35284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1787998353.100799:0:35284:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d190a5de00 with handle 0xb2d39e653c8cbca from hash 00010000:00000001:1.0:1787998353.100801:0:35284:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787998353.100802:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.100803:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.100805:0:35284:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787998353.100807:0:35284:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787998353.100808:0:35284:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1787998353.100811:0:35284:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787998353.100812:0:35284:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998353.100815:0:35284:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1787998353.100820:0:35284:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199eddf80. 00000020:00000040:1.0:1787998353.100823:0:35284:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:1.0:1787998353.100828:0:35284:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787998353.100830:0:35284:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.100832:0:35284:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787998353.100836:0:35284:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998353.100838:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.100840:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.100841:0:35284:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998353.100843:0:35284:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998353.100845:0:35284:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998353.100847:0:35284:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998353.100854:0:35284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d199e24400. 00000100:00000001:1.0:1787998353.100861:0:35284:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.100865:0:35284:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998353.100868:0:35284:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1787998353.100871:0:35284:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5de00/0xb2d39e653c8cbca lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ad610 expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1787998353.100878:0:35284:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1787998353.100879:0:35284:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787998353.100881:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787998353.100883:0:35284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5de00/0xb2d39e653c8cbca lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ad610 expref: -99 pid: 35262 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:1.0:1787998353.100890:0:35284:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d188d3c500 count: 0 00010000:00000010:1.0:1787998353.100894:0:35284:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d19219d400. 00010000:00000001:1.0:1787998353.100902:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.100904:0:35284:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.100905:0:35284:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998353.100907:0:35284:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.100908:0:35284:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998353.100916:0:35284:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626226684419968 : -117847025131648 : ffff94d199eddf80) 00010000:00000001:1.0:1787998353.100919:0:35284:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787998353.100921:0:35284:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1787998353.100925:0:35284:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d192b98700. 00010000:00000010:1.0:1787998353.100929:0:35284:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d1a0046880. 00010000:00000001:1.0:1787998353.100932:0:35284:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787998353.100935:0:35284:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1917f2800. 00000020:00000001:1.0:1787998353.100937:0:35284:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787998353.100939:0:35284:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1917f2800 with handle 0xb2d39e653c8cbed to hash 00000020:00000001:1.0:1787998353.100941:0:35284:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787998353.100942:0:35284:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998353.100945:0:35284:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998353.100948:0:35284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998353.100949:0:35284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998353.100953:0:35284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998353.100961:0:35284:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35284 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787998353.100971:0:35284:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787998353.100982:0:35284:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d199eddf80 x1874850291783936/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787998353.100990:0:35284:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35284 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787998353.100995:0:35284:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998353.100997:0:35284:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998353.101003:0:35284:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191fa9cc0. 00000100:00000001:1.0:1787998353.101006:0:35284:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226551037120 : -117847158514496 : ffff94d191fa9cc0) 00000100:00000001:1.0:1787998353.101008:0:35284:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998353.101010:0:35284:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419968 : -117847025131648 : ffff94d199eddf80) 00000100:00000001:1.0:1787998353.101013:0:35284:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998353.101017:0:35284:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998353.101019:0:35284:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998353.101020:0:35284:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998353.101025:0:35284:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199eddf80 x1874850291783936/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.101032:0:35284:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998353.101034:0:35284:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998353.101037:0:35284:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998353.101040:0:35284:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998353.101042:0:35284:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998353.101045:0:35284:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199eddf80 pname:cluuid:pid:xid:nid:opc:job bash:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35284:1874850291783936:192.168.206.123@tcp:101:bash.0 00000100:00000001:1.0:1787998353.101049:0:35284:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998353.101054:0:35284:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998353.101056:0:35284:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998353.101059:0:35284:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998353.101109:0:35284:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff94d199ee0000. 02000000:00000001:1.0:1787998353.101112:0:35284:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998353.101119:0:35284:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998353.101123:0:35284:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fccb8. 00000400:00000010:1.0:1787998353.101128:0:35284:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff94d199e25800. 00000100:00000200:1.0:1787998353.101135:0:35284:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1874850291783936, portal 10 00000100:00000001:1.0:1787998353.101137:0:35284:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998353.101138:0:35284:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419968 : -117847025131648 : ffff94d199eddf80) 00000100:00000040:1.0:1787998353.101144:0:35284:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199eddf80 x1874850291783936/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998369 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.101150:0:35284:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998353.101152:0:35284:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998353.101155:0:35284:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1854092a8. 00000100:00000200:1.0:1787998353.101158:0:35284:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1874850291783936, offset 0 00000400:00000200:1.0:1787998353.101164:0:35284:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998353.101182:0:35284:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998353.101189:0:35284:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998353.101194:0:35284:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998353.101197:0:35284:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998353.101200:0:35284:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998353.101203:0:35284:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998353.101207:0:35284:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2880:2880:256:4294967295] 192.168.206.123@tcp LPNI seq info [2880:2880:8:4294967295] 00000400:00000200:1.0:1787998353.101211:0:35284:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998353.101220:0:35284:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998353.101226:0:35284:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998353.101231:0:35284:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f400. 00000800:00000200:1.0:1787998353.101237:0:35284:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998353.101243:0:35284:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998353.101247:0:35284:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f400 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1787998353.101261:0:35284:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998353.101265:0:35284:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 854216 usecs (855 jiffies) 00000400:00000200:1.0:1787998353.101269:0:35284:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998353.101272:0:35284:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296534111 00000100:00000001:1.0:1787998353.101275:0:35284:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:1.0:1787998353.101277:0:35284:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296534111 00000100:00000001:1.0:1787998353.101279:0:35284:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:1.0:1787998353.101281:0:35284:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998353.101283:0:35284:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998353.101285:0:35284:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998353.101287:0:35284:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998353.101289:0:35284:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191fa9cc0 going to sleep for 11 seconds 00000100:00000001:1.0:1787998353.101291:0:35284:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998353.101294:0:35284:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998353.102835:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998353.102842:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f400. 00000400:00000200:2.0:1787998353.102850:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998353.102856:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998353.102862:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854092a8 00000400:00000010:2.0:1787998353.102864:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854092a8. 00000100:00000001:2.0:1787998353.102868:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998353.102874:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eddf80 x1874850291783936/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998369 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.102885:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998353.102888:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199eddf80 x1874850291783936/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998369 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.102894:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.102896:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998353.114751:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.114844:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998353.114848:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.114852:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998353.114861:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.114868:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998353.114876:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.114881:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.114887:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.114891:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 664 into portal 10 MB=0x6a92a99a61900 00000400:00000200:3.0:1787998353.114895:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.114901:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 664/664 into md 0x85dd [32] + 224 00000800:00000001:3.0:1787998353.114908:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.114914:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998353.114917:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998353.114921:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998353.114927:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998353.114934:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eddf80 x1874850291783936/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998369 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998353.114945:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff94d199eddf80 x1874850291783936/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998353.114961:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998353.114968:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.114971:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998353.115432:0:35284:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998353.115439:0:35284:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998353.115441:0:35284:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998353.115444:0:35284:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fccb8. 00000400:00000200:1.0:1787998353.115449:0:35284:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d199e25800 00000400:00000010:1.0:1787998353.115451:0:35284:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff94d199e25800. 00000100:00000001:1.0:1787998353.115455:0:35284:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998353.115460:0:35284:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199eddf80 x1874850291783936/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998353.115468:0:35284:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199eddf80 x1874850291783936/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.115474:0:35284:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998353.115476:0:35284:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998353.115478:0:35284:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998353.115481:0:35284:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998353.115483:0:35284:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998353.115485:0:35284:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998353.115488:0:35284:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998353.115495:0:35284:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=29 v=5 (5 5 104 104) 00000100:00001000:1.0:1787998353.115499:0:35284:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998353.115502:0:35284:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998353.115504:0:35284:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.115507:0:35284:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998353.115510:0:35284:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998353.115513:0:35284:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1787998353.115514:0:35284:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009a/0x1] 00000100:00000001:1.0:1787998353.115516:0:35284:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1787998353.115518:0:35284:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998353.115520:0:35284:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419968 : -117847025131648 : ffff94d199eddf80) 00000100:00000001:1.0:1787998353.115524:0:35284:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998353.115526:0:35284:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967636 00000100:00000001:1.0:1787998353.115527:0:35284:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998353.115529:0:35284:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998353.115534:0:35284:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199eddf80 x1874850291783936/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998369 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.115541:0:35284:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998353.115543:0:35284:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998353.115545:0:35284:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998353.115549:0:35284:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199eddf80 x1874850291783936/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998369 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998353.115567:0:35284:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199eddf80 pname:cluuid:pid:xid:nid:opc:job bash:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35284:1874850291783936:192.168.206.123@tcp:101:bash.0 00000100:00000001:1.0:1787998353.115572:0:35284:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998353.115575:0:35284:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998353.115577:0:35284:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998353.115579:0:35284:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998353.115583:0:35284:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199eddf80 x1874850291783936/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998369 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.115589:0:35284:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998353.115591:0:35284:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191fa9cc0. 00000100:00000001:1.0:1787998353.115594:0:35284:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998353.115595:0:35284:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.115598:0:35284:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787998353.115602:0:35284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.115605:0:35284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.115608:0:35284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=4 00000020:00000001:1.0:1787998353.115610:0:35284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998353.115613:0:35284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000040:1.0:1787998353.115619:0:35284:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1917f2800, remote cookie: 0x4fd9a50f3a6ad68e, flags: 0x1001 00010000:00010000:1.0:1787998353.115624:0:35284:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1787998353.115632:0:35284:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1787998353.115634:0:35284:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1787998353.115641:0:35284:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d192b98a00. 00010000:00000010:1.0:1787998353.115645:0:35284:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d1a0046d80. 00010000:00000040:1.0:1787998353.115649:0:35284:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d192b98700 count: 0 00010000:00000010:1.0:1787998353.115653:0:35284:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d1a0046880. 00010000:00000001:1.0:1787998353.115659:0:35284:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998353.115662:0:35284:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998353.115670:0:35284:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998353.115676:0:35284:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787998353.115680:0:35284:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787998353.115682:0:35284:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1787998353.115683:0:35284:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787998353.115684:0:35284:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787998353.115687:0:35284:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2b:0x0].0x0 (ffff94d192b98a00) refcount = 1 00010000:00010000:1.0:1787998353.115690:0:35284:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998353.115697:0:35284:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787998353.115700:0:35284:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787998353.115701:0:35284:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998353.115704:0:35284:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787998353.115707:0:35284:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998353.115709:0:35284:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998353.115715:0:35284:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787998353.115716:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.115718:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.115719:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.115720:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.115721:0:35284:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998353.115725:0:35284:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1787998353.115728:0:35284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.115729:0:35284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.115731:0:35284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=3 00000020:00000001:1.0:1787998353.115733:0:35284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998353.115735:0:35284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998353.115737:0:35284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.115738:0:35284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.115740:0:35284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=4 00000020:00000001:1.0:1787998353.115741:0:35284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998353.115744:0:35284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998353.115746:0:35284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998353.115749:0:35284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998353.115752:0:35284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998353.115759:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.115760:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.115761:0:35284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.115762:0:35284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.115763:0:35284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=5 00000020:00000001:1.0:1787998353.115793:0:35284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998353.115796:0:35284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998353.115798:0:35284:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998353.115801:0:35284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998353.115807:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.115809:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998353.115811:0:35284:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998353.115817:0:35284:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998353.115818:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.115819:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.115820:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.115821:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1787998353.115826:0:35284:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff94d199eddf80 x1874850291783936/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998369 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787998353.115835:0:35284:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1787998353.115839:0:35284:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d199eddf80 x1874850291783936/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998369 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787998353.115845:0:35284:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.115850:0:35284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.115851:0:35284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.115853:0:35284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=3 00000020:00000001:1.0:1787998353.115855:0:35284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998353.115856:0:35284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00000002:00010000:1.0:1787998353.115860:0:35284:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1787998353.115868:0:35284:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94d1912364c0. 00010000:00000001:1.0:1787998353.115870:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.115872:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998353.115873:0:35284:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998353.115875:0:35284:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998353.115877:0:35284:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1787998353.115879:0:35284:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998353.115880:0:35284:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419968 : -117847025131648 : ffff94d199eddf80) 00000100:00000001:1.0:1787998353.115882:0:35284:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998353.115883:0:35284:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419968 : -117847025131648 : ffff94d199eddf80) 00010000:00000001:1.0:1787998353.115885:0:35284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.115886:0:35284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.115887:0:35284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=3 00000020:00000001:1.0:1787998353.115889:0:35284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998353.115891:0:35284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00000002:00010000:1.0:1787998353.115894:0:35284:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998353.115900:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.115901:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.115903:0:35284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787998353.115905:0:35284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.115906:0:35284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.115907:0:35284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=3 00000020:00000001:1.0:1787998353.115909:0:35284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998353.115910:0:35284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000040:1.0:1787998353.115914:0:35284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98a00 count: 2 00010000:00000001:1.0:1787998353.115916:0:35284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1787998353.115919:0:35284:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589935621/43 (0 0) 00010000:00000001:1.0:1787998353.115922:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.115923:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998353.115924:0:35284:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1787998353.115927:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bf7768 00000002:00002000:1.0:1787998353.115929:0:35284:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=recon intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1787998353.115932:0:35284:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998353.115935:0:35284:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998353.115938:0:35284:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787998353.115941:0:35284:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1787998353.115943:0:35284:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998353.115947:0:35284:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000001:1.0:1787998353.115949:0:35284:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1787998353.115951:0:35284:0:(namei.c:674:ll_lookup_it_finish()) it ffff94d1a0b0a120 it_disposition 1800037 00000080:00002000:1.0:1787998353.115955:0:35284:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d198a46948 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1787998353.115959:0:35284:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1787998353.115962:0:35284:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1787998353.115963:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bf7998 00000080:00200000:1.0:1787998353.115965:0:35284:0:(namei.c:1628:ll_create_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), intent=open|creat 00000080:00000001:1.0:1787998353.115968:0:35284:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1787998353.115970:0:35284:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1787998353.115975:0:35284:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1787998353.115978:0:35284:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1787998353.115980:0:35284:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611179 : 144115205339611179 : 20000040500002b) 00000080:00000001:1.0:1787998353.115983:0:35284:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1787998353.115991:0:35284:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94d1989318c0. 00000020:00000001:1.0:1787998353.116000:0:35284:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1787998353.116002:0:35284:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1787998353.116004:0:35284:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1787998353.116005:0:35284:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff94d198931988) 00000020:00000001:1.0:1787998353.116009:0:35284:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998353.116090:0:35284:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798655464 : -117846910896152 : ffff94d1a0bcf7e8) 00000020:00001000:1.0:1787998353.116094:0:35284:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf7e0 00000020:00000001:1.0:1787998353.116098:0:35284:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1787998353.116103:0:35284:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff94d1a0aa37d0. 00000020:00000001:1.0:1787998353.116106:0:35284:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1787998353.116108:0:35284:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998353.116115:0:35284:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:1.0:1787998353.116118:0:35284:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff94d187242ba0. 00020000:00000001:1.0:1787998353.116120:0:35284:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446626226369211296 : -117847340340320 : ffff94d187242ba0) 00020000:00000001:1.0:1787998353.116122:0:35284:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:1.0:1787998353.116125:0:35284:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1787998353.116130:0:35284:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d1a0b0a5a0. 00020000:00000010:1.0:1787998353.116133:0:35284:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d185433b80. 00020000:00000010:1.0:1787998353.116138:0:35284:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d1a0b0a660. 00020000:00000001:1.0:1787998353.116140:0:35284:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626226797848160 : -117846911703456 : ffff94d1a0b0a660) 00020000:00000002:1.0:1787998353.116143:0:35284:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0b0a660, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1787998353.116147:0:35284:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1787998353.116150:0:35284:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d185433b80: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000001:1.0:1787998353.116153:0:35284:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1787998353.116154:0:35284:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0b0a660, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1787998353.116157:0:35284:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1787998353.116160:0:35284:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d185433b80: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000010:1.0:1787998353.116163:0:35284:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff94d1909d8ba0. 00020000:00000010:1.0:1787998353.116166:0:35284:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff94d191fa9cc0. 00020000:00000001:1.0:1787998353.116181:0:35284:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1787998353.116184:0:35284:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff94d182b6b9a0. 00020000:00000001:1.0:1787998353.116187:0:35284:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1787998353.116189:0:35284:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1787998353.116193:0:35284:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1787998353.116196:0:35284:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff94d1a0aa3320. 00000020:00000001:1.0:1787998353.116198:0:35284:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1787998353.116199:0:35284:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998353.116200:0:35284:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446626226797425568 : -117846912126048 : ffff94d1a0aa33a0) 00020000:00000001:1.0:1787998353.116204:0:35284:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1787998353.116208:0:35284:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff94d19391c8c0. 00020000:00000001:1.0:1787998353.116210:0:35284:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.116214:0:35284:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446626226797425568 : -117846912126048 : ffff94d1a0aa33a0) 00020000:00000001:1.0:1787998353.116217:0:35284:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446626226797425568 : -117846912126048 : ffff94d1a0aa33a0) 00020000:00000002:1.0:1787998353.116220:0:35284:0:(lov_object.c:134:lov_init_sub()) [0x2c0000401:0x42:0x0]@ffff94d1a0aa3320[0:0] -> [0x200000405:0x2b:0x0]@ffff94d1a0aa37d0: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000001:1.0:1787998353.116224:0:35284:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:1.0:1787998353.116227:0:35284:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:1.0:1787998353.116228:0:35284:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.116231:0:35284:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446626226797426768 : -117846912124848 : ffff94d1a0aa3850) 00000020:00001000:1.0:1787998353.116234:0:35284:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf7e0 00000080:00000001:1.0:1787998353.116239:0:35284:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611179 : 144115205339611179 : 20000040500002b) 00000080:00000001:1.0:1787998353.116241:0:35284:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1787998353.116244:0:35284:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611179 mtime from 0 to 1787998353 00000080:00000001:1.0:1787998353.116248:0:35284:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1787998353.116250:0:35284:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626226661693832 : -117847047857784 : ffff94d198931988) 00010000:00000001:1.0:1787998353.116253:0:35284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.116254:0:35284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.116256:0:35284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=3 00000020:00000001:1.0:1787998353.116258:0:35284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998353.116260:0:35284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00000080:00000001:1.0:1787998353.116262:0:35284:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:1.0:1787998353.116264:0:35284:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998353.116265:0:35284:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798655464 : -117846910896152 : ffff94d1a0bcf7e8) 00000020:00001000:1.0:1787998353.116267:0:35284:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf7e0 00000020:00000001:1.0:1787998353.116269:0:35284:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1787998353.116270:0:35284:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1787998353.116272:0:35284:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1787998353.116274:0:35284:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d1a0b0a9c0. 00020000:00000010:1.0:1787998353.116276:0:35284:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d185433900. 00020000:00000010:1.0:1787998353.116279:0:35284:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d1a0b0a2a0. 00020000:00000001:1.0:1787998353.116281:0:35284:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626226797847200 : -117846911704416 : ffff94d1a0b0a2a0) 00020000:00000002:1.0:1787998353.116283:0:35284:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0b0a2a0, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1787998353.116286:0:35284:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1787998353.116289:0:35284:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d185433900: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:1.0:1787998353.116292:0:35284:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d187242ba0) owner ffff94d1917aa7c0 00020000:00000001:1.0:1787998353.116295:0:35284:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1787998353.116297:0:35284:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d187242ba0) owner ffff94d1917aa7c0 00020000:00000010:1.0:1787998353.116301:0:35284:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d185433900. 00020000:00000010:1.0:1787998353.116305:0:35284:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d1a0b0a9c0. 00020000:00000010:1.0:1787998353.116309:0:35284:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d1a0b0a2a0. 00020000:00000002:1.0:1787998353.116310:0:35284:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1787998353.116313:0:35284:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.116315:0:35284:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.116317:0:35284:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1787998353.116319:0:35284:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d1917aa7c0 00020000:00000002:1.0:1787998353.116322:0:35284:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d1a0b0a660 addref 2/0 by ffff94d1917aa7c0. 00020000:00000002:1.0:1787998353.116324:0:35284:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d1917aa7c0 00020000:00000001:1.0:1787998353.116326:0:35284:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1787998353.116328:0:35284:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1787998353.116329:0:35284:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1787998353.116330:0:35284:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1787998353.116332:0:35284:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1787998353.116334:0:35284:0:(file.c:6836:ll_layout_conf()) [0x200000405:0x2b:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1787998353.116337:0:35284:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf7e0 00000080:00000001:1.0:1787998353.116339:0:35284:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.116340:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.116341:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787998353.116343:0:35284:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1787998353.116346:0:35284:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1787998353.116347:0:35284:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998353.116349:0:35284:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x2b:0x0](ffff94d198931988) 00000080:00010000:1.0:1787998353.116352:0:35284:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff94d198931988) for lock 0xb2d39e653c8cbed 00800000:00000001:1.0:1787998353.116355:0:35284:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998353.116357:0:35284:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998353.116358:0:35284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.116359:0:35284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.116361:0:35284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=3 00000020:00000001:1.0:1787998353.116363:0:35284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998353.116365:0:35284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998353.116367:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.116368:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998353.116370:0:35284:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998353.116371:0:35284:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.116372:0:35284:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1787998353.116374:0:35284:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998353.116379:0:35284:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff94d199eddf80 x1874850291783936/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998369 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.116392:0:35284:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1787998353.116396:0:35284:0:(namei.c:1651:ll_create_it()) inode ffff94d198931988 need_sync_to_mds [0x200000405:0x2b:0x0] 00000080:00000001:1.0:1787998353.116399:0:35284:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998353.116401:0:35284:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff94d198931988) 00000080:00000001:1.0:1787998353.116404:0:35284:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1787998353.116407:0:35284:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19172b400. 00000100:00000001:1.0:1787998353.116410:0:35284:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998353.116413:0:35284:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199eddf80 x1874850291783936/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998369 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.116418:0:35284:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.116421:0:35284:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1787998353.116423:0:35284:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1787998353.116425:0:35284:0:(namei.c:1500:ll_atomic_open()) inode ffff94d198931988 need_sync_to_mds [0x200000405:0x2b:0x0] 00000080:00000001:1.0:1787998353.116432:0:35284:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1787998353.116434:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bf7a68 00000080:00200008:1.0:1787998353.116436:0:35284:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x2b:0x0](ffff94d198931988), flags 102101 00000080:00000010:1.0:1787998353.116443:0:35284:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d1a067af00. 00000080:00000010:1.0:1787998353.116448:0:35284:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d191236240. 00000080:00000001:1.0:1787998353.116450:0:35284:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1787998353.116454:0:35284:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1787998353.116456:0:35284:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998353.116459:0:35284:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998353.116461:0:35284:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998353.116463:0:35284:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998353.116464:0:35284:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998353.116466:0:35284:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1787998353.116468:0:35284:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998353.116471:0:35284:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1787998353.116474:0:35284:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d190a90ba0. 00000002:00100000:1.0:1787998353.116479:0:35284:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d199eddf80 x1874850291783936/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998369 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787998353.116485:0:35284:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998353.116487:0:35284:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1787998353.116490:0:35284:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1787998353.116494:0:35284:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.116496:0:35284:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998353.116499:0:35284:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998353.116502:0:35284:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199eddf80 x1874850291783936/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998369 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1787998353.116508:0:35284:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998353.116511:0:35284:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff94d199ee0000. 02000000:00000001:1.0:1787998353.116542:0:35284:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1787998353.116544:0:35284:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.116546:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bf7a68 00000080:00000008:1.0:1787998353.116548:0:35284:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff94d198931988), flags 102101, rc = 0 00000080:00000001:1.0:1787998353.116552:0:35284:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1787998353.116554:0:35284:0:(dcache.c:176:ll_intent_release()) intent ffff94d1a0b0a120 released 00000080:00010000:1.0:1787998353.116556:0:35284:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cbed from it ffff94d1a0b0a120 00010000:00000001:1.0:1787998353.116558:0:35284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.116560:0:35284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.116561:0:35284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=3 00000020:00000001:1.0:1787998353.116563:0:35284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998353.116565:0:35284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998353.116567:0:35284:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998353.116570:0:35284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998353.116577:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.116579:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.116580:0:35284:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998353.116582:0:35284:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998353.116585:0:35284:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998353.116592:0:35284:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998353.116594:0:35284:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998353.116596:0:35284:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998353.116600:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.116601:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.116602:0:35284:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.116605:0:35284:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998353.116607:0:35284:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.116608:0:35284:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.116611:0:35284:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.116612:0:35284:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998353.116613:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.116614:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787998353.116616:0:35284:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1787998353.116618:0:35284:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1787998353.116619:0:35284:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1787998353.116621:0:35284:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998353.116623:0:35284:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1787998353.116624:0:35284:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.116627:0:35284:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1787998353.116629:0:35284:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.116631:0:35284:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1787998353.116633:0:35284:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.116634:0:35284:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1787998353.116637:0:35284:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff94d1a0b0a120. 00000080:00000001:1.0:1787998353.116639:0:35284:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.116643:0:35284:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:1.0:1787998353.116645:0:35284:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff94d198931988), inode mode 81a4 mask 40 00000080:00000001:1.0:1787998353.116648:0:35284:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998353.116732:0:35284:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1787998353.116734:0:35284:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d1917aa7c0 00020000:00000002:1.0:1787998353.116738:0:35284:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d1917aa7c0 00020000:00000001:1.0:1787998353.116740:0:35284:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1787998353.118690:0:35284:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3c500. 00010000:00000010:1.1:1787998353.118702:0:35284:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5de00. 00000020:00000001:0.0:1787998353.126312:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bf7d28 00000080:00200008:0.0:1787998353.126322:0:35284:0:(file.c:6295:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff94d198931988), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1787998353.126330:0:35284:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1787998353.126332:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bf7ca0 00000080:00200000:0.0:1787998353.126336:0:35284:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff94d198931988),name=recon 00000080:00000010:0.0:1787998353.126344:0:35284:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1a0baa200. 00800000:00000002:0.0:1787998353.126349:0:35284:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998353.126355:0:35284:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998353.126360:0:35284:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998353.126361:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bf7bc0 00800000:00000002:0.0:1787998353.126363:0:35284:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998353.126367:0:35284:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998353.126370:0:35284:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998353.126373:0:35284:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998353.126375:0:35284:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998353.126377:0:35284:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998353.126380:0:35284:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998353.126382:0:35284:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998353.126384:0:35284:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998353.126386:0:35284:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998353.126387:0:35284:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998353.126388:0:35284:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998353.126389:0:35284:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998353.126391:0:35284:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998353.126393:0:35284:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1787998353.126395:0:35284:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998353.126397:0:35284:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:0.0:1787998353.126402:0:35284:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998353.126404:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bf7a90 00000002:00010000:0.0:1787998353.126476:0:35284:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787998353.126481:0:35284:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787998353.126483:0:35284:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998353.126485:0:35284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998353.126491:0:35284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98a00 count: 2 00010000:00000001:0.0:1787998353.126494:0:35284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998353.126498:0:35284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998353.126502:0:35284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998353.126506:0:35284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1787998353.126516:0:35284:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998353.126521:0:35284:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998353.126524:0:35284:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1787998353.126531:0:35284:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1787998353.126532:0:35284:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998353.126534:0:35284:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998353.126535:0:35284:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998353.126674:0:35284:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998353.126676:0:35284:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1787998353.126679:0:35284:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1787998353.126682:0:35284:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998353.126685:0:35284:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1a0baa200. 00000080:00000001:0.0:1787998353.126689:0:35284:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787998353.126692:0:35284:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998353.126695:0:35284:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff94d198931988) 00000080:00010000:0.0:1787998353.126698:0:35284:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff94d198931988) for lock 0xb2d39e653c8cbed 00800000:00000001:0.0:1787998353.126701:0:35284:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998353.126703:0:35284:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998353.126705:0:35284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998353.126707:0:35284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998353.126710:0:35284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=3 00000020:00000001:0.0:1787998353.126712:0:35284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:0.0:1787998353.126714:0:35284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:0.0:1787998353.126717:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998353.126718:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998353.126719:0:35284:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998353.126721:0:35284:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998353.126723:0:35284:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cbed from it ffffb66d41bf7cd8 00010000:00000001:0.0:1787998353.126725:0:35284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998353.126726:0:35284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998353.126727:0:35284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=3 00000020:00000001:0.0:1787998353.126729:0:35284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:0.0:1787998353.126731:0:35284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:0.0:1787998353.126733:0:35284:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998353.126736:0:35284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787998353.126742:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998353.126743:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998353.126745:0:35284:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998353.126747:0:35284:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998353.126750:0:35284:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1787998353.126756:0:35284:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998353.126759:0:35284:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998353.126761:0:35284:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998353.126764:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998353.127106:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998353.127109:0:35284:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998353.127112:0:35284:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998353.127114:0:35284:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998353.127116:0:35284:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998353.127119:0:35284:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998353.127121:0:35284:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998353.127122:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998353.127123:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787998353.127126:0:35284:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787998353.127127:0:35284:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998353.127130:0:35284:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1787998353.127133:0:35284:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1787998353.127134:0:35284:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998353.127136:0:35284:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1787998353.127137:0:35284:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998353.127140:0:35284:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1787998353.127143:0:35284:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1787998353.127146:0:35284:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998353.127149:0:35284:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798654168 : -117846910897448 : ffff94d1a0bcf2d8) 00000020:00001000:0.0:1787998353.127152:0:35284:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf2d0 00000020:00000001:0.0:1787998353.127157:0:35284:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:0.0:1787998353.127159:0:35284:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1787998353.127162:0:35284:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1787998353.127163:0:35284:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1787998353.127176:0:35284:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787998353.127178:0:35284:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1787998353.127180:0:35284:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1787998353.127182:0:35284:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998353.127183:0:35284:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1787998353.127187:0:35284:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff94d19226cbf0 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1787998353.127190:0:35284:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d1917aa7c0 00020000:00000001:0.0:1787998353.127194:0:35284:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1787998353.127196:0:35284:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1787998353.127198:0:35284:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1787998353.127199:0:35284:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.127201:0:35284:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1787998353.127203:0:35284:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1787998353.127205:0:35284:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.127206:0:35284:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787998353.127208:0:35284:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1787998353.127209:0:35284:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1787998353.127210:0:35284:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d1917aa7c0 00000020:00000001:0.0:1787998353.127212:0:35284:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1787998353.127214:0:35284:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1787998353.127216:0:35284:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:0.0:1787998353.127218:0:35284:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1787998353.127219:0:35284:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1787998353.127222:0:35284:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1787998353.127223:0:35284:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1787998353.127228:0:35284:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1787998353.127235:0:35284:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d1861db200. 00020000:00000002:0.0:1787998353.127237:0:35284:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1787998353.127239:0:35284:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1787998353.127241:0:35284:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1787998353.127242:0:35284:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1787998353.127243:0:35284:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998353.127245:0:35284:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798657048 : -117846910894568 : ffff94d1a0bcfe18) 00000020:00001000:0.0:1787998353.127247:0:35284:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfe10 00000020:00000001:0.0:1787998353.127250:0:35284:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa33a0 -> ffff94d1a0aa3850 00000020:00000001:0.0:1787998353.127251:0:35284:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1787998353.127254:0:35284:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787998353.127256:0:35284:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1787998353.127257:0:35284:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.127259:0:35284:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.127260:0:35284:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000020:00000001:0.0:1787998353.127262:0:35284:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1787998353.127266:0:35284:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d1860f4850. 00000008:00010000:0.0:1787998353.127268:0:35284:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1787998353.127271:0:35284:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1787998353.127272:0:35284:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1787998353.127274:0:35284:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d1861db230, osc lock ffff94d1860f4850, flags 0x400001002 00000020:00000001:0.0:1787998353.127276:0:35284:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.127277:0:35284:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.127279:0:35284:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626226352009728 : -117847357541888 : ffff94d1861db200) 00000020:00000001:0.0:1787998353.127281:0:35284:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1787998353.127281:0:35284:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1787998353.127283:0:35284:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.127284:0:35284:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.127286:0:35284:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1787998353.127288:0:35284:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1787998353.127289:0:35284:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1787998353.127291:0:35284:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1787998353.127292:0:35284:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1787998353.127293:0:35284:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000020:00000001:0.0:1787998353.127295:0:35284:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1787998353.127296:0:35284:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1787998353.127298:0:35284:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1787998353.127301:0:35284:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1787998353.127303:0:35284:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1787998353.127304:0:35284:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1787998353.127305:0:35284:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1787998353.127307:0:35284:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1787998353.127308:0:35284:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1787998353.127310:0:35284:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1787998353.127311:0:35284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1787998353.127315:0:35284:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998353.127318:0:35284:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1787998353.127322:0:35284:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c12300. 00000020:00000040:0.0:1787998353.127326:0:35284:0:(genops.c:1210:class_import_get()) import ffff94d183eca000 refcount=3 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00010000:00000001:0.0:1787998353.127329:0:35284:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1787998353.127333:0:35284:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998353.127334:0:35284:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998353.127337:0:35284:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998353.127339:0:35284:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998353.127342:0:35284:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998353.127347:0:35284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d1a0baa200. 00000100:00000001:0.0:1787998353.127353:0:35284:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998353.127358:0:35284:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998353.127360:0:35284:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998353.127362:0:35284:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998353.127363:0:35284:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998353.127365:0:35284:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998353.127367:0:35284:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446626226547270400 : -117847162281216 : ffff94d191c12300) 00010000:00000001:0.0:1787998353.127369:0:35284:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1787998353.127371:0:35284:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1787998353.127375:0:35284:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d185921c00. 00010000:00000010:0.0:1787998353.127378:0:35284:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff94d185921900. 00010000:00000001:0.0:1787998353.127383:0:35284:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1787998353.127386:0:35284:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d187366e00. 00000020:00000001:0.0:1787998353.127390:0:35284:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1787998353.127392:0:35284:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d187366e00 with handle 0xb2d39e653c8cbf4 to hash 00000020:00000001:0.0:1787998353.127395:0:35284:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1787998353.127396:0:35284:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226370407936 : -117847339143680 : ffff94d187366e00) 00010000:00000010:0.0:1787998353.127400:0:35284:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff94d190b35bc0. 00010000:00000001:0.0:1787998353.127402:0:35284:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226370407936 : -117847339143680 : ffff94d187366e00) 00010000:00000001:0.0:1787998353.127405:0:35284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998353.127407:0:35284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998353.127410:0:35284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000f4c1107a/0xb2d39e653c8cbf4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998353.127420:0:35284:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000f4c1107a/0xb2d39e653c8cbf4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998353.127429:0:35284:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998353.127434:0:35284:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998353.127437:0:35284:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998353.127449:0:35284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013c70d3f] to pc [ptlrpcd_00_01+1] req@ffff94d191c12300 x1874850291784064/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.127510:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998353.127514:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998353.127516:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998353.127522:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c12300 x1874850291784064/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.127536:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998353.127538:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998353.127551:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998353.127554:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998353.127556:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998353.127568:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2403:1874850291784064:192.168.206.123@tcp:101:uname.0 00000100:00000001:1.0:1787998353.127572:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998353.127577:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998353.127579:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998353.127581:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998353.127586:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d199e25800. 02000000:00000001:1.0:1787998353.127588:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998353.127594:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998353.127598:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fccb8. 00000400:00000010:1.0:1787998353.127605:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409550. 00000100:00000200:1.0:1787998353.127611:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291784064, portal 4 00000100:00000001:1.0:1787998353.127613:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998353.127615:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547270400 : -117847162281216 : ffff94d191c12300) 00000100:00000040:1.0:1787998353.127621:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191c12300 x1874850291784064/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998369 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.127628:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998353.127631:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998353.127635:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1854097f8. 00000100:00000200:1.0:1787998353.127640:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1874850291784064, offset 0 00000400:00000200:1.0:1787998353.127646:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998353.127654:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998353.127660:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998353.127664:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998353.127668:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998353.127671:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998353.127674:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998353.127677:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2881:2881:256:4294967295] 192.168.206.123@tcp LPNI seq info [2881:2881:8:4294967295] 00000400:00000200:1.0:1787998353.127681:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998353.127690:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998353.127695:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998353.127700:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f200. 00000800:00000200:1.0:1787998353.127706:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998353.127713:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998353.127717:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1787998353.127735:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998353.127739:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 19871 usecs (20 jiffies) 00000400:00000200:1.0:1787998353.127742:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998353.127745:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296533304 00000100:00000001:1.0:1787998353.127748:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:1.0:1787998353.127750:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296533304 00000100:00000001:1.0:1787998353.127753:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:1.0:1787998353.127755:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998353.127757:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998353.127760:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998353.127763:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1787998353.127903:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998353.127908:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f200. 00000400:00000200:2.0:1787998353.127914:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998353.127919:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998353.127925:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854097f8 00000400:00000010:2.0:1787998353.127928:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854097f8. 00000100:00000001:2.0:1787998353.127931:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998353.127936:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c12300 x1874850291784064/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998369 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.127944:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998353.127947:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c12300 x1874850291784064/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998369 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.127954:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.127955:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:0.0:1787998353.132254:0:35284:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998353.132264:0:35284:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.132269:0:35284:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.132272:0:35284:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.132273:0:35284:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.132276:0:35284:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1787998353.132278:0:35284:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1787998353.132280:0:35284:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1787998353.132282:0:35284:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:0.0:1787998353.132297:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998353.132302:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998353.134673:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998353.134687:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998353.134691:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998353.134694:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998353.134701:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.134708:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998353.134717:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.134721:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.134725:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.134729:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 400 into portal 4 MB=0x6a92a99a61980 00000400:00000200:2.0:1787998353.134734:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.134741:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 400/400 into md 0x85e5 [1] + 224 00000800:00000001:2.0:1787998353.134747:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998353.134754:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998353.134758:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998353.134762:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998353.134797:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998353.134807:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c12300 x1874850291784064/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998369 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998353.134818:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff94d191c12300 x1874850291784064/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998369 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00010000:00000010:1.1:1787998353.135031:0:2403:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98700. 00000100:00000001:1.0:1787998353.135053:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998353.135056:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1787998353.135059:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998353.135062:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998353.138701:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998353.140994:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.141006:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1787998353.142731:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998353.142737:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998353.142741:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fccb8. 00000400:00000200:1.0:1787998353.142748:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409550 00000400:00000010:1.0:1787998353.142750:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409550. 00000100:00000001:1.0:1787998353.142755:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998353.142781:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c12300 x1874850291784064/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998369 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998353.142799:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c12300 x1874850291784064/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998369 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.142806:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998353.142808:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998353.142811:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998353.142815:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998353.142817:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998353.142819:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998353.142822:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998353.142831:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca460 time=29 v=5 (5 5 5 37) 00000100:00001000:1.0:1787998353.142835:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=18 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998353.142838:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998353.142840:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.142844:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998353.142847:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998353.142850:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998353.142852:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:1.0:1787998353.142854:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998353.142856:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998353.142861:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c12300 x1874850291784064/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998369 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.142869:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998353.142872:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998353.142874:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1787998353.142877:0:2403:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:1.0:1787998353.142879:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.142882:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.142885:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366e00 refcount=4 00000020:00000001:1.0:1787998353.142887:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370407936 : -117847339143680 : ffff94d187366e00) 00010000:00000001:1.0:1787998353.142890:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370407936 : -117847339143680 : ffff94d187366e00) 00010000:00000001:1.0:1787998353.142892:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.142893:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.142894:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366e00 refcount=5 00000020:00000001:1.0:1787998353.142896:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370407936 : -117847339143680 : ffff94d187366e00) 00010000:00000001:1.0:1787998353.142898:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370407936 : -117847339143680 : ffff94d187366e00) 00010000:00000001:1.0:1787998353.142902:0:2403:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998353.142905:0:2403:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998353.142910:0:2403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000f4c1107a/0xb2d39e653c8cbf4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998353.142995:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.143005:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.143007:0:2403:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787998353.143009:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.143011:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.143012:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366e00 refcount=6 00000020:00000001:1.0:1787998353.143015:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370407936 : -117847339143680 : ffff94d187366e00) 00010000:00000001:1.0:1787998353.143017:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370407936 : -117847339143680 : ffff94d187366e00) 00010000:00000040:1.0:1787998353.143023:0:2403:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d187366e00, remote cookie: 0x4fd9a50f3a6ad69c, flags: 0x1001 00010000:00010000:1.0:1787998353.143028:0:2403:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000f4c1107a/0xb2d39e653c8cbf4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad69c expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998353.143335:0:2403:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1787998353.143339:0:2403:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.143342:0:2403:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787998353.143346:0:2403:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1787998353.143594:0:2403:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000f4c1107a/0xb2d39e653c8cbf4 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad69c expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1787998353.143604:0:2403:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x42:0x0].0x0 (ffff94d185921c00) refcount = 1 00010000:00000040:1.0:1787998353.143607:0:2403:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1787998353.143610:0:2403:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000f4c1107a/0xb2d39e653c8cbf4 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad69c expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998353.143624:0:2403:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787998353.143627:0:2403:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998353.143630:0:2403:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787998353.143632:0:2403:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998353.143635:0:2403:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000f4c1107a/0xb2d39e653c8cbf4 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad69c expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998353.143640:0:2403:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787998353.143642:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.143643:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.143644:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.143645:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998353.143647:0:2403:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1787998353.143649:0:2403:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1787998353.143652:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.143654:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.143655:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366e00 refcount=5 00000020:00000001:1.0:1787998353.143657:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370407936 : -117847339143680 : ffff94d187366e00) 00010000:00000001:1.0:1787998353.143659:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370407936 : -117847339143680 : ffff94d187366e00) 00000008:00000001:1.0:1787998353.143663:0:2403:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1787998353.143667:0:2403:0:(cl_object.c:143:cl_object_top()) ffff94d19391c8c0 -> ffff94d1a0aa3850 00000008:00010000:1.0:1787998353.143671:0:2403:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000f4c1107a/0xb2d39e653c8cbf4 lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6ad69c expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1787998353.143679:0:2403:0:(cl_object.c:143:cl_object_top()) ffff94d19391c8c0 -> ffff94d1a0aa3850 00000020:00000001:1.0:1787998353.143681:0:2403:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1787998353.143683:0:2403:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1787998353.143686:0:2403:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1787998353.143688:0:2403:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.143690:0:2403:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.143692:0:2403:0:(cl_object.c:143:cl_object_top()) ffff94d19391c8c0 -> ffff94d1a0aa3850 00000008:00000001:1.0:1787998353.143693:0:2403:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:1.0:1787998353.143696:0:2403:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1787998353.143698:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1787998353.143716:0:2403:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1787998353.143718:0:2403:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.143720:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.143721:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.143723:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366e00 refcount=6 00000020:00000001:1.0:1787998353.143725:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370407936 : -117847339143680 : ffff94d187366e00) 00010000:00000001:1.0:1787998353.143727:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370407936 : -117847339143680 : ffff94d187366e00) 00010000:00000001:1.0:1787998353.143729:0:2403:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998353.143733:0:2403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000f4c1107a/0xb2d39e653c8cbf4 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4fd9a50f3a6ad69c expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998353.143739:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.143741:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998353.143743:0:2403:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000f4c1107a/0xb2d39e653c8cbf4 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4fd9a50f3a6ad69c expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998353.143749:0:2403:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998353.143750:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.143751:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998353.143752:0:2403:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.143754:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.143755:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.143756:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366e00 refcount=5 00000020:00000001:1.0:1787998353.143758:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370407936 : -117847339143680 : ffff94d187366e00) 00010000:00000001:1.0:1787998353.143759:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370407936 : -117847339143680 : ffff94d187366e00) 00010000:00000001:1.0:1787998353.143761:0:2403:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998353.143763:0:2403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000f4c1107a/0xb2d39e653c8cbf4 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4fd9a50f3a6ad69c expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1787998353.143792:0:35284:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.143793:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.143794:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.143796:0:2403:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00000020:00000001:0.0:1787998353.143796:0:35284:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.143799:0:2403:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998353.143801:0:2403:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000f4c1107a/0xb2d39e653c8cbf4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x4fd9a50f3a6ad69c expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1787998353.143802:0:35284:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1787998353.143804:0:35284:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:0.0:1787998353.143807:0:35284:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:0.0:1787998353.143808:0:35284:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00010000:00000001:1.0:1787998353.143812:0:2403:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00020000:00000001:0.0:1787998353.143813:0:35284:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00010000:00000001:1.0:1787998353.143815:0:2403:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998353.143818:0:2403:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00020000:00000001:0.0:1787998353.143818:0:35284:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1787998353.143820:0:35284:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.143822:0:35284:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00010000:00000001:1.0:1787998353.143823:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00020000:00000001:0.0:1787998353.143823:0:35284:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.143824:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00020000:00000002:0.0:1787998353.143825:0:35284:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=0 (1) m=0 a=0 c=0 b=0 00010000:00000001:1.0:1787998353.143826:0:2403:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.143828:0:35284:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.143829:0:2403:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00020000:00000002:0.0:1787998353.143830:0:35284:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00010000:00000001:1.0:1787998353.143831:0:2403:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.143833:0:2403:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.143833:0:35284:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.143835:0:2403:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.143835:0:35284:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.143837:0:2403:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000020:00000001:0.0:1787998353.143837:0:35284:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00010000:00000001:1.0:1787998353.143838:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000080:00200000:0.0:1787998353.143839:0:35284:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 0 i_blocks 0 00010000:00000001:1.0:1787998353.143840:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.143841:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.143842:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1787998353.143842:0:35284:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000008:00000001:1.0:1787998353.143843:0:2403:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.143844:0:35284:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1787998353.143846:0:35284:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d19226cb90 (ffff94d1a0bcf2d8/0) at cl_lock_release():245 00000020:00000001:0.0:1787998353.143849:0:35284:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1787998353.143850:0:35284:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d19226cb90 (ffff94d1a0bcf2d8/0) at cl_lock_cancel():142 00000100:00000040:1.0:1787998353.143853:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c12300 x1874850291784064/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998369 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00020000:00000001:0.0:1787998353.143854:0:35284:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1787998353.143857:0:35284:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1787998353.143859:0:35284:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000020:00000001:0.0:1787998353.143861:0:35284:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000100:00100000:1.0:1787998353.143862:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2403:1874850291784064:192.168.206.123@tcp:101:uname.0 00000020:00010000:0.0:1787998353.143862:0:35284:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d1861db230 (ffff94d1a0bcfe18/1) at cl_lock_cancel():142 00000008:00000001:0.0:1787998353.143865:0:35284:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000100:00000001:1.0:1787998353.143867:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1787998353.143867:0:35284:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1787998353.143868:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998353.143869:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998353.143871:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000008:00000001:0.0:1787998353.143871:0:35284:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1787998353.143872:0:35284:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000100:00000040:1.0:1787998353.143874:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c12300 x1874850291784064/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998369 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000020:00000001:0.0:1787998353.143874:0:35284:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1787998353.143875:0:35284:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1787998353.143876:0:35284:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1787998353.143877:0:35284:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d19226cb90 (ffff94d1a0bcf2d8/0) at cl_lock_fini():72 00020000:00000001:0.0:1787998353.143880:0:35284:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000100:00000001:1.0:1787998353.143881:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1787998353.143882:0:35284:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1787998353.143883:0:35284:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d1861db230 (ffff94d1a0bcf2d8/1) at cl_lock_fini():72 02000000:00000001:1.0:1787998353.143885:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000008:00000010:0.0:1787998353.143886:0:35284:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d1860f4850. 02000000:00000010:1.0:1787998353.143889:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e25800. 00000020:00000001:0.0:1787998353.143889:0:35284:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1787998353.143891:0:35284:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d1861db200. 02000000:00000001:1.0:1787998353.143894:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00020000:00000001:0.0:1787998353.143894:0:35284:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1787998353.143895:0:35284:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1787998353.143896:0:35284:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000020:00000001:1.0:1787998353.143897:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000001:00000001:0.0:1787998353.143898:0:35284:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787998353.143899:0:2403:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998353.143901:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 00000020:00000001:0.0:1787998353.143901:0:35284:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1787998353.143903:0:35284:0:(lov_io.c:900:lov_io_fini()) Process entered 02000000:00000010:1.0:1787998353.143904:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d1a0baa200. 00020000:00000001:0.0:1787998353.143905:0:35284:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1787998353.143906:0:35284:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1787998353.143907:0:35284:0:(cl_io.c:112:cl_io_fini()) Process leaving 02000000:00000001:1.0:1787998353.143908:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998353.143909:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000020:00001000:0.0:1787998353.143910:0:35284:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfe10 00000100:00000010:1.0:1787998353.143912:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c12300. 00020000:00000001:0.0:1787998353.143912:0:35284:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1787998353.143914:0:35284:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000100:00000001:1.0:1787998353.143916:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998353.143917:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998353.143917:0:35284:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1787998353.143919:0:35284:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1787998353.143923:0:35284:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1787998353.143925:0:35284:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998353.143927:0:35284:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1787998353.143929:0:35284:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1787998353.143930:0:35284:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1787998353.143931:0:35284:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf2d0 00000001:00000001:0.0:1787998353.143933:0:35284:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.143941:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bf7d28 00000080:00000008:0.0:1787998353.143943:0:35284:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff94d198931988), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1787998353.144031:0:35284:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:0.0:1787998353.144034:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bf7d88 00000080:00200008:0.0:1787998353.144037:0:35284:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000405:0x2b:0x0], ppos: 0, count: 23 00000080:00000002:0.0:1787998353.144040:0:35284:0:(file.c:2656:do_file_write_iter()) inode ffff94d198931988 need_sync_to_oss [0x200000405:0x2b:0x0] 00000080:00000001:0.0:1787998353.144043:0:35284:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1787998353.144045:0:35284:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998353.144047:0:35284:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1787998353.144050:0:35284:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.144053:0:35284:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998353.144056:0:35284:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798654168 : -117846910897448 : ffff94d1a0bcf2d8) 00000020:00001000:0.0:1787998353.144058:0:35284:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf2d0 00000080:00000001:0.0:1787998353.144060:0:35284:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1787998353.144062:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bf7c98 00000080:00200000:0.0:1787998353.144063:0:35284:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:0.0:1787998353.144070:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bf7c30 00000080:00200000:0.0:1787998353.144071:0:35284:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:0.0:1787998353.144073:0:35284:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1787998353.144075:0:35284:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:0.0:1787998353.144076:0:35284:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:0.0:1787998353.144077:0:35284:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1787998353.144079:0:35284:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1787998353.144081:0:35284:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:0.0:1787998353.144083:0:35284:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.144084:0:35284:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.144085:0:35284:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000080:00200000:0.0:1787998353.144087:0:35284:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 0 i_blocks 0 00000080:00000001:0.0:1787998353.144089:0:35284:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1787998353.144090:0:35284:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1787998353.144095:0:35284:0:(cl_io.c:214:cl_io_rw_init()) header@00000000e5366ee4[0x110, 1, [0x200000405:0x2b:0x0] hash] 00000020:00200000:0.0:1787998353.144097:0:35284:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:0.0:1787998353.144099:0:35284:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:0.0:1787998353.144101:0:35284:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1787998353.144103:0:35284:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1787998353.144105:0:35284:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1787998353.144107:0:35284:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787998353.144109:0:35284:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1787998353.144112:0:35284:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998353.144116:0:35284:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998353.144118:0:35284:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1787998353.144119:0:35284:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998353.144121:0:35284:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1787998353.144124:0:35284:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff94d19226cbf0 type 2 ignore/verify layout 0/0 00020000:00000002:0.0:1787998353.144127:0:35284:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d1917aa7c0 00020000:00000001:0.0:1787998353.144131:0:35284:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1787998353.144133:0:35284:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1787998353.144135:0:35284:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1787998353.144137:0:35284:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1787998353.144139:0:35284:0:(lov_io.c:860:lov_io_slice_init()) 0 23 00020000:00000001:0.0:1787998353.144142:0:35284:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1787998353.144143:0:35284:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1787998353.144145:0:35284:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.144146:0:35284:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787998353.144147:0:35284:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1787998353.144148:0:35284:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1787998353.144149:0:35284:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d1917aa7c0 00000020:00000001:0.0:1787998353.144152:0:35284:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.144153:0:35284:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1787998353.144155:0:35284:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:0.0:1787998353.144157:0:35284:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:0.0:1787998353.144159:0:35284:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.144163:0:35284:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1787998353.144164:0:35284:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1787998353.144178:0:35284:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1787998353.144180:0:35284:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1787998353.144181:0:35284:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:0.0:1787998353.144184:0:35284:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1787998353.144186:0:35284:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1787998353.144189:0:35284:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1787998353.144192:0:35284:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1787998353.144193:0:35284:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1787998353.144195:0:35284:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998353.144196:0:35284:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798657048 : -117846910894568 : ffff94d1a0bcfe18) 00000020:00001000:0.0:1787998353.144198:0:35284:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfe10 00000020:00000001:0.0:1787998353.144201:0:35284:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa33a0 -> ffff94d1a0aa3850 00000020:00000001:0.0:1787998353.144202:0:35284:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1787998353.144204:0:35284:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787998353.144205:0:35284:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1787998353.144206:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787998353.144207:0:35284:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.144208:0:35284:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.144210:0:35284:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000100:00000001:1.0:1787998353.144212:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1787998353.144213:0:35284:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:1.0:1787998353.144214:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998353.144215:0:35284:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000100:00000001:1.0:1787998353.144216:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00000001:0.0:1787998353.144217:0:35284:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998353.144218:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.144219:0:35284:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.144221:0:35284:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.144223:0:35284:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.144224:0:35284:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.144226:0:35284:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1787998353.144228:0:35284:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1787998353.144230:0:35284:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1787998353.144232:0:35284:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1787998353.144235:0:35284:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998353.144237:0:35284:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998353.144239:0:35284:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1787998353.144240:0:35284:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:0.0:1787998353.144242:0:35284:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1787998353.144244:0:35284:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1787998353.144245:0:35284:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.144247:0:35284:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998353.144248:0:35284:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998353.144250:0:35284:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998353.144251:0:35284:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.144253:0:35284:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1787998353.144255:0:35284:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1787998353.144256:0:35284:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1787998353.144257:0:35284:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1787998353.144259:0:35284:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.144260:0:35284:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.144262:0:35284:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.144263:0:35284:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.144265:0:35284:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1787998353.144266:0:35284:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1787998353.144267:0:35284:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1787998353.144269:0:35284:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1787998353.144271:0:35284:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1787998353.144273:0:35284:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1787998353.144285:0:35284:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d1861db200. 00020000:00000002:0.0:1787998353.144288:0:35284:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1787998353.144290:0:35284:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1787998353.144292:0:35284:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1787998353.144293:0:35284:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000020:00000001:0.0:1787998353.144294:0:35284:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1787998353.144297:0:35284:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d1860f4850. 00000008:00010000:0.0:1787998353.144299:0:35284:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1787998353.144301:0:35284:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1787998353.144302:0:35284:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1787998353.144305:0:35284:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d1861db230, osc lock ffff94d1860f4850, flags 0x0 00000020:00000001:0.0:1787998353.144307:0:35284:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.144308:0:35284:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.144311:0:35284:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626226352009728 : -117847357541888 : ffff94d1861db200) 00000020:00000001:0.0:1787998353.144313:0:35284:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1787998353.144314:0:35284:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1787998353.144315:0:35284:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.144317:0:35284:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.144318:0:35284:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1787998353.144320:0:35284:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1787998353.144321:0:35284:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1787998353.144322:0:35284:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000020:00000001:0.0:1787998353.144323:0:35284:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1787998353.144325:0:35284:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1787998353.144327:0:35284:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1787998353.144329:0:35284:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.144331:0:35284:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1787998353.144333:0:35284:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1787998353.144335:0:35284:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1787998353.144336:0:35284:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1787998353.144337:0:35284:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1787998353.144339:0:35284:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1787998353.144341:0:35284:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1787998353.144343:0:35284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998353.144349:0:35284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921c00 count: 2 00010000:00000001:0.0:1787998353.144352:0:35284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1787998353.144357:0:35284:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d18541bc00 type 11 mode 2 res 11811161089/66 (0 18446744073709551615) 00010000:00000001:0.0:1787998353.144360:0:35284:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1787998353.144365:0:35284:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c13b80. 00000020:00000040:0.0:1787998353.144368:0:35284:0:(genops.c:1210:class_import_get()) import ffff94d183eca000 refcount=3 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00010000:00000001:0.0:1787998353.144371:0:35284:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1787998353.144374:0:35284:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998353.144377:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998353.144378:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998353.144379:0:35284:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998353.144382:0:35284:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998353.144384:0:35284:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998353.144387:0:35284:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998353.144393:0:35284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d1a0baa200. 00000100:00000001:0.0:1787998353.144399:0:35284:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998353.144402:0:35284:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998353.144404:0:35284:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998353.144405:0:35284:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998353.144406:0:35284:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998353.144407:0:35284:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998353.144410:0:35284:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446626226547276672 : -117847162274944 : ffff94d191c13b80) 00010000:00000001:0.0:1787998353.144413:0:35284:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1787998353.144415:0:35284:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1787998353.144417:0:35284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921c00 count: 2 00010000:00000001:0.0:1787998353.144418:0:35284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998353.144420:0:35284:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1787998353.144423:0:35284:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d187366000. 00000020:00000001:0.0:1787998353.144427:0:35284:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1787998353.144429:0:35284:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d187366000 with handle 0xb2d39e653c8cbfb to hash 00000020:00000001:0.0:1787998353.144431:0:35284:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1787998353.144432:0:35284:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000010:0.0:1787998353.144436:0:35284:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff94d190b35640. 00010000:00000001:0.0:1787998353.144438:0:35284:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:0.0:1787998353.144441:0:35284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998353.144442:0:35284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998353.144445:0:35284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998353.144454:0:35284:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998353.144464:0:35284:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1787998353.144469:0:35284:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998353.144471:0:35284:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998353.144476:0:35284:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d192196480. 00000100:00000001:0.0:1787998353.144479:0:35284:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226553054336 : -117847156497280 : ffff94d192196480) 00000100:00000001:0.0:1787998353.144481:0:35284:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998353.144482:0:35284:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547276672 : -117847162274944 : ffff94d191c13b80) 00000100:00000001:0.0:1787998353.144485:0:35284:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998353.144488:0:35284:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998353.144490:0:35284:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998353.144491:0:35284:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998353.144496:0:35284:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c13b80 x1874850291784192/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998353.144503:0:35284:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998353.144505:0:35284:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998353.144508:0:35284:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998353.144510:0:35284:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998353.144512:0:35284:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998353.144515:0:35284:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c13b80 pname:cluuid:pid:xid:nid:opc:job uname:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35284:1874850291784192:192.168.206.123@tcp:101:uname.0 00000100:00000001:0.0:1787998353.144518:0:35284:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998353.144523:0:35284:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998353.144525:0:35284:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998353.144527:0:35284:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998353.144531:0:35284:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a0400. 02000000:00000001:0.0:1787998353.144533:0:35284:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998353.144539:0:35284:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998353.144543:0:35284:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000400:00000010:0.0:1787998353.144549:0:35284:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807ee0. 00000100:00000200:0.0:1787998353.144555:0:35284:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291784192, portal 4 00000100:00000001:0.0:1787998353.144570:0:35284:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998353.144571:0:35284:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547276672 : -117847162274944 : ffff94d191c13b80) 00000100:00000040:0.0:1787998353.144577:0:35284:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191c13b80 x1874850291784192/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998369 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998353.144584:0:35284:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998353.144586:0:35284:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998353.144589:0:35284:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807bb0. 00000100:00000200:0.0:1787998353.144593:0:35284:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1874850291784192, offset 0 00000400:00000200:0.0:1787998353.144598:0:35284:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998353.144608:0:35284:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998353.144614:0:35284:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998353.144619:0:35284:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998353.144623:0:35284:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998353.144626:0:35284:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998353.144629:0:35284:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998353.144632:0:35284:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2882:2882:256:4294967295] 192.168.206.123@tcp LPNI seq info [2882:2882:8:4294967295] 00000400:00000200:0.0:1787998353.144636:0:35284:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998353.144645:0:35284:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998353.144651:0:35284:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998353.144656:0:35284:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d193b36c00. 00000800:00000200:0.0:1787998353.144662:0:35284:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998353.144669:0:35284:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998353.144674:0:35284:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d193b36c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1787998353.144682:0:35284:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998353.144686:0:35284:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 19867 usecs (20 jiffies) 00000400:00000200:0.0:1787998353.144690:0:35284:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998353.144692:0:35284:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296533321 00000100:00000001:0.0:1787998353.144695:0:35284:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:0.0:1787998353.144696:0:35284:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296533321 00000100:00000001:0.0:1787998353.144699:0:35284:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:0.0:1787998353.144701:0:35284:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998353.144703:0:35284:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998353.144705:0:35284:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998353.144707:0:35284:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998353.144709:0:35284:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d192196480 going to sleep for 11 seconds 00000100:00000001:0.0:1787998353.144711:0:35284:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998353.144713:0:35284:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998353.145291:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998353.145297:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d193b36c00. 00000400:00000200:2.0:1787998353.145302:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998353.145308:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998353.145313:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807bb0 00000400:00000010:2.0:1787998353.145315:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807bb0. 00000100:00000001:2.0:1787998353.145319:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998353.145324:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c13b80 x1874850291784192/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998369 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.145334:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998353.145337:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c13b80 x1874850291784192/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998369 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.145342:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.145344:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998353.153640:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.153656:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998353.153660:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.153662:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998353.153671:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.153678:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998353.153687:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.153692:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.153696:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.153700:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 328 into portal 15 MB=0x6a92a9abcd200 00000400:00000200:3.0:1787998353.153716:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.123@tcp of length 328/328 into md 0x7fd5 [2] + 656 00000800:00000001:3.0:1787998353.153724:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.153732:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998353.153736:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998353.153740:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998353.153748:0:2396:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1787998353.153751:0:2396:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1787998353.153757:0:2396:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d01500. 00000100:00000040:3.0:1787998353.153761:0:2396:0:(events.c:337:request_in_callback()) incoming req@ffff94d191d01500 x1874850310050304 msgsize 328 00000100:00100000:3.0:1787998353.153765:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.123@tcp (source: 12345-192.168.206.123@tcp) 00000100:00000001:3.0:1787998353.153823:0:2396:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1787998353.153831:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.153834:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998353.153931:0:30631:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1787998353.153934:0:30631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874850310050304 02000000:00000001:2.0:1787998353.153937:0:30631:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1787998353.153939:0:30631:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998353.153941:0:30631:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998353.153946:0:30631:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998353.153949:0:30631:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874850310050304 00000020:00000001:2.0:1787998353.153952:0:30631:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787998353.153954:0:30631:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf75 00000020:00000001:2.0:1787998353.153956:0:30631:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.153959:0:30631:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191090800 refcount=4 00000020:00000001:2.0:1787998353.153962:0:30631:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535204864 : -117847174346752 : ffff94d191090800) 00000020:00000001:2.0:1787998353.153964:0:30631:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535204864 : -117847174346752 : ffff94d191090800) 00000100:00000001:2.0:1787998353.153979:0:30631:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1787998353.153985:0:30631:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d185259ec0. 00000100:00000001:2.0:1787998353.153988:0:30631:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1787998353.153991:0:30631:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d185259ec0. 00000020:00000010:2.0:1787998353.153997:0:30631:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d191d93e00. 00000020:00000010:2.0:1787998353.154002:0:30631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94d19219df80. 00000020:00000010:2.0:1787998353.154008:0:30631:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94d184ee2190. 00000100:00000040:2.0:1787998353.154023:0:30631:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1787998353.154026:0:30631:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1787998353.154028:0:30631:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1787998353.154030:0:30631:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.154037:0:30631:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.154051:0:30631:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998353.154062:0:30631:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1787998353.154064:0:30631:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1787998353.154069:0:30631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.123@tcp, seq: 62 00000100:00000040:2.0:1787998353.154073:0:30631:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff94d191090800 : new rpc_count 1 00000100:00000001:2.0:1787998353.154075:0:30631:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446626226548249856 : -117847161301760 : ffff94d191d01500) 00000100:00000040:2.0:1787998353.154083:0:30631:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff94d191d01500 x1874850310050304/t0(0) o104->LOV_OSC_UUID@192.168.206.123@tcp:569/0 lens 328/0 e 0 to 0 dl 1787998364 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998353.154093:0:30631:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1787998353.154096:0:30631:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d185259ec0. 00000100:00000001:2.0:1787998353.154098:0:30631:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1787998353.154100:0:30631:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d185259ec0. 00000100:00100000:2.0:1787998353.154105:0:30631:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94d191d01500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8548:x1874850310050304:12345-192.168.206.123@tcp:104: 00000100:00000200:2.0:1787998353.154109:0:30631:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1874850310050304 00010000:00000001:2.0:1787998353.154111:0:30631:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1787998353.154117:0:30631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.154119:0:30631:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.154121:0:30631:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366e00 refcount=2 00000020:00000001:2.0:1787998353.154123:0:30631:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370407936 : -117847339143680 : ffff94d187366e00) 00010000:00000001:2.0:1787998353.154126:0:30631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370407936 : -117847339143680 : ffff94d187366e00) 00010000:00000001:2.0:1787998353.154129:0:30631:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998353.154132:0:30631:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787998353.154137:0:30631:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000f4c1107a/0xb2d39e653c8cbf4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x4fd9a50f3a6ad69c expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1787998353.154149:0:30631:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1787998353.154152:0:30631:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1787998353.154157:0:30631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94d1a0bae400. 02000000:00000001:2.0:1787998353.154159:0:30631:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.154162:0:30631:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.154175:0:30631:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1787998353.154178:0:30631:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998353.154182:0:30631:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187eb35e8 time=28 v=5 (1 1 1 1) 00000100:00000001:2.0:1787998353.154187:0:30631:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787998353.154190:0:30631:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 16 to 192.168.206.123@tcp 00000100:00000001:2.0:1787998353.154192:0:30631:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 02000000:00000001:2.0:1787998353.154195:0:30631:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1787998353.154197:0:30631:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.154200:0:30631:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998353.154203:0:30631:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998353.154208:0:30631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbff68. 00000100:00000200:2.0:1787998353.154213:0:30631:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1874850310050304, offset 224 00000400:00000200:2.0:1787998353.154219:0:30631:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998353.154226:0:30631:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.154232:0:30631:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.23@tcp to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998353.154238:0:30631:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2883:2883:256:4294967295] 192.168.206.123@tcp LPNI seq info [2883:2883:8:4294967295] 00000400:00000200:2.0:1787998353.154242:0:30631:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.154250:0:30631:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:192.168.206.23@tcp) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998353.154256:0:30631:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998353.154260:0:30631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9700. 00000800:00000200:2.0:1787998353.154266:0:30631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998353.154273:0:30631:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998353.154277:0:30631:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998353.154288:0:30631:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998353.154292:0:30631:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00010000:00000001:2.0:1787998353.154295:0:30631:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1787998353.154298:0:30631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94d191748540. 00010000:00000001:2.0:1787998353.154301:0:30631:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1787998353.154318:0:30631:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1787998353.154320:0:30631:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.154322:0:30631:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.154324:0:30631:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998353.154329:0:30631:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d01500 x1874850310050304/t0(0) o104->LOV_OSC_UUID@192.168.206.123@tcp:569/0 lens 328/224 e 0 to 0 dl 1787998364 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787998353.154340:0:30631:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94d191d01500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8548:x1874850310050304:12345-192.168.206.123@tcp:104: Request processed in 245us (576us total) trans 0 rc 0/0 00000100:00100000:2.0:1787998353.154347:0:30631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.123@tcp, seq: 62 00000100:00000040:2.0:1787998353.154350:0:30631:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff94d191090800 : new rpc_count 0 00000100:00000001:2.0:1787998353.154352:0:30631:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1787998353.154353:0:30631:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1787998353.154357:0:30631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94d19219df80. 00000020:00000010:2.0:1787998353.154361:0:30631:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94d184ee2190. 00000020:00000010:2.0:1787998353.154366:0:30631:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d191d93e00. 00000020:00000040:2.0:1787998353.154370:0:30631:0:(genops.c:879:class_export_put()) PUTting export ffff94d191090800 : new refcount 3 00000100:00000001:2.0:1787998353.154373:0:30631:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1787998353.154453:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998353.154457:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9700. 00000400:00000200:2.0:1787998353.154461:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998353.154465:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998353.154469:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbff68 00000400:00000010:2.0:1787998353.154472:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbff68. 00000100:00000001:2.0:1787998353.154475:0:2397:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1787998353.154477:0:2397:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1787998353.154543:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998353.154546:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998353.154549:0:16949:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1787998353.154552:0:16949:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1787998353.154554:0:16949:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1787998353.154569:0:16949:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000f4c1107a/0xb2d39e653c8cbf4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x4fd9a50f3a6ad69c expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787998353.154579:0:16949:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d187366e00 already unused, calling callback (ffffffffc1285300) 00000008:00000001:0.0:1787998353.154581:0:16949:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1787998353.154584:0:16949:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1787998353.154585:0:16949:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998353.154586:0:16949:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998353.154588:0:16949:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366e00 refcount=3 00000020:00000001:0.0:1787998353.154590:0:16949:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370407936 : -117847339143680 : ffff94d187366e00) 00010000:00000001:0.0:1787998353.154592:0:16949:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370407936 : -117847339143680 : ffff94d187366e00) 00010000:00000001:0.0:1787998353.154595:0:16949:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787998353.154597:0:16949:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000f4c1107a/0xb2d39e653c8cbf4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x4fd9a50f3a6ad69c expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1787998353.154604:0:16949:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1787998353.154606:0:16949:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998353.154609:0:16949:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798656616 : -117846910895000 : ffff94d1a0bcfc68) 00000020:00001000:0.0:1787998353.154612:0:16949:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfc60 00000008:00000001:0.0:1787998353.154614:0:16949:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1787998353.154617:0:16949:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1787998353.154618:0:16949:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998353.154620:0:16949:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226549081512 : -117847160470104 : ffff94d191dcc5a8) 00000020:00001000:0.0:1787998353.154621:0:16949:0:(cl_object.c:823:cl_env_get()) 1@ffff94d191dcc5a0 00000008:00000001:0.0:1787998353.154624:0:16949:0:(osc_cache.c:3704:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1787998353.154626:0:16949:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1787998353.154629:0:16949:0:(osc_cache.c:3740:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1787998353.154632:0:16949:0:(osc_cache.c:3788:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998353.154635:0:16949:0:(osc_cache.c:3673:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1787998353.154637:0:16949:0:(cl_object.c:143:cl_object_top()) ffff94d19391c8c0 -> ffff94d1a0aa3850 00000020:00000001:0.0:1787998353.154639:0:16949:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:0.0:1787998353.154641:0:16949:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1787998353.154644:0:16949:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1787998353.154646:0:16949:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1787998353.154649:0:16949:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787998353.154650:0:16949:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1787998353.154651:0:16949:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1787998353.154655:0:16949:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff94d1916d2230 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1787998353.154659:0:16949:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1787998353.154660:0:16949:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1787998353.154663:0:16949:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1787998353.154665:0:16949:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1787998353.154666:0:16949:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.154668:0:16949:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787998353.154669:0:16949:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1787998353.154670:0:16949:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1787998353.154671:0:16949:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998353.154674:0:16949:0:(osc_cache.c:3460:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1787998353.154676:0:16949:0:(osc_cache.c:3537:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787998353.154678:0:16949:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1787998353.154680:0:16949:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1787998353.154681:0:16949:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1787998353.154683:0:16949:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1787998353.154685:0:16949:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1787998353.154688:0:16949:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1787998353.154689:0:16949:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1787998353.154691:0:16949:0:(osc_cache.c:3692:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1787998353.154693:0:16949:0:(cl_object.c:917:cl_env_put()) 1@ffff94d191dcc5a0 00000008:00000001:0.0:1787998353.154695:0:16949:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.154697:0:16949:0:(cl_object.c:143:cl_object_top()) ffff94d19391c8c0 -> ffff94d1a0aa3850 00010000:00000001:0.0:1787998353.154700:0:16949:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1787998353.154702:0:16949:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.154704:0:16949:0:(cl_object.c:143:cl_object_top()) ffff94d19391c8c0 -> ffff94d1a0aa3850 00000020:00000001:0.0:1787998353.154706:0:16949:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1787998353.154708:0:16949:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1787998353.154711:0:16949:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1787998353.154713:0:16949:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.154715:0:16949:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.154716:0:16949:0:(cl_object.c:143:cl_object_top()) ffff94d19391c8c0 -> ffff94d1a0aa3850 00000020:00000001:0.0:1787998353.154718:0:16949:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:0.0:1787998353.154719:0:16949:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1787998353.154722:0:16949:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.154723:0:16949:0:(cl_object.c:143:cl_object_top()) ffff94d19391c8c0 -> ffff94d1a0aa3850 00000008:00000001:0.0:1787998353.154726:0:16949:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1787998353.154728:0:16949:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfc60 00000008:00000001:0.0:1787998353.154730:0:16949:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998353.154732:0:16949:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1787998353.154737:0:16949:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787998353.154738:0:16949:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787998353.154740:0:16949:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998353.154741:0:16949:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1787998353.154744:0:16949:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d187366e00 with handle 0xb2d39e653c8cbf4 from hash 00010000:00000001:0.0:1787998353.154746:0:16949:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787998353.154748:0:16949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998353.154749:0:16949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998353.154751:0:16949:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787998353.154753:0:16949:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787998353.154755:0:16949:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1787998353.154760:0:16949:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998353.154763:0:16949:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998353.154765:0:16949:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998353.154795:0:16949:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1787998353.154801:0:16949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c11180. 00000020:00000040:0.0:1787998353.154805:0:16949:0:(genops.c:1210:class_import_get()) import ffff94d183eca000 refcount=4 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998353.154809:0:16949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998353.154811:0:16949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998353.154816:0:16949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998353.154822:0:16949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d1a0bab400. 00000100:00000001:0.0:1787998353.154826:0:16949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998353.154829:0:16949:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1787998353.154833:0:16949:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000f4c1107a/0xb2d39e653c8cbf4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x4fd9a50f3a6ad69c expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787998353.154840:0:16949:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1787998353.154842:0:16949:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998353.154846:0:16949:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998353.154850:0:16949:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998353.154856:0:16949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000081cb323] to pc [ptlrpcd_00_00+0] req@ffff94d191c11180 x1874850291784320/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787998353.154887:0:16949:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998353.154890:0:16949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998353.154892:0:16949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998353.154893:0:16949:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998353.154895:0:16949:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998353.154897:0:16949:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998353.154900:0:16949:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000f4c1107a/0xb2d39e653c8cbf4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x4fd9a50f3a6ad69c expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787998353.154907:0:16949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787998353.154909:0:16949:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000f4c1107a/0xb2d39e653c8cbf4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x4fd9a50f3a6ad69c expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1787998353.154916:0:16949:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d190b35bc0. 00000100:00000001:1.0:1787998353.154947:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1787998353.154951:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1787998353.154954:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998353.154958:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998353.154960:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998353.154963:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998353.154964:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998353.154967:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998353.154973:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c11180 x1874850291784320/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998353.154982:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998353.154984:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998353.154987:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998353.154989:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998353.154992:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998353.154995:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2403:1874850291784320:192.168.206.123@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1787998353.154999:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998353.155004:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998353.155007:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998353.155009:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998353.155014:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d19172bc00. 02000000:00000001:1.0:1787998353.155016:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998353.155021:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998353.155025:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fccb8. 00000400:00000010:1.0:1787998353.155030:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409550. 00000100:00000200:1.0:1787998353.155047:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291784320, portal 18 00000100:00000001:1.0:1787998353.155050:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998353.155052:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547265920 : -117847162285696 : ffff94d191c11180) 00000100:00000040:1.0:1787998353.155059:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c11180 x1874850291784320/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998369 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998353.155066:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998353.155068:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998353.155071:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409908. 00000100:00000200:1.0:1787998353.155074:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1874850291784320, offset 0 00000400:00000200:1.0:1787998353.155078:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998353.155082:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998353.155087:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998353.155092:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998353.155095:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998353.155098:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998353.155101:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998353.155104:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2884:2884:256:4294967295] 192.168.206.123@tcp LPNI seq info [2884:2884:8:4294967295] 00000400:00000200:1.0:1787998353.155109:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998353.155115:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998353.155120:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998353.155125:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f200. 00000800:00000200:1.0:1787998353.155129:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998353.155134:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998353.155137:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1787998353.155153:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998353.155158:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 19867 usecs (20 jiffies) 00000400:00000200:1.0:1787998353.155162:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998353.155165:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296533332 00000100:00000001:1.0:1787998353.155177:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:1.0:1787998353.155180:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296533332 00000100:00000001:1.0:1787998353.155182:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:1.0:1787998353.155184:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998353.155187:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998353.155189:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998353.155191:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998353.155201:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998353.155203:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998353.155639:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998353.155643:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f200. 00000400:00000200:3.0:1787998353.155649:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998353.155654:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998353.155657:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409908 00000400:00000010:3.0:1787998353.155659:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409908. 00000100:00000001:3.0:1787998353.155663:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998353.155667:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c11180 x1874850291784320/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998369 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998353.155676:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998353.155679:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c11180 x1874850291784320/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998369 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998353.155687:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998353.155689:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1787998353.159945:0:16949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998353.159956:0:16949:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1787998353.159960:0:16949:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff94d191748540. 00010000:00000001:0.0:1787998353.159979:0:16949:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.159985:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998353.159987:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998353.159990:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1787998353.159992:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998353.159993:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998353.159995:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1787998353.159998:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998353.159999:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998353.160001:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:0.1:1787998353.164593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366e00. 00000800:00000001:2.0:1787998353.166194:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998353.166207:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998353.166211:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998353.166214:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998353.166222:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.166228:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998353.166236:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.166240:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.166245:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.166259:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 392 into portal 15 MB=0x6a92a9abcd280 00000400:00000200:2.0:1787998353.166267:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.123@tcp of length 392/392 into md 0x7fd5 [2] + 984 00000800:00000001:2.0:1787998353.166274:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998353.166280:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998353.166282:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998353.166286:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998353.166293:0:2397:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1787998353.166295:0:2397:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1787998353.166301:0:2397:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d19500. 00000100:00000040:2.0:1787998353.166304:0:2397:0:(events.c:337:request_in_callback()) incoming req@ffff94d191d19500 x1874850310050432 msgsize 392 00000100:00100000:2.0:1787998353.166307:0:2397:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.123@tcp (source: 12345-192.168.206.123@tcp) 00000100:00000001:2.0:1787998353.166318:0:2397:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1787998353.166325:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998353.166327:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998353.166547:0:16814:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1787998353.166550:0:16814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874850310050432 02000000:00000001:3.0:1787998353.166552:0:16814:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1787998353.166554:0:16814:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998353.166556:0:16814:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998353.166561:0:16814:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998353.166564:0:16814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874850310050432 00000020:00000001:3.0:1787998353.166567:0:16814:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787998353.166568:0:16814:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf75 00000020:00000001:3.0:1787998353.166571:0:16814:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998353.166574:0:16814:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191090800 refcount=4 00000020:00000001:3.0:1787998353.166576:0:16814:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535204864 : -117847174346752 : ffff94d191090800) 00000020:00000001:3.0:1787998353.166579:0:16814:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535204864 : -117847174346752 : ffff94d191090800) 00000100:00000001:3.0:1787998353.166583:0:16814:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1787998353.166588:0:16814:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d1987e5800. 00000100:00000001:3.0:1787998353.166591:0:16814:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1787998353.166593:0:16814:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d1987e5800. 00000020:00000010:3.0:1787998353.166599:0:16814:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d1861f6400. 00000020:00000010:3.0:1787998353.166604:0:16814:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94d190a8dc80. 00000020:00000010:3.0:1787998353.166609:0:16814:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94d18543a3e8. 00000100:00000040:3.0:1787998353.166616:0:16814:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1787998353.166619:0:16814:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1787998353.166620:0:16814:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1787998353.166622:0:16814:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998353.166629:0:16814:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998353.166642:0:16814:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998353.166653:0:16814:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1787998353.166655:0:16814:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1787998353.166660:0:16814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.123@tcp, seq: 63 00000100:00000040:3.0:1787998353.166663:0:16814:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff94d191090800 : new rpc_count 1 00000100:00000001:3.0:1787998353.166665:0:16814:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446626226548348160 : -117847161203456 : ffff94d191d19500) 00000100:00000040:3.0:1787998353.166672:0:16814:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff94d191d19500 x1874850310050432/t0(0) o105->LOV_OSC_UUID@192.168.206.123@tcp:569/0 lens 392/0 e 0 to 0 dl 1787998364 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998353.166680:0:16814:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1787998353.166683:0:16814:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d1987e5800. 00000100:00000001:3.0:1787998353.166685:0:16814:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1787998353.166687:0:16814:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d1987e5800. 00000100:00100000:3.0:1787998353.166691:0:16814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94d191d19500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6545:x1874850310050432:12345-192.168.206.123@tcp:105: 00000100:00000200:3.0:1787998353.166694:0:16814:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1874850310050432 00010000:00000001:3.0:1787998353.166697:0:16814:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1787998353.166703:0:16814:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998353.166704:0:16814:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998353.166706:0:16814:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=4 00000020:00000001:3.0:1787998353.166708:0:16814:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:3.0:1787998353.166711:0:16814:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00010000:3.0:1787998353.166717:0:16814:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998353.166728:0:16814:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:3.0:1787998353.166731:0:16814:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998353.166740:0:16814:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998353.166747:0:16814:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1787998353.166749:0:16814:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998353.166751:0:16814:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1787998353.166753:0:16814:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1787998353.166755:0:16814:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998353.166761:0:16814:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1787998353.166765:0:16814:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1787998353.166810:0:16814:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x42:0x0].0x0 (ffff94d185921c00) refcount = 1 00010000:00000040:3.0:1787998353.166813:0:16814:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1787998353.166816:0:16814:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998353.166828:0:16814:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:3.0:1787998353.166831:0:16814:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000000000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1787998353.166840:0:16814:0:(ldlm_lock.c:2325:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff94d1987e5800. 00000100:00000001:3.0:1787998353.166843:0:16814:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787998353.166848:0:16814:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1920f3180. 00000100:00000001:3.0:1787998353.166850:0:16814:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226552385920 : -117847157165696 : ffff94d1920f3180) 00000100:00000001:3.0:1787998353.166852:0:16814:0:(client.c:1218:ptlrpc_prep_fcset()) Process leaving (rc=18446626226552385920 : -117847157165696 : ffff94d1920f3180) 00000100:00000001:3.0:1787998353.166855:0:16814:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787998353.166857:0:16814:0:(client.c:1948:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1787998353.166858:0:16814:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1787998353.166860:0:16814:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1787998353.166863:0:16814:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998353.166865:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998353.166866:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998353.166868:0:16814:0:(ldlm_lock.c:2306:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998353.166869:0:16814:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1787998353.166870:0:16814:0:(ldlm_lock.c:2275:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1787998353.166873:0:16814:0:(client.c:1963:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998353.166874:0:16814:0:(client.c:2698:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998353.166876:0:16814:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1787998353.166878:0:16814:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1920f3180. 00000100:00000001:3.0:1787998353.166880:0:16814:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1787998353.166882:0:16814:0:(ldlm_lock.c:2369:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1787998353.166884:0:16814:0:(ldlm_lock.c:2371:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff94d1987e5800. 00010000:00010000:3.0:1787998353.166886:0:16814:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff94d187366000) 00010000:00000001:3.0:1787998353.166888:0:16814:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998353.166890:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998353.166892:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1787998353.166894:0:16814:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1787998353.166896:0:16814:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1787998353.166901:0:16814:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94d1a0097400. 02000000:00000001:3.0:1787998353.166904:0:16814:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998353.166906:0:16814:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998353.166910:0:16814:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1787998353.166912:0:16814:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998353.166915:0:16814:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187eb35e8 time=28 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998353.166929:0:16814:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787998353.166933:0:16814:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 16 to 192.168.206.123@tcp 00000100:00000001:3.0:1787998353.166935:0:16814:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 02000000:00000001:3.0:1787998353.166938:0:16814:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1787998353.166940:0:16814:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998353.166942:0:16814:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998353.166946:0:16814:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998353.166950:0:16814:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5110. 00000100:00000200:3.0:1787998353.166955:0:16814:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1874850310050432, offset 224 00000400:00000200:3.0:1787998353.166962:0:16814:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998353.166968:0:16814:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.166974:0:16814:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.23@tcp to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998353.166980:0:16814:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2885:2885:256:4294967295] 192.168.206.123@tcp LPNI seq info [2885:2885:8:4294967295] 00000400:00000200:3.0:1787998353.166985:0:16814:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.166993:0:16814:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:192.168.206.23@tcp) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998353.167008:0:16814:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998353.167013:0:16814:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d191fa7400. 00000800:00000200:3.0:1787998353.167019:0:16814:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998353.167026:0:16814:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998353.167030:0:16814:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d191fa7400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998353.167045:0:16814:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998353.167049:0:16814:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00010000:00000001:3.0:1787998353.167052:0:16814:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998353.167056:0:16814:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d19500 x1874850310050432/t0(0) o105->LOV_OSC_UUID@192.168.206.123@tcp:569/0 lens 392/224 e 0 to 0 dl 1787998364 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787998353.167072:0:16814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94d191d19500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6545:x1874850310050432:12345-192.168.206.123@tcp:105: Request processed in 390us (765us total) trans 0 rc 0/0 00000100:00100000:3.0:1787998353.167079:0:16814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.123@tcp, seq: 63 00000100:00000040:3.0:1787998353.167082:0:16814:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff94d191090800 : new rpc_count 0 00000100:00000001:3.0:1787998353.167084:0:16814:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1787998353.167086:0:16814:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1787998353.167091:0:16814:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94d190a8dc80. 00000020:00000010:3.0:1787998353.167095:0:16814:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94d18543a3e8. 00000020:00000010:3.0:1787998353.167099:0:16814:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d1861f6400. 00000020:00000040:3.0:1787998353.167102:0:16814:0:(genops.c:879:class_export_put()) PUTting export ffff94d191090800 : new refcount 3 00000100:00000001:3.0:1787998353.167105:0:16814:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787998353.167190:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998353.167194:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d191fa7400. 00000400:00000200:3.0:1787998353.167197:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998353.167201:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998353.167205:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5110 00000400:00000010:3.0:1787998353.167207:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5110. 00000100:00000001:3.0:1787998353.167210:0:2396:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1787998353.167212:0:2396:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1787998353.172828:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998353.172843:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998353.172847:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998353.172849:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998353.172857:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.172864:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998353.172872:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.172876:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.172880:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.172884:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 400 into portal 4 MB=0x6a92a99a61a00 00000400:00000200:2.0:1787998353.172888:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.172894:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 400/400 into md 0x85ed [1] + 224 00000800:00000001:2.0:1787998353.172901:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998353.172909:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998353.172913:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998353.172929:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998353.172937:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998353.172945:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c13b80 x1874850291784192/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998369 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998353.172956:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff94d191c13b80 x1874850291784192/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.172979:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998353.172986:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998353.172989:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998353.173030:0:35284:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998353.173044:0:35284:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998353.173046:0:35284:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998353.173049:0:35284:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30528. 00000400:00000200:0.0:1787998353.173054:0:35284:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807ee0 00000400:00000010:0.0:1787998353.173056:0:35284:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807ee0. 00000100:00000001:0.0:1787998353.173059:0:35284:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998353.173064:0:35284:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c13b80 x1874850291784192/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998353.173072:0:35284:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c13b80 x1874850291784192/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998353.173078:0:35284:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998353.173080:0:35284:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998353.173083:0:35284:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998353.173086:0:35284:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998353.173088:0:35284:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998353.173090:0:35284:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998353.173093:0:35284:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998353.173100:0:35284:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca460 time=29 v=5 (5 5 5 37) 00000100:00001000:0.0:1787998353.173105:0:35284:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=18 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998353.173107:0:35284:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998353.173109:0:35284:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998353.173112:0:35284:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998353.173114:0:35284:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998353.173118:0:35284:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998353.173119:0:35284:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:0.0:1787998353.173121:0:35284:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998353.173123:0:35284:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998353.173128:0:35284:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c13b80 x1874850291784192/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998353.173135:0:35284:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998353.173138:0:35284:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998353.173139:0:35284:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998353.173144:0:35284:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c13b80 x1874850291784192/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998369 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998353.173152:0:35284:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c13b80 pname:cluuid:pid:xid:nid:opc:job uname:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35284:1874850291784192:192.168.206.123@tcp:101:uname.0 00000100:00000001:0.0:1787998353.173156:0:35284:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998353.173158:0:35284:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998353.173161:0:35284:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998353.173162:0:35284:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998353.173165:0:35284:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c13b80 x1874850291784192/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998369 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998353.173181:0:35284:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998353.173184:0:35284:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d192196480. 00000100:00000001:0.0:1787998353.173187:0:35284:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998353.173189:0:35284:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998353.173191:0:35284:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1787998353.173193:0:35284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998353.173196:0:35284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998353.173199:0:35284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=4 00000020:00000001:0.0:1787998353.173201:0:35284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:0.0:1787998353.173203:0:35284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000040:0.0:1787998353.173209:0:35284:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d187366000, remote cookie: 0x4fd9a50f3a6ad6a3, flags: 0x20002 00010000:00000001:0.0:1787998353.173212:0:35284:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1787998353.173215:0:35284:0:(ldlm_lock.c:1884:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998353.173217:0:35284:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1787998353.173219:0:35284:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998353.173224:0:35284:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998353.173236:0:35284:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1787998353.173238:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998353.173240:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998353.173241:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998353.173241:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998353.173243:0:35284:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998353.173246:0:35284:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1787998353.173248:0:35284:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1787998353.173251:0:35284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998353.173253:0:35284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998353.173254:0:35284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=3 00000020:00000001:0.0:1787998353.173256:0:35284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:0.0:1787998353.173258:0:35284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:0.0:1787998353.173260:0:35284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998353.173261:0:35284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998353.173262:0:35284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=4 00000020:00000001:0.0:1787998353.173264:0:35284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:0.0:1787998353.173265:0:35284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:0.0:1787998353.173268:0:35284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998353.173270:0:35284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998353.173273:0:35284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998353.173279:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998353.173280:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1787998353.173283:0:35284:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1787998353.173286:0:35284:0:(cl_object.c:143:cl_object_top()) ffff94d19391c8c0 -> ffff94d1a0aa3850 00000008:00010000:0.0:1787998353.173289:0:35284:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1787998353.173296:0:35284:0:(cl_object.c:143:cl_object_top()) ffff94d19391c8c0 -> ffff94d1a0aa3850 00000020:00000001:0.0:1787998353.173299:0:35284:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1787998353.173301:0:35284:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1787998353.173303:0:35284:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1787998353.173305:0:35284:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.173307:0:35284:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.173308:0:35284:0:(cl_object.c:143:cl_object_top()) ffff94d19391c8c0 -> ffff94d1a0aa3850 00000008:00000001:0.0:1787998353.173310:0:35284:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:0.0:1787998353.173311:0:35284:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998353.173313:0:35284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998353.173314:0:35284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998353.173315:0:35284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=5 00000020:00000001:0.0:1787998353.173316:0:35284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:0.0:1787998353.173318:0:35284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:0.0:1787998353.173320:0:35284:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998353.173323:0:35284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998353.173328:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998353.173329:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1787998353.173332:0:35284:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998353.173337:0:35284:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998353.173339:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998353.173340:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1787998353.173341:0:35284:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998353.173343:0:35284:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998353.173347:0:35284:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c13b80 x1874850291784192/t0(0) o101->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998369 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998353.173353:0:35284:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998353.173355:0:35284:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998353.173359:0:35284:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1923a0400. 02000000:00000001:0.0:1787998353.173362:0:35284:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998353.173364:0:35284:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998353.173366:0:35284:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=3 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998353.173368:0:35284:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998353.173371:0:35284:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d1a0baa200. 02000000:00000001:0.0:1787998353.173374:0:35284:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998353.173375:0:35284:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998353.173377:0:35284:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c13b80. 00000100:00000001:0.0:1787998353.173381:0:35284:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998353.173382:0:35284:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1787998353.173383:0:35284:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998353.173386:0:35284:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.173388:0:35284:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.173391:0:35284:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.173392:0:35284:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.173394:0:35284:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.173396:0:35284:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.173398:0:35284:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.173401:0:35284:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1787998353.173404:0:35284:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:0.0:1787998353.173409:0:35284:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1787998353.173412:0:35284:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:0.0:1787998353.173414:0:35284:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:0.0:1787998353.173415:0:35284:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1787998353.173418:0:35284:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1787998353.173422:0:35284:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1787998353.173423:0:35284:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.173425:0:35284:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1787998353.173426:0:35284:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1787998353.173428:0:35284:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:0.0:1787998353.173431:0:35284:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1787998353.173433:0:35284:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:0.0:1787998353.173436:0:35284:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.173438:0:35284:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.173439:0:35284:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000080:00200000:0.0:1787998353.173441:0:35284:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 0 i_blocks 0 00000080:00000001:0.0:1787998353.173444:0:35284:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1787998353.173447:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bf7b80 00000080:00200000:0.0:1787998353.173450:0:35284:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [0, 23) append 1 append lockpos 18446744073709551615 00000020:00000001:0.0:1787998353.173452:0:35284:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1787998353.173456:0:35284:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d1917aa7c0 00020000:00000002:0.0:1787998353.173459:0:35284:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d1a0b0a660 addref 2/0 by ffff94d1917aa7c0. 00020000:00000002:0.0:1787998353.173461:0:35284:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d1917aa7c0 00000020:00000001:0.0:1787998353.173464:0:35284:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:0.0:1787998353.173467:0:35284:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1787998353.173469:0:35284:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1787998353.173472:0:35284:0:(lov_offset.c:253:lov_stripe_intersects()) [0->22] -> [(0) 0->22 (0)] 00020000:00000001:0.0:1787998353.173475:0:35284:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1787998353.173477:0:35284:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000020:00000001:0.0:1787998353.173479:0:35284:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1787998353.173481:0:35284:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1787998353.173484:0:35284:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.173486:0:35284:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.173487:0:35284:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.173489:0:35284:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998353.173495:0:35284:0:(rw26.c:674:ll_write_begin()) Process entered 00000080:00200000:0.0:1787998353.173497:0:35284:0:(rw26.c:675:ll_write_begin()) Writing 0 of 0 to 23 bytes 00000020:00000001:0.0:1787998353.173522:0:35284:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1787998353.173525:0:35284:0:(cl_page.c:427:cl_page_find()) 0@[0x200000405:0x2b:0x0] ffffdfa2047ce000 0 1 00000020:00000001:0.0:1787998353.173528:0:35284:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1787998353.173529:0:35284:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.173531:0:35284:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:0.0:1787998353.173549:0:35284:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff94d190514a80. 00000020:00000001:0.0:1787998353.173552:0:35284:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1787998353.173554:0:35284:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1787998353.174196:0:35284:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1787998353.174200:0:35284:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:0.0:1787998353.174203:0:35284:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1787998353.174204:0:35284:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000008:00000001:0.0:1787998353.174208:0:35284:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1787998353.174210:0:35284:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff94d190514af0 folio ffffdfa2047ce000 pg:0 obj off 0 00000008:00000001:0.0:1787998353.174212:0:35284:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.174214:0:35284:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1787998353.174215:0:35284:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1787998353.174217:0:35284:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1787998353.174219:0:35284:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.174222:0:35284:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.174224:0:35284:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446626226523163264 : -117847186388352 : ffff94d190514a80) 00000020:00000001:0.0:1787998353.174226:0:35284:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446626226523163264 : -117847186388352 : ffff94d190514a80) 00000020:00000001:0.0:1787998353.174228:0:35284:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1787998353.174230:0:35284:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1787998353.174232:0:35284:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446626226553932784 : -117847155618832 : ffff94d19226cbf0) 00000020:00000001:0.0:1787998353.174234:0:35284:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1787998353.174235:0:35284:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1787998353.174237:0:35284:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1787998353.174241:0:35284:0:(cl_page.c:507:__cl_page_state_set()) page@00000000a95eee04[2 000000000a7456fa 1 1 0000000047110824 0 0 0] 00000020:00000001:0.0:1787998353.174242:0:35284:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1787998353.174244:0:35284:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1787998353.174245:0:35284:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:0.0:1787998353.174247:0:35284:0:(rw26.c:581:ll_prepare_partial_page()) Process entered 00000020:00000001:0.0:1787998353.174249:0:35284:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:0.0:1787998353.174250:0:35284:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:0.0:1787998353.174252:0:35284:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1787998353.174253:0:35284:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1787998353.174255:0:35284:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:0.0:1787998353.174258:0:35284:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.174259:0:35284:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.174261:0:35284:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000080:00000001:0.0:1787998353.174264:0:35284:0:(rw26.c:601:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1787998353.174266:0:35284:0:(rw26.c:786:ll_write_begin()) Process leaving 00000080:00000001:0.0:1787998353.174268:0:35284:0:(rw26.c:802:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998353.174270:0:35284:0:(rw26.c:865:ll_write_end()) Process entered 00000080:00200000:0.0:1787998353.174272:0:35284:0:(rw26.c:869:ll_write_end()) pos 0, len 23, copied 23 00000020:00000001:0.0:1787998353.174274:0:35284:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1787998353.174275:0:35284:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446626226553932784 : -117847155618832 : ffff94d19226cbf0) 00000020:00000001:0.0:1787998353.174277:0:35284:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1787998353.174278:0:35284:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787998353.174283:0:35284:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1787998353.174285:0:35284:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1787998353.174286:0:35284:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1787998353.174287:0:35284:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1787998353.174291:0:35284:0:(rw26.c:927:ll_write_end()) page@00000000a95eee04[3 000000000a7456fa 2 1 0000000047110824 0 0 0] 00000080:00200000:0.0:1787998353.174295:0:35284:0:(rw26.c:927:ll_write_end()) vmpage @00000000edeeb463 17ffffc0001001 3:0 ffff94d190514a80 0 lru 00000080:00200000:0.0:1787998353.174302:0:35284:0:(rw26.c:927:ll_write_end()) osc-page@00000000645aa2fd 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000235e8c8c 000000001e5db715 > 3< 0 0 > 4< 0 0 8 8388608 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787998353.174306:0:35284:0:(rw26.c:927:ll_write_end()) end page@00000000a95eee04 00000080:00200000:0.0:1787998353.174307:0:35284:0:(rw26.c:927:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1787998353.174309:0:35284:0:(rw26.c:948:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:1.0:1787998353.179279:0:35284:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1787998353.179285:0:35284:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 23 prio 0 00000020:00000001:1.0:1787998353.179290:0:35284:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1787998353.179294:0:35284:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1787998353.179296:0:35284:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998353.179298:0:35284:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000020:00000001:1.0:1787998353.179301:0:35284:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1787998353.179304:0:35284:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1787998353.179306:0:35284:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:1.0:1787998353.179309:0:35284:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1787998353.179311:0:35284:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:1.0:1787998353.179314:0:35284:0:(osc_cache.c:2472:osc_queue_async_io()) Process entered 00000008:00000020:1.0:1787998353.179318:0:35284:0:(osc_cache.c:2531:osc_queue_async_io()) obj ffff94d19391c8c0 ready 0|-|- wr 0|-|- rd 0|- oap ffff94d190514af0 folio ffffdfa2047ce000 pg:0 added for cmd 2 00000008:00000001:1.0:1787998353.179324:0:35284:0:(osc_cache.c:1726:osc_enter_cache()) Process entered 00000008:00000020:1.0:1787998353.179326:0:35284:0:(osc_cache.c:1728:osc_enter_cache()) lustre-OST0001-osc-ffff94d1a0bb2800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8388608, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:1.0:1787998353.179331:0:35284:0:(osc_cache.c:1633:osc_enter_cache_try()) lustre-OST0001-osc-ffff94d1a0bb2800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8388608, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:1.0:1787998353.179335:0:35284:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff94d190514b28 page ffffdfa2047ce000 00000008:00000020:1.0:1787998353.179338:0:35284:0:(osc_cache.c:1760:osc_enter_cache()) lustre-OST0001-osc-ffff94d1a0bb2800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 8359936, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:1.0:1787998353.179343:0:35284:0:(osc_cache.c:1776:osc_enter_cache()) Process leaving 00000008:00000001:1.0:1787998353.179344:0:35284:0:(osc_cache.c:1779:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998353.179346:0:35284:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:1.0:1787998353.179353:0:35284:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff94d185459780. 00000008:00000020:1.0:1787998353.179360:0:35284:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff94d19391c8c0 extents at osc_extent_find:840, mppr: 1024. 00000008:00000020:1.0:1787998353.179366:0:35284:0:(osc_cache.c:1872:osc_update_pending()) obj ffff94d19391c8c0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:1.0:1787998353.179371:0:35284:0:(osc_cache.c:858:osc_extent_find()) extent ffff94d185459780@{[0 -> 0/1023], [3|1|-|active|wi|ffff94d19391c8c0], [28672|0|-|-|ffff94d187366000|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:1.0:1787998353.179379:0:35284:0:(osc_cache.c:858:osc_extent_find()) ### extent: 0000000011434ad2 ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:1.0:1787998353.179390:0:35284:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:1.0:1787998353.179393:0:35284:0:(osc_cache.c:2668:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998353.179396:0:35284:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998353.179398:0:35284:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1787998353.179401:0:35284:0:(cl_object.c:143:cl_object_top()) ffff94d19391c8c0 -> ffff94d1a0aa3850 00000008:00000002:1.0:1787998353.179403:0:35284:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->23 0 00000020:00000001:1.0:1787998353.179405:0:35284:0:(cl_object.c:143:cl_object_top()) ffff94d19391c8c0 -> ffff94d1a0aa3850 00000020:00000001:1.0:1787998353.179407:0:35284:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1787998353.179409:0:35284:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 23 00020000:00000001:1.0:1787998353.179412:0:35284:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1787998353.179414:0:35284:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.179416:0:35284:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.179417:0:35284:0:(cl_object.c:143:cl_object_top()) ffff94d19391c8c0 -> ffff94d1a0aa3850 00000008:00000001:1.0:1787998353.179419:0:35284:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1787998353.179420:0:35284:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:1.0:1787998353.179422:0:35284:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1787998353.179426:0:35284:0:(cl_page.c:556:cl_batch_put()) page@00000000a95eee04[4 000000000a7456fa 2 1 0000000047110824 0 0 0] 00000020:00000001:1.0:1787998353.179428:0:35284:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:1.0:1787998353.179430:0:35284:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1787998353.179431:0:35284:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:1.0:1787998353.179433:0:35284:0:(osc_request.c:745:osc_update_next_shrink()) next time 3066 to shrink grant 00000080:00000001:1.0:1787998353.179436:0:35284:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:1.0:1787998353.179438:0:35284:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:1.0:1787998353.179444:0:35284:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff94d198931b38, count 1, dirtied 1 00000080:00000001:1.0:1787998353.179447:0:35284:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:1.0:1787998353.179449:0:35284:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1787998353.179451:0:35284:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1787998353.179453:0:35284:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1787998353.179454:0:35284:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1787998353.179457:0:35284:0:(cl_page.c:507:__cl_page_state_set()) page@00000000a95eee04[3 000000000a7456fa 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1787998353.179459:0:35284:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1787998353.179461:0:35284:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1787998353.179462:0:35284:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1787998353.179463:0:35284:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1787998353.179465:0:35284:0:(cl_page.c:556:cl_batch_put()) page@00000000a95eee04[3 000000000a7456fa 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1787998353.179466:0:35284:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:1.0:1787998353.179467:0:35284:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:1.0:1787998353.179468:0:35284:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:1.0:1787998353.179470:0:35284:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:1.0:1787998353.179471:0:35284:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.179473:0:35284:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998353.179475:0:35284:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.179477:0:35284:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787998353.179478:0:35284:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:1.0:1787998353.179480:0:35284:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1787998353.179482:0:35284:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1787998353.179483:0:35284:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.179486:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bf7b80 00000080:00200000:1.0:1787998353.179488:0:35284:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:1.0:1787998353.179491:0:35284:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998353.179493:0:35284:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1787998353.179494:0:35284:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998353.179496:0:35284:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1787998353.179498:0:35284:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:1.0:1787998353.179500:0:35284:0:(cl_object.c:143:cl_object_top()) ffff94d19391c8c0 -> ffff94d1a0aa3850 00000020:00000001:1.0:1787998353.179501:0:35284:0:(cl_object.c:143:cl_object_top()) ffff94d19391c8c0 -> ffff94d1a0aa3850 00000020:00000001:1.0:1787998353.179503:0:35284:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1787998353.179504:0:35284:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1787998353.179506:0:35284:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.179507:0:35284:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.179509:0:35284:0:(cl_object.c:143:cl_object_top()) ffff94d19391c8c0 -> ffff94d1a0aa3850 00000008:00000001:1.0:1787998353.179510:0:35284:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.179512:0:35284:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998353.179514:0:35284:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998353.179515:0:35284:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.179516:0:35284:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.179518:0:35284:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1787998353.179519:0:35284:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1787998353.179520:0:35284:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1787998353.179522:0:35284:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:1.0:1787998353.179524:0:35284:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:1.0:1787998353.179526:0:35284:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1787998353.179529:0:35284:0:(osc_cache.c:1872:osc_update_pending()) obj ffff94d19391c8c0 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:1.0:1787998353.179534:0:35284:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1787998353.179543:0:35284:0:(osc_cache.c:1857:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998353.179545:0:35284:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1787998353.179546:0:35284:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998353.179548:0:35284:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:1.0:1787998353.179549:0:35284:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1787998353.179551:0:35284:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998353.179552:0:35284:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.179554:0:35284:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1787998353.179555:0:35284:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000800:00000001:3.0:1787998353.179953:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.179965:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998353.179967:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.179970:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998353.179978:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.179985:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998353.179993:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.179998:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.180003:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.180007:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 18 MB=0x6a92a99a61a80 00000400:00000200:3.0:1787998353.180011:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.180017:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.123@tcp of length 224/224 into md 0x85fd [1] + 224 00000800:00000001:3.0:1787998353.180024:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.180035:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998353.180039:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998353.180043:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998353.180050:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998353.180058:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c11180 x1874850291784320/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998369 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998353.180068:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191c11180 x1874850291784320/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998369 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998353.180093:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998353.180102:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.180105:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998353.180315:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998353.180320:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998353.180327:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998353.180329:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998353.180331:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fccb8. 00000400:00000200:0.0:1787998353.180336:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409550 00000400:00000010:0.0:1787998353.180338:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409550. 00000100:00000001:0.0:1787998353.180341:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998353.180347:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c11180 x1874850291784320/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998369 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998353.180357:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c11180 x1874850291784320/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998369 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998353.180364:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998353.180366:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998353.180368:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998353.180371:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998353.180373:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998353.180375:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998353.180377:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998353.180385:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca4a8 time=178 v=5 (5 5 5 5) 00000100:00001000:0.0:1787998353.180389:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=18 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998353.180391:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998353.180393:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998353.180395:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998353.180398:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998353.180402:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998353.180404:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:0.0:1787998353.180405:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998353.180407:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998353.180411:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c11180 x1874850291784320/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998369 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998353.180422:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998353.180425:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998353.180427:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998353.180430:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c11180 x1874850291784320/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998369 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998353.180438:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2403:1874850291784320:192.168.206.123@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1787998353.180443:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998353.180445:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998353.180449:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c11180 x1874850291784320/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998369 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998353.180455:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998353.180457:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998353.180461:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d19172bc00. 02000000:00000001:0.0:1787998353.180465:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998353.180467:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998353.180468:0:2403:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998353.180470:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998353.180473:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d1a0bab400. 02000000:00000001:0.0:1787998353.180476:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998353.180477:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998353.180479:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c11180. 00000100:00000001:0.0:1787998353.180483:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998353.180484:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998353.180486:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998353.180493:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998353.180495:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998353.180497:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998353.180499:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.180884:0:35284:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1787998353.180888:0:35284:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d191a0e6c8 (ffff94d1a0bcf2d8/0) at cl_lock_release():245 00000020:00000001:1.0:1787998353.180892:0:35284:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1787998353.180893:0:35284:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d191a0e6c8 (ffff94d1a0bcf2d8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1787998353.180897:0:35284:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1787998353.180900:0:35284:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998353.180902:0:35284:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000020:00000001:1.0:1787998353.180904:0:35284:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1787998353.180905:0:35284:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d1861db230 (ffff94d1a0bcfe18/1) at cl_lock_cancel():142 00000008:00000001:1.0:1787998353.180909:0:35284:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1787998353.180911:0:35284:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1787998353.180913:0:35284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.180915:0:35284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.180918:0:35284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=5 00000020:00000001:1.0:1787998353.180920:0:35284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:1.0:1787998353.180924:0:35284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:1.0:1787998353.180926:0:35284:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998353.180931:0:35284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998353.180942:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.180944:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.180946:0:35284:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998353.180949:0:35284:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998353.180952:0:35284:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998353.180960:0:35284:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998353.181124:0:35284:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998353.181127:0:35284:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998353.181132:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.181134:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.181135:0:35284:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.181138:0:35284:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998353.181140:0:35284:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.181142:0:35284:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.181145:0:35284:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.181147:0:35284:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998353.181148:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.181149:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.181150:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.181151:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998353.181153:0:35284:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1787998353.181154:0:35284:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1787998353.181156:0:35284:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1787998353.181157:0:35284:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1787998353.181159:0:35284:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1787998353.181160:0:35284:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d191a0e6c8 (ffff94d1a0bcf2d8/0) at cl_lock_fini():72 00020000:00000001:1.0:1787998353.181164:0:35284:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1787998353.181165:0:35284:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1787998353.181178:0:35284:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d1861db230 (ffff94d1a0bcf2d8/1) at cl_lock_fini():72 00000008:00000010:1.0:1787998353.181183:0:35284:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d1860f4850. 00000020:00000001:1.0:1787998353.181186:0:35284:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1787998353.181188:0:35284:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d1861db200. 00020000:00000001:1.0:1787998353.181191:0:35284:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1787998353.181192:0:35284:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1787998353.181194:0:35284:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1787998353.181196:0:35284:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1787998353.181197:0:35284:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998353.181199:0:35284:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1787998353.181201:0:35284:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1787998353.181202:0:35284:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998353.181204:0:35284:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998353.181207:0:35284:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1787998353.181207:0:35284:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1787998353.181209:0:35284:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1787998353.181212:0:35284:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:1.0:1787998353.181215:0:35284:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1787998353.181216:0:35284:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1787998353.181217:0:35284:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1787998353.181219:0:35284:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998353.181220:0:35284:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1787998353.181222:0:35284:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1787998353.181223:0:35284:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998353.181225:0:35284:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998353.181227:0:35284:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1787998353.181228:0:35284:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1787998353.181230:0:35284:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787998353.181234:0:35284:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:1.0:1787998353.181237:0:35284:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:1.0:1787998353.181239:0:35284:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:1.0:1787998353.181241:0:35284:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1787998353.181243:0:35284:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1787998353.181245:0:35284:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1787998353.181247:0:35284:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1787998353.181248:0:35284:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1787998353.181251:0:35284:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfe10 00020000:00000001:1.0:1787998353.181254:0:35284:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1787998353.181256:0:35284:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1787998353.181258:0:35284:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1787998353.181260:0:35284:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1787998353.181263:0:35284:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1787998353.181264:0:35284:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1787998353.181266:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bf7c98 00000080:00200000:1.0:1787998353.181268:0:35284:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:1.0:1787998353.181273:0:35284:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1787998353.181276:0:35284:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:1.0:1787998353.181278:0:35284:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:1.0:1787998353.181279:0:35284:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1787998353.181284:0:35284:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1787998353.181288:0:35284:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1787998353.181290:0:35284:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:1.0:1787998353.181292:0:35284:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1787998353.181293:0:35284:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:1.0:1787998353.181295:0:35284:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=23 (1) m=1787998353 a=0 c=1787998353 b=0 00020000:00000001:1.0:1787998353.181298:0:35284:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1787998353.181300:0:35284:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1787998353 a=0 c=1787998353 b=0 00020000:00000001:1.0:1787998353.181303:0:35284:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.181304:0:35284:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.181306:0:35284:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000080:00200000:1.0:1787998353.181308:0:35284:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 23 i_blocks 0 00000080:00000001:1.0:1787998353.181310:0:35284:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1787998353.181314:0:35284:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:1.0:1787998353.181316:0:35284:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:1.0:1787998353.181318:0:35284:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf2d0 00000020:00000001:1.0:1787998353.181321:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bf7d88 00000080:00000008:1.0:1787998353.181322:0:35284:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000405:0x2b:0x0], ppos: 23, count: 0, rc = 23 00000080:00000001:1.0:1787998353.181325:0:35284:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:1.0:1787998353.181343:0:35284:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1787998353.181345:0:35284:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d1917aa7c0 00020000:00000002:1.0:1787998353.181349:0:35284:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d1917aa7c0 00020000:00000001:1.0:1787998353.181352:0:35284:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.181359:0:35284:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1787998353.181361:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bf7df0 00000080:00200008:1.0:1787998353.181363:0:35284:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x2b:0x0](ffff94d198931988), flags 102001 00000080:00000001:1.0:1787998353.181367:0:35284:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1787998353.181369:0:35284:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1787998353.181370:0:35284:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1787998353.181372:0:35284:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d1917aa7c0 00020000:00000002:1.0:1787998353.181374:0:35284:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d1917aa7c0 00020000:00000001:1.0:1787998353.181376:0:35284:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.181378:0:35284:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1787998353.181383:0:35284:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998353.181386:0:35284:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998353.181388:0:35284:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998353.181391:0:35284:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998353.181392:0:35284:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998353.181395:0:35284:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1787998353.181397:0:35284:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998353.181402:0:35284:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998353.181404:0:35284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998353.181411:0:35284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98a00 count: 2 00010000:00000001:1.0:1787998353.181413:0:35284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998353.181417:0:35284:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998353.181419:0:35284:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2b:0x0]: 0 00000080:00000001:1.0:1787998353.181421:0:35284:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1787998353.181423:0:35284:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1787998353.181429:0:35284:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d19172b600. 00000080:00000001:1.0:1787998353.181431:0:35284:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1787998353.181435:0:35284:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1787998353.181438:0:35284:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1787998353.181440:0:35284:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998353.181441:0:35284:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998353.181442:0:35284:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998353.181443:0:35284:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998353.181445:0:35284:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998353.181446:0:35284:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1787998353.181448:0:35284:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998353.181450:0:35284:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2b:0x0] 00000002:00000001:1.0:1787998353.181453:0:35284:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1787998353.181455:0:35284:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff94d1a0bb2800: [0x200000405:0x2b:0x0] file closed with intent: 200 00000100:00000010:1.0:1787998353.181460:0:35284:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edd500. 00000020:00000040:1.0:1787998353.181464:0:35284:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:1.0:1787998353.181468:0:35284:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998353.181470:0:35284:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998353.181474:0:35284:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998353.181479:0:35284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d19172b200. 00000100:00000001:1.0:1787998353.181484:0:35284:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1787998353.181498:0:35284:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d199eddf80 x1874850291783936/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998369 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1787998353.181508:0:35284:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1787998353.181513:0:35284:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d199edd500 x1874850291784576/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1787998353.181523:0:35284:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998353.181525:0:35284:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998353.181531:0:35284:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191fa9480. 00000100:00000001:1.0:1787998353.181533:0:35284:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226551035008 : -117847158516608 : ffff94d191fa9480) 00000100:00000001:1.0:1787998353.181535:0:35284:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998353.181536:0:35284:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684417280 : -117847025134336 : ffff94d199edd500) 00000100:00000001:1.0:1787998353.182986:0:35284:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998353.182991:0:35284:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998353.182994:0:35284:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998353.182996:0:35284:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998353.183004:0:35284:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edd500 x1874850291784576/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.183187:0:35284:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998353.183190:0:35284:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998353.183194:0:35284:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998353.183197:0:35284:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998353.183200:0:35284:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998353.183204:0:35284:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edd500 pname:cluuid:pid:xid:nid:opc:job uname:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35284:1874850291784576:192.168.206.123@tcp:35:uname.0 00000100:00000001:1.0:1787998353.183209:0:35284:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998353.183215:0:35284:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998353.183217:0:35284:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998353.183220:0:35284:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998353.183228:0:35284:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d199e25800. 02000000:00000001:1.0:1787998353.183230:0:35284:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998353.183237:0:35284:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998353.183241:0:35284:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc108. 00000400:00000010:1.0:1787998353.183248:0:35284:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409e58. 00000100:00000200:1.0:1787998353.183254:0:35284:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291784576, portal 10 00000100:00000001:1.0:1787998353.183257:0:35284:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998353.183258:0:35284:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684417280 : -117847025134336 : ffff94d199edd500) 00000100:00000040:1.0:1787998353.183265:0:35284:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199edd500 x1874850291784576/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998369 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.183279:0:35284:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998353.183282:0:35284:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998353.183284:0:35284:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409440. 00000100:00000200:1.0:1787998353.183288:0:35284:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1874850291784576, offset 0 00000400:00000200:1.0:1787998353.183294:0:35284:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998353.183302:0:35284:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998353.183310:0:35284:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998353.183314:0:35284:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998353.183318:0:35284:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998353.183322:0:35284:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998353.183325:0:35284:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998353.183329:0:35284:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2886:2886:256:4294967295] 192.168.206.123@tcp LPNI seq info [2886:2886:8:4294967295] 00000400:00000200:1.0:1787998353.183333:0:35284:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998353.183342:0:35284:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998353.183348:0:35284:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998353.183353:0:35284:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f400. 00000800:00000200:1.0:1787998353.183359:0:35284:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998353.183367:0:35284:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998353.183371:0:35284:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1787998353.183453:0:35284:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998353.183458:0:35284:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 853133 usecs (854 jiffies) 00000400:00000200:1.0:1787998353.183462:0:35284:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998353.183465:0:35284:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296534194 00000100:00000001:1.0:1787998353.183468:0:35284:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:1.0:1787998353.183470:0:35284:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296534194 00000100:00000001:1.0:1787998353.183472:0:35284:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:1.0:1787998353.183474:0:35284:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998353.183477:0:35284:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998353.183479:0:35284:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998353.183481:0:35284:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998353.183484:0:35284:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191fa9480 going to sleep for 11 seconds 00000100:00000001:1.0:1787998353.183486:0:35284:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998353.183489:0:35284:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998353.185442:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998353.185450:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f400. 00000400:00000200:2.0:1787998353.185459:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998353.185467:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998353.185473:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409440 00000400:00000010:2.0:1787998353.185476:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409440. 00000100:00000001:2.0:1787998353.185480:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998353.185487:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edd500 x1874850291784576/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998369 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.185500:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998353.185503:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edd500 x1874850291784576/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998369 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.185510:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.185511:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998353.196085:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.196101:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998353.196105:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.196108:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998353.196117:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.196124:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998353.196132:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.196138:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.196142:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.196146:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a61b80 00000400:00000200:3.0:1787998353.196151:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.196156:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x860d [1] + 224 00000800:00000001:3.0:1787998353.196163:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.196181:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998353.196185:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998353.196189:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998353.196196:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998353.196205:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edd500 x1874850291784576/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998369 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998353.196216:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d199edd500 x1874850291784576/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998353.196241:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998353.196249:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.196252:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998353.196365:0:35284:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998353.196372:0:35284:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998353.196374:0:35284:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998353.196377:0:35284:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc108. 00000400:00000200:1.0:1787998353.196382:0:35284:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409e58 00000400:00000010:1.0:1787998353.196384:0:35284:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409e58. 00000100:00000001:1.0:1787998353.196387:0:35284:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998353.196392:0:35284:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edd500 x1874850291784576/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998353.196401:0:35284:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edd500 x1874850291784576/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.196407:0:35284:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998353.196409:0:35284:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998353.196411:0:35284:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998353.196414:0:35284:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998353.196416:0:35284:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998353.196418:0:35284:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998353.196421:0:35284:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998353.196429:0:35284:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06cf0 time=29 v=5 (5 5 5 5) 00000100:00001000:1.0:1787998353.196433:0:35284:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998353.196435:0:35284:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998353.196437:0:35284:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.196439:0:35284:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998353.196442:0:35284:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998353.196445:0:35284:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1787998353.196447:0:35284:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1787998353.196449:0:35284:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1787998353.196451:0:35284:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998353.196452:0:35284:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684417280 : -117847025134336 : ffff94d199edd500) 00000100:00000001:1.0:1787998353.196456:0:35284:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998353.196458:0:35284:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967636 00000100:00000001:1.0:1787998353.196460:0:35284:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998353.196462:0:35284:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998353.196466:0:35284:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edd500 x1874850291784576/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998369 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.196473:0:35284:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998353.196476:0:35284:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998353.196478:0:35284:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998353.196481:0:35284:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edd500 x1874850291784576/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998369 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998353.196488:0:35284:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edd500 pname:cluuid:pid:xid:nid:opc:job uname:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35284:1874850291784576:192.168.206.123@tcp:35:uname.0 00000100:00000001:1.0:1787998353.196493:0:35284:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998353.196495:0:35284:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998353.196498:0:35284:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998353.196499:0:35284:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998353.196503:0:35284:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edd500 x1874850291784576/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998369 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.196509:0:35284:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998353.196512:0:35284:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191fa9480. 00000100:00000001:1.0:1787998353.196515:0:35284:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998353.196516:0:35284:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998353.196523:0:35284:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998353.196524:0:35284:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684417280 : -117847025134336 : ffff94d199edd500) 00000002:00000001:1.0:1787998353.196527:0:35284:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998353.196530:0:35284:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998353.196535:0:35284:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19172b600. 00000080:00000001:1.0:1787998353.196538:0:35284:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1787998353.196541:0:35284:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1787998353.196543:0:35284:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998353.196546:0:35284:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998353.196548:0:35284:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998353.196550:0:35284:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998353.196552:0:35284:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998353.196554:0:35284:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1787998353.196569:0:35284:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998353.196573:0:35284:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1787998353.196577:0:35284:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d199eddf80 x1874850291783936/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998369 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787998353.196584:0:35284:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998353.196586:0:35284:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998353.196588:0:35284:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d191236240. 00000100:00000001:1.0:1787998353.196591:0:35284:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998353.196594:0:35284:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edd500 x1874850291784576/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998369 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.196599:0:35284:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.196601:0:35284:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998353.196604:0:35284:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d1a067af00. 00000080:00000001:1.0:1787998353.196608:0:35284:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.196613:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bf7df0 00000080:00000008:1.0:1787998353.196615:0:35284:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff94d198931988), flags 102001, rc = 0 00000080:00000001:1.0:1787998353.196618:0:35284:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.196622:0:35284:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1787998353.196624:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41bf7e00 00000080:00002000:1.0:1787998353.196626:0:35284:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff94d198a46948, parent ffff94d198a90798, inode ffff94d198931988) hashed, 00000080:00000001:1.0:1787998353.196629:0:35284:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.254856:0:35289:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3d08 00000080:00200008:3.0:1787998353.254865:0:35289:0:(file.c:6295:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94d1989ad348), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1787998353.254872:0:35289:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1787998353.254874:0:35289:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3c80 00000080:00200000:3.0:1787998353.254875:0:35289:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:3.0:1787998353.254882:0:35289:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1861f7200. 00800000:00000002:3.0:1787998353.254887:0:35289:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:3.0:1787998353.254891:0:35289:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787998353.254895:0:35289:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787998353.254897:0:35289:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3ba0 00800000:00000002:3.0:1787998353.254899:0:35289:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998353.254903:0:35289:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787998353.254905:0:35289:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998353.254908:0:35289:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998353.254910:0:35289:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998353.254913:0:35289:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998353.254915:0:35289:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998353.254917:0:35289:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998353.254919:0:35289:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998353.254922:0:35289:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1787998353.254927:0:35289:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787998353.254929:0:35289:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3a70 00000002:00010000:3.0:1787998353.254931:0:35289:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1787998353.254934:0:35289:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787998353.254936:0:35289:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998353.254940:0:35289:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1787998353.254945:0:35289:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998353.254948:0:35289:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998353.254949:0:35289:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998353.254951:0:35289:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1787998353.254953:0:35289:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1787998353.254959:0:35289:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d03b80. 00000020:00000040:3.0:1787998353.254963:0:35289:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:3.0:1787998353.254968:0:35289:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1787998353.254972:0:35289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998353.254978:0:35289:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998353.254980:0:35289:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998353.254982:0:35289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998353.254985:0:35289:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998353.254987:0:35289:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998353.254991:0:35289:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998353.254999:0:35289:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0094000. 00000100:00000001:3.0:1787998353.255005:0:35289:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998353.255010:0:35289:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998353.255011:0:35289:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998353.255012:0:35289:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998353.255014:0:35289:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998353.255015:0:35289:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998353.255021:0:35289:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226548259712 : -117847161291904 : ffff94d191d03b80) 00010000:00000001:3.0:1787998353.255024:0:35289:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1787998353.255027:0:35289:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1787998353.255031:0:35289:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d18a360d00. 00010000:00000010:3.0:1787998353.255035:0:35289:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d190a8dc80. 00010000:00000001:3.0:1787998353.255039:0:35289:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1787998353.255042:0:35289:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1903e5a00. 00000020:00000001:3.0:1787998353.255045:0:35289:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1787998353.255048:0:35289:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1903e5a00 with handle 0xb2d39e653c8cc02 to hash 00000020:00000001:3.0:1787998353.255050:0:35289:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1787998353.255051:0:35289:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:3.0:1787998353.255055:0:35289:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:3.0:1787998353.255058:0:35289:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998353.255060:0:35289:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998353.255065:0:35289:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc02 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35289 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998353.255074:0:35289:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc02 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35289 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998353.255083:0:35289:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc02 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35289 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1787998353.255088:0:35289:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787998353.255090:0:35289:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787998353.255095:0:35289:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1920f3180. 00000100:00000001:3.0:1787998353.255098:0:35289:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226552385920 : -117847157165696 : ffff94d1920f3180) 00000100:00000001:3.0:1787998353.255100:0:35289:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998353.255101:0:35289:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548259712 : -117847161291904 : ffff94d191d03b80) 00000100:00000001:3.0:1787998353.255105:0:35289:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998353.255109:0:35289:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998353.255111:0:35289:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787998353.255112:0:35289:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998353.255122:0:35289:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d03b80 x1874850291784704/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998353.255130:0:35289:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998353.255133:0:35289:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998353.255136:0:35289:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998353.255139:0:35289:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998353.255141:0:35289:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998353.255144:0:35289:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d03b80 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35289:1874850291784704:192.168.206.123@tcp:101:lfs.0 00000100:00000001:3.0:1787998353.255148:0:35289:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998353.255152:0:35289:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998353.255154:0:35289:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998353.255156:0:35289:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998353.255161:0:35289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d191758800. 02000000:00000001:3.0:1787998353.255163:0:35289:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998353.255182:0:35289:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998353.255186:0:35289:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108adc0. 00000400:00000010:3.0:1787998353.255193:0:35289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5110. 00000100:00000200:3.0:1787998353.255199:0:35289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291784704, portal 10 00000100:00000001:3.0:1787998353.255201:0:35289:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998353.255202:0:35289:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548259712 : -117847161291904 : ffff94d191d03b80) 00000100:00000040:3.0:1787998353.255208:0:35289:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d03b80 x1874850291784704/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998369 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998353.255215:0:35289:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998353.255217:0:35289:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998353.255220:0:35289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5088. 00000100:00000200:3.0:1787998353.255222:0:35289:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1874850291784704, offset 0 00000400:00000200:3.0:1787998353.255228:0:35289:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998353.255236:0:35289:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.255242:0:35289:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998353.255247:0:35289:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998353.255251:0:35289:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998353.255255:0:35289:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998353.255258:0:35289:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998353.255261:0:35289:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2887:2887:256:4294967295] 192.168.206.123@tcp LPNI seq info [2887:2887:8:4294967295] 00000400:00000200:3.0:1787998353.255265:0:35289:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.255274:0:35289:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998353.255279:0:35289:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998353.255284:0:35289:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d191fa7400. 00000800:00000200:3.0:1787998353.255290:0:35289:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998353.255297:0:35289:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998353.255302:0:35289:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d191fa7400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1787998353.255323:0:35289:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998353.255328:0:35289:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 852051 usecs (853 jiffies) 00000400:00000200:3.0:1787998353.255332:0:35289:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998353.255334:0:35289:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296534264 00000100:00000001:3.0:1787998353.255337:0:35289:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:3.0:1787998353.255340:0:35289:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296534264 00000100:00000001:3.0:1787998353.255342:0:35289:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:3.0:1787998353.255344:0:35289:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998353.255348:0:35289:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998353.255350:0:35289:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998353.255352:0:35289:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787998353.255354:0:35289:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1920f3180 going to sleep for 11 seconds 00000100:00000001:3.0:1787998353.255357:0:35289:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998353.255360:0:35289:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998353.255613:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998353.255617:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d191fa7400. 00000400:00000200:2.0:1787998353.255623:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998353.255628:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998353.255633:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5088 00000400:00000010:2.0:1787998353.255635:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5088. 00000100:00000001:2.0:1787998353.255639:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998353.255643:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d03b80 x1874850291784704/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998369 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.255652:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998353.255656:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d03b80 x1874850291784704/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998369 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.255668:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.255670:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998353.259982:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.260001:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998353.260005:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.260007:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998353.260016:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.260023:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998353.260043:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.260048:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.260053:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.260057:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a61c00 00000400:00000200:3.0:1787998353.260062:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.260067:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x8615 [1] + 224 00000800:00000001:3.0:1787998353.260074:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.260081:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998353.260084:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998353.260088:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998353.260094:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998353.260102:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d03b80 x1874850291784704/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998369 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998353.260113:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d191d03b80 x1874850291784704/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998353.260137:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998353.260144:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.260148:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998353.260203:0:35289:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998353.260210:0:35289:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998353.260212:0:35289:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998353.260215:0:35289:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108adc0. 00000400:00000200:0.0:1787998353.260221:0:35289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5110 00000400:00000010:0.0:1787998353.260223:0:35289:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5110. 00000100:00000001:0.0:1787998353.260227:0:35289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998353.260231:0:35289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d03b80 x1874850291784704/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998353.260240:0:35289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d03b80 x1874850291784704/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998353.260246:0:35289:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998353.260248:0:35289:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998353.260261:0:35289:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998353.260264:0:35289:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998353.260265:0:35289:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998353.260267:0:35289:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998353.260270:0:35289:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998353.260278:0:35289:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=29 v=5 (5 5 104 104) 00000100:00001000:0.0:1787998353.260282:0:35289:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=23 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998353.260285:0:35289:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998353.260287:0:35289:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998353.260289:0:35289:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998353.260292:0:35289:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998353.260295:0:35289:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998353.260298:0:35289:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1787998353.260300:0:35289:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998353.260303:0:35289:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998353.260307:0:35289:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d03b80 x1874850291784704/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998353.260314:0:35289:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998353.260317:0:35289:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998353.260319:0:35289:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998353.260323:0:35289:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d03b80 x1874850291784704/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998369 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998353.260330:0:35289:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d03b80 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35289:1874850291784704:192.168.206.123@tcp:101:lfs.0 00000100:00000001:0.0:1787998353.260337:0:35289:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998353.260339:0:35289:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998353.260341:0:35289:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998353.260343:0:35289:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998353.260346:0:35289:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d03b80 x1874850291784704/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998369 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998353.260363:0:35289:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998353.260366:0:35289:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1920f3180. 00000100:00000001:0.0:1787998353.260369:0:35289:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998353.260371:0:35289:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998353.260373:0:35289:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1787998353.260377:0:35289:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998353.260380:0:35289:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998353.260383:0:35289:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=4 00000020:00000001:0.0:1787998353.260385:0:35289:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:0.0:1787998353.260388:0:35289:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000040:0.0:1787998353.260398:0:35289:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1903e5a00, remote cookie: 0x4fd9a50f3a6ad6b1, flags: 0x1001 00010000:00010000:0.0:1787998353.260404:0:35289:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc02 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6b1 expref: -99 pid: 35289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998353.260413:0:35289:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc02 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6b1 expref: -99 pid: 35289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998353.260419:0:35289:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1787998353.260423:0:35289:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1787998353.260425:0:35289:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1787998353.260426:0:35289:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1787998353.260427:0:35289:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1787998353.260430:0:35289:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d18a360d00) refcount = 1 00010000:00010000:0.0:1787998353.260434:0:35289:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc02 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad6b1 expref: -99 pid: 35289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998353.260445:0:35289:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1787998353.260448:0:35289:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1787998353.260449:0:35289:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998353.260452:0:35289:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1787998353.260454:0:35289:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998353.260457:0:35289:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc02 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6b1 expref: -99 pid: 35289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998353.260463:0:35289:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1787998353.260465:0:35289:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998353.260466:0:35289:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998353.260467:0:35289:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998353.260468:0:35289:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998353.260470:0:35289:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998353.260474:0:35289:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1787998353.260475:0:35289:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998353.260476:0:35289:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998353.260478:0:35289:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=3 00000020:00000001:0.0:1787998353.260480:0:35289:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:0.0:1787998353.260482:0:35289:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:0.0:1787998353.260485:0:35289:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998353.260486:0:35289:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998353.260487:0:35289:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=4 00000020:00000001:0.0:1787998353.260489:0:35289:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:0.0:1787998353.260490:0:35289:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:0.0:1787998353.260493:0:35289:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998353.260495:0:35289:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998353.260498:0:35289:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc02 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad6b1 expref: -99 pid: 35289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998353.260505:0:35289:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998353.260506:0:35289:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998353.260508:0:35289:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998353.260509:0:35289:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998353.260510:0:35289:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=5 00000020:00000001:0.0:1787998353.260512:0:35289:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:0.0:1787998353.260514:0:35289:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:0.0:1787998353.260516:0:35289:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998353.260519:0:35289:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc02 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad6b1 expref: -99 pid: 35289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998353.260524:0:35289:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998353.260525:0:35289:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1787998353.260528:0:35289:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc02 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad6b1 expref: -99 pid: 35289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998353.260534:0:35289:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998353.260535:0:35289:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998353.260536:0:35289:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998353.260537:0:35289:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998353.260538:0:35289:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1787998353.260543:0:35289:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d191d03b80 x1874850291784704/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998369 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1787998353.260552:0:35289:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998353.260553:0:35289:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998353.260554:0:35289:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=3 00000020:00000001:0.0:1787998353.260556:0:35289:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:0.0:1787998353.260558:0:35289:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:0.0:1787998353.260559:0:35289:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998353.260560:0:35289:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998353.260562:0:35289:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998353.260564:0:35289:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998353.260566:0:35289:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1787998353.260568:0:35289:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998353.260569:0:35289:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998353.260571:0:35289:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=3 00000020:00000001:0.0:1787998353.260573:0:35289:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:0.0:1787998353.260575:0:35289:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00000002:00010000:0.0:1787998353.260578:0:35289:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc02 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6b1 expref: -99 pid: 35289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998353.260583:0:35289:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998353.260584:0:35289:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998353.260586:0:35289:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1787998353.260588:0:35289:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998353.260589:0:35289:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998353.260590:0:35289:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=3 00000020:00000001:0.0:1787998353.260592:0:35289:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:0.0:1787998353.260594:0:35289:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000040:0.0:1787998353.260599:0:35289:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360d00 count: 2 00010000:00000001:0.0:1787998353.260602:0:35289:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1787998353.260606:0:35289:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1787998353.260608:0:35289:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998353.260609:0:35289:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998353.260610:0:35289:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1787998353.260613:0:35289:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce39f8 00000002:00002000:0.0:1787998353.260615:0:35289:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1787998353.260618:0:35289:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998353.260622:0:35289:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998353.260624:0:35289:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1787998353.260627:0:35289:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1787998353.260629:0:35289:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998353.260633:0:35289:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998353.260636:0:35289:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1861f7200. 00000080:00000001:0.0:1787998353.260641:0:35289:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787998353.260643:0:35289:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1787998353.260648:0:35289:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1787998353.260652:0:35289:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1787998353.260657:0:35289:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d190b35e00. 00800000:00000001:0.0:1787998353.260659:0:35289:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626226529590784 : -117847179960832 : ffff94d190b35e00) 00800000:00000001:0.0:1787998353.260661:0:35289:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998353.260663:0:35289:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1787998353.260666:0:35289:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1787998353.260668:0:35289:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1787998353.260670:0:35289:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1787998353.260673:0:35289:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1787998353.260674:0:35289:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998353.260678:0:35289:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1787998353.260681:0:35289:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1787998353.260683:0:35289:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1787998351 to 1787998353 00000080:00200000:0.0:1787998353.260686:0:35289:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1787998353.260688:0:35289:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998353.260690:0:35289:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998353.260691:0:35289:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=3 00000020:00000001:0.0:1787998353.260693:0:35289:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:0.0:1787998353.260695:0:35289:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:0.0:1787998353.260697:0:35289:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998353.260698:0:35289:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1787998353.260699:0:35289:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1787998353.260702:0:35289:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1787998353.260703:0:35289:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d190b35e00 1 00800000:00000010:0.0:1787998353.260705:0:35289:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d190b35e00. 00800000:00000001:0.0:1787998353.260708:0:35289:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998353.261455:0:35289:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cc02 00800000:00000001:0.0:1787998353.261462:0:35289:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998353.261464:0:35289:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998353.261466:0:35289:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998353.261467:0:35289:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998353.261469:0:35289:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=3 00000020:00000001:0.0:1787998353.261471:0:35289:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:0.0:1787998353.261474:0:35289:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:0.0:1787998353.261476:0:35289:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998353.261478:0:35289:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998353.261479:0:35289:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998353.261481:0:35289:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998353.261483:0:35289:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998353.261486:0:35289:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:0.0:1787998353.261489:0:35289:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc02 from it ffffb66d41ce3cb8 00010000:00000001:0.0:1787998353.261491:0:35289:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998353.261492:0:35289:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998353.261493:0:35289:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=3 00000020:00000001:0.0:1787998353.261495:0:35289:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:0.0:1787998353.261497:0:35289:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:0.0:1787998353.261498:0:35289:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998353.261502:0:35289:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc02 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad6b1 expref: -99 pid: 35289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998353.261509:0:35289:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998353.261510:0:35289:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998353.261511:0:35289:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998353.261514:0:35289:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998353.261516:0:35289:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc02 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6b1 expref: -99 pid: 35289 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787998353.261524:0:35289:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998353.261527:0:35289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998353.261529:0:35289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998353.261532:0:35289:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998353.261533:0:35289:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998353.261535:0:35289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998353.261538:0:35289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998353.261539:0:35289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998353.261541:0:35289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998353.261543:0:35289:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998353.261545:0:35289:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998353.261546:0:35289:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998353.261547:0:35289:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787998353.261550:0:35289:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998353.261557:0:35289:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d03b80 x1874850291784704/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998369 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998353.261564:0:35289:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998353.261567:0:35289:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998353.261570:0:35289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d191758800. 02000000:00000001:0.0:1787998353.261573:0:35289:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998353.261576:0:35289:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998353.261577:0:35289:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998353.261579:0:35289:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998353.261581:0:35289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1a0094000. 02000000:00000001:0.0:1787998353.261585:0:35289:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998353.261587:0:35289:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998353.261588:0:35289:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d03b80. 00000100:00000001:0.0:1787998353.261592:0:35289:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998353.261593:0:35289:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787998353.261752:0:35289:0:(file.c:6248:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.261759:0:35289:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3d08 00000080:00000008:2.0:1787998353.261761:0:35289:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d1989ad348), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1787998353.264499:0:35289:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.265002:0:35289:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3d08 00000080:00200008:2.0:1787998353.265007:0:35289:0:(file.c:6295:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94d1989ad348), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1787998353.265013:0:35289:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1787998353.265015:0:35289:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3c80 00000080:00200000:2.0:1787998353.265017:0:35289:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:2.0:1787998353.265023:0:35289:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191d93400. 00800000:00000002:2.0:1787998353.266825:0:35289:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:2.0:1787998353.266834:0:35289:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787998353.266838:0:35289:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787998353.266841:0:35289:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3ba0 00800000:00000002:2.0:1787998353.266843:0:35289:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998353.266848:0:35289:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1787998353.266851:0:35289:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998353.266853:0:35289:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998353.266855:0:35289:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998353.266858:0:35289:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998353.266860:0:35289:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998353.266862:0:35289:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998353.266865:0:35289:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998353.266868:0:35289:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1787998353.266874:0:35289:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787998353.266875:0:35289:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3a70 00000002:00010000:2.0:1787998353.266877:0:35289:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1787998353.266881:0:35289:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1787998353.266883:0:35289:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998353.266886:0:35289:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998353.266894:0:35289:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360d00 count: 2 00010000:00000001:2.0:1787998353.266897:0:35289:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998353.266902:0:35289:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998353.266906:0:35289:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787998353.266910:0:35289:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc02 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6b1 expref: -99 pid: 35289 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1787998353.266920:0:35289:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1787998353.266925:0:35289:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998353.266928:0:35289:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc02 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6b1 expref: -99 pid: 35289 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1787998353.266935:0:35289:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1787998353.266937:0:35289:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1787998353.266939:0:35289:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998353.266941:0:35289:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998353.266943:0:35289:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998353.266944:0:35289:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1787998353.266946:0:35289:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1787998353.266949:0:35289:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:2.0:1787998353.266953:0:35289:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191d93400. 00000080:00000001:2.0:1787998353.266958:0:35289:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1787998353.266960:0:35289:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998353.266962:0:35289:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:2.0:1787998353.266965:0:35289:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cc02 00800000:00000001:2.0:1787998353.266968:0:35289:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1787998353.266970:0:35289:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1787998353.266972:0:35289:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.266974:0:35289:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.266976:0:35289:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=3 00000020:00000001:2.0:1787998353.266978:0:35289:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998353.266981:0:35289:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998353.266984:0:35289:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.266986:0:35289:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998353.266987:0:35289:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998353.266989:0:35289:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998353.266992:0:35289:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc02 from it ffffb66d41ce3cb8 00010000:00000001:2.0:1787998353.266994:0:35289:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.266995:0:35289:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.266996:0:35289:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=3 00000020:00000001:2.0:1787998353.266998:0:35289:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998353.267000:0:35289:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998353.267002:0:35289:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998353.267006:0:35289:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc02 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad6b1 expref: -99 pid: 35289 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1787998353.267012:0:35289:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.267014:0:35289:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.267015:0:35289:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787998353.267017:0:35289:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787998353.267019:0:35289:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc02 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6b1 expref: -99 pid: 35289 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1787998353.267026:0:35289:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787998353.269320:0:35289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998353.269322:0:35289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998353.269328:0:35289:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.269330:0:35289:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.269331:0:35289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.269335:0:35289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998353.269337:0:35289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.269339:0:35289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.269342:0:35289:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.269345:0:35289:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998353.269346:0:35289:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.269922:0:35289:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1787998353.269926:0:35289:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1787998353.269928:0:35289:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787998353.269933:0:35289:0:(file.c:6248:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.269939:0:35289:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3d08 00000080:00000008:2.0:1787998353.269943:0:35289:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d1989ad348), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1787998353.270086:0:35289:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:2.0:1787998353.270089:0:35289:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1787998353.270091:0:35289:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3b78 00000080:00200000:2.0:1787998353.270093:0:35289:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:2.0:1787998353.270099:0:35289:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191d93400. 00800000:00000002:2.0:1787998353.270105:0:35289:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:2.0:1787998353.270108:0:35289:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787998353.270112:0:35289:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787998353.270113:0:35289:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3a98 00800000:00000002:2.0:1787998353.270116:0:35289:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998353.270119:0:35289:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1787998353.270121:0:35289:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998353.270124:0:35289:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998353.270126:0:35289:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998353.270128:0:35289:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998353.270129:0:35289:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998353.270131:0:35289:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998353.270133:0:35289:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998353.270136:0:35289:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1787998353.270141:0:35289:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787998353.270142:0:35289:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3968 00000002:00010000:2.0:1787998353.270144:0:35289:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1787998353.270147:0:35289:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1787998353.270149:0:35289:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998353.270151:0:35289:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998353.270157:0:35289:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360d00 count: 2 00010000:00000001:2.0:1787998353.270160:0:35289:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998353.270164:0:35289:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998353.270176:0:35289:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787998353.270181:0:35289:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc02 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6b1 expref: -99 pid: 35289 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1787998353.270192:0:35289:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1787998353.270197:0:35289:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998353.270201:0:35289:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc02 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6b1 expref: -99 pid: 35289 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1787998353.270208:0:35289:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1787998353.270210:0:35289:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1787998353.270211:0:35289:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998353.270213:0:35289:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998353.270214:0:35289:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998353.270216:0:35289:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1787998353.270219:0:35289:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1787998353.270222:0:35289:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:2.0:1787998353.270225:0:35289:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191d93400. 00000080:00000001:2.0:1787998353.270228:0:35289:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1787998353.270229:0:35289:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998353.270232:0:35289:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:2.0:1787998353.270235:0:35289:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cc02 00800000:00000001:2.0:1787998353.270238:0:35289:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1787998353.270240:0:35289:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1787998353.270242:0:35289:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.270244:0:35289:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.270246:0:35289:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=3 00000020:00000001:2.0:1787998353.270260:0:35289:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998353.270263:0:35289:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998353.270265:0:35289:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.270266:0:35289:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998353.270267:0:35289:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998353.270269:0:35289:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998353.270271:0:35289:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc02 from it ffffb66d41ce3bb0 00010000:00000001:2.0:1787998353.270274:0:35289:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.270275:0:35289:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.270276:0:35289:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=3 00000020:00000001:2.0:1787998353.270278:0:35289:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998353.270280:0:35289:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998353.270282:0:35289:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998353.270286:0:35289:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc02 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad6b1 expref: -99 pid: 35289 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1787998353.270292:0:35289:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.270293:0:35289:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.270295:0:35289:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787998353.270297:0:35289:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787998353.270299:0:35289:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc02 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6b1 expref: -99 pid: 35289 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1787998353.270306:0:35289:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787998353.270308:0:35289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998353.270309:0:35289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998353.270312:0:35289:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.270313:0:35289:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.270314:0:35289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.270317:0:35289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998353.270318:0:35289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.270320:0:35289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.270322:0:35289:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.270324:0:35289:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998353.270325:0:35289:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.270326:0:35289:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1787998353.270328:0:35289:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1787998353.270329:0:35289:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998353.270332:0:35289:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 44 00000080:00000001:2.0:1787998353.270335:0:35289:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.270340:0:35289:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:2.0:1787998353.270342:0:35289:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1787998353.270343:0:35289:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3b78 00000080:00200008:2.0:1787998353.270346:0:35289:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff94d1989ad348), flags 100000 00000080:00000010:2.0:1787998353.273356:0:35289:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d1838d63c0. 00000080:00000001:2.0:1787998353.273364:0:35289:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.273367:0:35289:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.273503:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.273505:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.273512:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.273516:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.273521:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.273525:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.273528:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.273532:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.273534:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.273541:0:35289:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:2.0:1787998353.273543:0:35289:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff94d1a0bb2800: age 1858, max_age 1865 00000002:00000001:2.0:1787998353.273547:0:35289:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:2.0:1787998353.273550:0:35289:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000010:2.0:1787998353.273558:0:35289:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d18a80. 00000020:00000040:2.0:1787998353.273560:0:35289:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998353.273564:0:35289:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998353.273577:0:35289:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998353.273582:0:35289:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998353.273589:0:35289:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d183cc9700. 00000100:00000001:2.0:1787998353.273595:0:35289:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.273598:0:35289:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787998353.273600:0:35289:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787998353.273606:0:35289:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191748b40. 00000100:00000001:2.0:1787998353.273607:0:35289:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226542250816 : -117847167300800 : ffff94d191748b40) 00000100:00000001:2.0:1787998353.273610:0:35289:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998353.273611:0:35289:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548345472 : -117847161206144 : ffff94d191d18a80) 00000100:00000001:2.0:1787998353.273616:0:35289:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998353.273619:0:35289:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.273621:0:35289:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787998353.273622:0:35289:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998353.273632:0:35289:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d18a80 x1874850291784832/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998353.273642:0:35289:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998353.273645:0:35289:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998353.273648:0:35289:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998353.273650:0:35289:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998353.273653:0:35289:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998353.273656:0:35289:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d18a80 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35289:1874850291784832:192.168.206.123@tcp:41:lfs.0 00000100:00000001:2.0:1787998353.273661:0:35289:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998353.273666:0:35289:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998353.273669:0:35289:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998353.273672:0:35289:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998353.273675:0:35289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1a0bad400. 02000000:00000001:2.0:1787998353.273677:0:35289:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998353.273684:0:35289:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998353.273688:0:35289:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151370. 00000400:00000010:2.0:1787998353.273694:0:35289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbff68. 00000100:00000200:2.0:1787998353.273701:0:35289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291784832, portal 10 00000100:00000001:2.0:1787998353.273702:0:35289:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998353.273716:0:35289:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548345472 : -117847161206144 : ffff94d191d18a80) 00000100:00000040:2.0:1787998353.273724:0:35289:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d18a80 x1874850291784832/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998369 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998353.273732:0:35289:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998353.273734:0:35289:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998353.273737:0:35289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf3b8. 00000100:00000200:2.0:1787998353.273740:0:35289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291784832, offset 0 00000400:00000200:2.0:1787998353.273746:0:35289:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998353.273753:0:35289:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.273760:0:35289:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998353.273764:0:35289:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998353.273783:0:35289:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998353.273786:0:35289:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998353.273789:0:35289:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998353.273793:0:35289:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2888:2888:256:4294967295] 192.168.206.123@tcp LPNI seq info [2888:2888:8:4294967295] 00000400:00000200:2.0:1787998353.273797:0:35289:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.273806:0:35289:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998353.273811:0:35289:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998353.273815:0:35289:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9a00. 00000800:00000200:2.0:1787998353.273821:0:35289:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998353.273828:0:35289:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998353.273832:0:35289:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998353.273846:0:35289:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998353.273850:0:35289:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 850958 usecs (851 jiffies) 00000400:00000200:2.0:1787998353.273853:0:35289:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998353.273855:0:35289:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296534281 00000100:00000001:2.0:1787998353.273858:0:35289:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:2.0:1787998353.273860:0:35289:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296534281 00000100:00000001:2.0:1787998353.273862:0:35289:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:2.0:1787998353.273864:0:35289:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998353.273867:0:35289:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.273869:0:35289:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998353.273871:0:35289:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787998353.273873:0:35289:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191748b40 going to sleep for 11 seconds 00000100:00000001:2.0:1787998353.273876:0:35289:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998353.273879:0:35289:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998353.274049:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998353.274054:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9a00. 00000400:00000200:3.0:1787998353.274059:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998353.274064:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998353.274069:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf3b8 00000400:00000010:3.0:1787998353.274071:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf3b8. 00000100:00000001:3.0:1787998353.274075:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998353.274080:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d18a80 x1874850291784832/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998369 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998353.274090:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998353.274093:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d18a80 x1874850291784832/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998369 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998353.274099:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998353.274101:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998353.279366:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.279382:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998353.279386:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.279389:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998353.279396:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.279404:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998353.279413:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.279418:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.279422:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.279426:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 368 into portal 10 MB=0x6a92a99a61c80 00000400:00000200:3.0:1787998353.279430:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.279435:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 368/368 into md 0x8625 [1] + 224 00000800:00000001:3.0:1787998353.279442:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.279447:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998353.279451:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998353.279455:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998353.279462:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998353.279471:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d18a80 x1874850291784832/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998369 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998353.279482:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94d191d18a80 x1874850291784832/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998353.279508:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998353.279523:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.279527:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998353.279962:0:35289:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787998353.279970:0:35289:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998353.279972:0:35289:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998353.279976:0:35289:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151370. 00000400:00000200:2.0:1787998353.279981:0:35289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbff68 00000400:00000010:2.0:1787998353.279983:0:35289:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbff68. 00000100:00000001:2.0:1787998353.279988:0:35289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998353.279994:0:35289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d18a80 x1874850291784832/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787998353.280014:0:35289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d18a80 x1874850291784832/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998353.280021:0:35289:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998353.280024:0:35289:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998353.280026:0:35289:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998353.280037:0:35289:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998353.280040:0:35289:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998353.280042:0:35289:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998353.280045:0:35289:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998353.280054:0:35289:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=29 v=5 (5 5 104 104) 00000100:00001000:2.0:1787998353.280058:0:35289:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1787998353.280061:0:35289:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998353.280062:0:35289:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.280065:0:35289:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998353.280068:0:35289:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.280072:0:35289:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998353.280074:0:35289:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1787998353.280075:0:35289:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998353.280078:0:35289:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998353.280083:0:35289:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d18a80 x1874850291784832/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998353.280090:0:35289:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998353.280092:0:35289:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998353.280094:0:35289:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998353.280098:0:35289:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d18a80 x1874850291784832/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998369 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787998353.280106:0:35289:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d18a80 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35289:1874850291784832:192.168.206.123@tcp:41:lfs.0 00000100:00000001:2.0:1787998353.280111:0:35289:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998353.280113:0:35289:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.280115:0:35289:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1787998353.280117:0:35289:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998353.280120:0:35289:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d18a80 x1874850291784832/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998369 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998353.280127:0:35289:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787998353.280129:0:35289:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191748b40. 00000100:00000001:2.0:1787998353.280132:0:35289:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1787998353.280134:0:35289:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998353.280139:0:35289:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:2.0:1787998353.280140:0:35289:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998353.280144:0:35289:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d18a80 x1874850291784832/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998369 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998353.280150:0:35289:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998353.280152:0:35289:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998353.280155:0:35289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1a0bad400. 02000000:00000001:2.0:1787998353.280158:0:35289:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998353.280161:0:35289:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998353.280163:0:35289:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998353.280165:0:35289:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998353.280179:0:35289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d183cc9700. 02000000:00000001:2.0:1787998353.280183:0:35289:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998353.280184:0:35289:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998353.280186:0:35289:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d18a80. 00000100:00000001:2.0:1787998353.280190:0:35289:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998353.280191:0:35289:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1787998353.280192:0:35289:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998353.280193:0:35289:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998353.280195:0:35289:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:2.0:1787998353.280198:0:35289:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff94d1a0bb2800: update ffff94d191600450 cache blocks 317379/353529 objects 1023702/1024000 00800000:00000001:2.0:1787998353.280202:0:35289:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998353.280208:0:35289:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.280211:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1787998353.280213:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.280216:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.280219:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.280303:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.280306:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.280312:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.280315:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.280320:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.280323:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.280325:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.280328:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.280331:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.280337:0:35289:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:2.0:1787998353.280339:0:35289:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff94d1a0bb2800: age 1858, max_age 1865 00000002:00000001:2.0:1787998353.280342:0:35289:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:2.0:1787998353.280345:0:35289:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=5 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000010:2.0:1787998353.280350:0:35289:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d18a80. 00000020:00000040:2.0:1787998353.280352:0:35289:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=6 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998353.280356:0:35289:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998353.280358:0:35289:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998353.280362:0:35289:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998353.280366:0:35289:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d183cc9700. 00000100:00000001:2.0:1787998353.280371:0:35289:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.280374:0:35289:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787998353.280376:0:35289:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787998353.280380:0:35289:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191748b40. 00000100:00000001:2.0:1787998353.280382:0:35289:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226542250816 : -117847167300800 : ffff94d191748b40) 00000100:00000001:2.0:1787998353.280384:0:35289:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998353.280386:0:35289:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548345472 : -117847161206144 : ffff94d191d18a80) 00000100:00000001:2.0:1787998353.280389:0:35289:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998353.280393:0:35289:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.280395:0:35289:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787998353.280396:0:35289:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998353.280401:0:35289:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d18a80 x1874850291784960/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998353.280408:0:35289:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998353.280409:0:35289:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998353.280412:0:35289:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998353.280415:0:35289:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998353.280417:0:35289:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998353.280420:0:35289:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d18a80 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35289:1874850291784960:192.168.206.123@tcp:41:lfs.0 00000100:00000001:2.0:1787998353.280423:0:35289:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998353.280427:0:35289:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998353.280429:0:35289:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998353.280431:0:35289:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998353.280435:0:35289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1a0bad400. 02000000:00000001:2.0:1787998353.280437:0:35289:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998353.280442:0:35289:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998353.280445:0:35289:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151370. 00000400:00000010:2.0:1787998353.280450:0:35289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbff68. 00000100:00000200:2.0:1787998353.280456:0:35289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291784960, portal 10 00000100:00000001:2.0:1787998353.280458:0:35289:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998353.280460:0:35289:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548345472 : -117847161206144 : ffff94d191d18a80) 00000100:00000040:2.0:1787998353.280465:0:35289:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d18a80 x1874850291784960/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998369 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998353.280471:0:35289:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998353.280474:0:35289:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998353.280476:0:35289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf2a8. 00000100:00000200:2.0:1787998353.280479:0:35289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291784960, offset 0 00000400:00000200:2.0:1787998353.280484:0:35289:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998353.280490:0:35289:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.280495:0:35289:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998353.280500:0:35289:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998353.280504:0:35289:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998353.280508:0:35289:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998353.280510:0:35289:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998353.280514:0:35289:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2889:2889:256:4294967295] 192.168.206.123@tcp LPNI seq info [2889:2889:8:4294967295] 00000400:00000200:2.0:1787998353.280530:0:35289:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.280538:0:35289:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998353.280544:0:35289:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998353.280549:0:35289:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9300. 00000800:00000200:2.0:1787998353.280555:0:35289:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00010000:00000001:0.0:1787998353.282868:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998353.282874:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998353.282878:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998353.282879:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998353.282883:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998353.282884:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998353.282887:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998353.282888:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.283258:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787998353.283261:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998353.283265:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1787998353.283730:0:35289:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998353.283736:0:35289:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998353.283752:0:35289:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998353.283758:0:35289:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18120 usecs (19 jiffies) 00000400:00000200:2.0:1787998353.283764:0:35289:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998353.283779:0:35289:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296533459 00000100:00000001:2.0:1787998353.283783:0:35289:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:2.0:1787998353.283786:0:35289:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296533459 00000100:00000001:2.0:1787998353.283788:0:35289:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:2.0:1787998353.283790:0:35289:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998353.283794:0:35289:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.283797:0:35289:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998353.283799:0:35289:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787998353.283801:0:35289:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191748b40 going to sleep for 11 seconds 00000100:00000001:2.0:1787998353.283803:0:35289:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998353.283806:0:35289:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998353.283923:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998353.283927:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9300. 00000400:00000200:2.0:1787998353.283933:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998353.283938:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998353.283944:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf2a8 00000400:00000010:2.0:1787998353.283946:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf2a8. 00000100:00000001:2.0:1787998353.283951:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998353.283957:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d18a80 x1874850291784960/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998369 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998353.283968:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998353.283971:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d18a80 x1874850291784960/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998369 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998353.283978:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.283980:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998353.290129:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.290234:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998353.290238:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.290242:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998353.290319:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.290327:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998353.290336:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.290341:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.290345:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.290350:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 368 into portal 10 MB=0x6a92a99a61d00 00000400:00000200:3.0:1787998353.290355:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.290360:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 368/368 into md 0x8635 [1] + 224 00000800:00000001:3.0:1787998353.290367:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.290374:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998353.290377:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998353.290382:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998353.290389:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998353.290397:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d18a80 x1874850291784960/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998369 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998353.290410:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94d191d18a80 x1874850291784960/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998353.290458:0:35289:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998353.290476:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998353.290484:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.290488:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1787998353.290649:0:35289:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998353.290652:0:35289:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998353.290655:0:35289:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151370. 00000400:00000200:2.0:1787998353.290659:0:35289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbff68 00000400:00000010:2.0:1787998353.290662:0:35289:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbff68. 00000100:00000001:2.0:1787998353.290666:0:35289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998353.290671:0:35289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d18a80 x1874850291784960/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787998353.290684:0:35289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d18a80 x1874850291784960/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998353.290690:0:35289:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998353.290692:0:35289:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998353.290694:0:35289:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998353.290698:0:35289:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998353.290700:0:35289:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998353.290702:0:35289:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998353.290705:0:35289:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998353.290833:0:35289:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=29 v=5 (5 5 104 104) 00000100:00001000:2.0:1787998353.290838:0:35289:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=29 v=5 (1 1 1 1) 00000100:00000001:2.0:1787998353.290841:0:35289:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998353.290843:0:35289:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.290845:0:35289:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998353.290848:0:35289:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.290852:0:35289:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998353.290854:0:35289:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967338 00000100:00000001:2.0:1787998353.290856:0:35289:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998353.290859:0:35289:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998353.290864:0:35289:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d18a80 x1874850291784960/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998353.290871:0:35289:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998353.290873:0:35289:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998353.290875:0:35289:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998353.290879:0:35289:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d18a80 x1874850291784960/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998369 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787998353.290886:0:35289:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d18a80 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35289:1874850291784960:192.168.206.123@tcp:41:lfs.0 00000100:00000001:2.0:1787998353.290890:0:35289:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998353.290893:0:35289:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.290895:0:35289:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1787998353.290898:0:35289:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998353.290902:0:35289:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d18a80 x1874850291784960/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998369 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998353.290908:0:35289:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787998353.290911:0:35289:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191748b40. 00000100:00000001:2.0:1787998353.290914:0:35289:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1787998353.290915:0:35289:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998353.290921:0:35289:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:2.0:1787998353.290923:0:35289:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998353.290926:0:35289:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d18a80 x1874850291784960/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998369 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998353.290931:0:35289:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998353.290933:0:35289:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998353.290936:0:35289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1a0bad400. 02000000:00000001:2.0:1787998353.290939:0:35289:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998353.290941:0:35289:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998353.290943:0:35289:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=5 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998353.290945:0:35289:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998353.290947:0:35289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d183cc9700. 02000000:00000001:2.0:1787998353.290950:0:35289:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998353.290952:0:35289:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998353.290953:0:35289:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d18a80. 00000100:00000001:2.0:1787998353.290956:0:35289:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998353.290958:0:35289:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1787998353.290959:0:35289:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998353.290960:0:35289:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=4 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998353.290962:0:35289:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:2.0:1787998353.290964:0:35289:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff94d1a0bb2800: update ffff94d1916037c0 cache blocks 317413/353529 objects 1023734/1024000 00800000:00000001:2.0:1787998353.290968:0:35289:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998353.290973:0:35289:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.290977:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1787998353.290980:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.290983:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.290985:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.291214:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.291217:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.291224:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.291228:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.291232:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.291236:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.291238:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.291241:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.291243:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.291247:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291260:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291263:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.291265:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.291268:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291269:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291274:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.291276:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.291279:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.291280:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.291283:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.291285:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.291287:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.291288:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.291289:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.291292:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291294:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291296:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.291298:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.291300:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291302:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291305:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.291307:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.291309:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.291311:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.291313:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.291316:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.291318:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.291319:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.291320:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.291323:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291325:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291327:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.291329:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.291331:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291333:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291336:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.291338:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.291340:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.291342:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.291344:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.291346:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.291347:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.291348:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.291349:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.291352:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291354:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291355:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.291358:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.291360:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291362:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291365:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.291366:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.291368:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.291369:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.291371:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.291374:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.291375:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.291377:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.291378:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.291382:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291384:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291386:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.291387:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.291389:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291391:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291394:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.291395:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.291398:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.291399:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.291401:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.291403:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.291405:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.291406:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.291407:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.291409:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291411:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291413:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.291414:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.291416:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291418:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291421:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.291423:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.291425:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.291426:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.291428:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.291430:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.291431:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.291432:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.291433:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.291436:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291438:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291440:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.291442:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.291444:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291445:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291449:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.291450:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.291452:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.291453:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.291456:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.291458:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.291459:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.291461:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.291462:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.291464:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291466:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291467:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.291469:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.291471:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291473:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291476:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.291477:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.291480:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.291481:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.291484:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.291485:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.291487:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.291488:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.291489:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.291491:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291493:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291494:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.291496:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.291499:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291500:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291503:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.291505:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.291507:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.291508:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.291510:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.291512:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.291514:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.291515:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.291516:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.291532:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291534:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291536:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.291538:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.291541:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291543:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291547:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.291548:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.291551:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.291552:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.291554:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.291565:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.291567:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.291569:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.291570:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.291573:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291575:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291576:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.291579:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.291581:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291582:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291586:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.291589:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.291591:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.291592:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.291595:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.291597:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.291598:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.291599:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.291600:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.291602:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291604:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291605:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.291607:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.291609:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291610:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291613:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.291614:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.291616:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.291617:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.291619:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.291621:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.291622:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.291623:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.291625:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.291627:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291628:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291630:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.291632:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.291634:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291635:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291638:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.291639:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.291642:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.291643:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.291645:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.291648:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.291649:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.291650:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.291651:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.291653:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291655:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291657:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.291659:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.291661:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291663:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291665:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.291667:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.291669:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.291670:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.291672:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.291674:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.291675:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.291676:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.291677:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.291679:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291681:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291682:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.291684:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.291686:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291688:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291690:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.291691:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.291694:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.291695:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.291697:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.291699:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.291700:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.291702:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.291703:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.291705:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291707:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291708:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.291710:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.291722:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291727:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291731:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.291732:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.291734:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.291736:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.291738:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.291740:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.291741:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.291742:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.291743:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.291745:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291747:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291749:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.291751:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.291752:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291754:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291757:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.291758:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.291761:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.291762:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.291764:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.291796:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.291798:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.291799:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.291800:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.291803:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291805:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291807:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.291809:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.291811:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291813:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291817:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.291819:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.291821:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.291822:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.291825:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.291827:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.291829:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.291830:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.291831:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.291833:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291835:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291837:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.291839:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.291841:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291842:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291845:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.291846:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.291849:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.291850:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.291851:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.291853:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.291855:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.291856:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.291857:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.291859:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291861:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291863:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.291865:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.291868:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291869:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291872:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.291874:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.291876:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.291877:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.291879:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.291881:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.291883:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.291884:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.291885:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.291888:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291889:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291891:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.291893:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.291895:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291897:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291900:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.291902:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.291904:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.291905:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.291908:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.291909:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.291911:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.291912:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.291913:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.291916:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291918:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291919:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.291921:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.291923:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291925:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291928:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.291930:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.291932:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.291933:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.291935:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.291937:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.291939:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.291940:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.291941:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.291943:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291945:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291946:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.291948:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.291950:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291952:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291955:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.291956:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.291958:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.291959:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.291961:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.291963:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.291964:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.291965:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.291966:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.291968:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291970:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291971:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.291973:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.291975:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291977:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291980:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.291981:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.291983:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.291984:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.291986:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.291988:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.291990:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.291990:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.291992:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.291994:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.291995:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292008:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.292010:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.292013:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292015:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292019:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.292020:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.292023:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.292024:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.292026:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.292037:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.292038:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.292039:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.292041:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.292043:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292046:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292048:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.292050:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.292060:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292063:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292066:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.292067:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.292070:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.292071:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.292074:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.292076:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.292078:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.292080:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.292081:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.292083:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292085:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292087:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.292090:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.292091:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292093:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292096:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.292097:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.292100:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.292101:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.292103:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.292105:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.292106:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.292107:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.292108:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.292110:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292112:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292114:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.292116:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.292117:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292119:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292122:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.292123:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.292126:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.292127:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.292129:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.292131:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.292133:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.292134:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.292135:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.292137:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292140:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292142:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.292144:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.292146:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292147:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292150:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.292151:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.292154:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.292155:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.292157:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.292159:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.292161:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.292162:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.292163:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.292176:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292178:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292180:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.292182:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.292184:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292186:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292190:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.292191:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.292195:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.292196:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.292198:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.292200:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.292202:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.292203:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.292204:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.292207:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292209:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292210:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.292212:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.292215:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292216:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292219:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.292221:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.292223:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.292224:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.292226:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.292228:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.292229:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.292230:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.292233:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.292235:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292237:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292239:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.292241:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.292242:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292244:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292247:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.292248:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.292250:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.292251:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.292253:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.292255:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.292257:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.292258:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.292259:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.292261:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292263:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292265:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.292267:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.292269:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292270:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292273:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.292274:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.292276:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.292278:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.292280:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.292282:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.292284:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.292285:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.292286:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.292289:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292291:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292293:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.292295:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.292297:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292299:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292301:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.292303:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.292305:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.292306:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.292309:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.292311:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.292312:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.292313:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.292315:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.292317:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292319:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292320:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.292322:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.292325:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292326:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292328:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.292330:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.292332:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.292333:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.292335:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.292337:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.292338:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.292339:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.292340:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.292342:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292344:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292345:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.292347:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.292349:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292350:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292353:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.292354:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.292357:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.292358:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.292359:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.292362:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.292363:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.292364:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.292365:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.292368:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292369:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292371:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.292373:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.292374:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292376:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292378:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.292379:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.292381:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.292382:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.292384:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.292386:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.292387:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.292389:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.292390:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.292392:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292394:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292396:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.292398:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.292401:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292402:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292405:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.292406:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.292408:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.292409:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.292412:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.292414:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.292415:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.292416:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.292417:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.292420:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292422:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292424:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.292426:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.292428:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292429:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292432:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.292433:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.292435:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.292436:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.292438:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.292440:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.292441:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.292442:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.292443:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.292446:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292448:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292449:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.292451:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.292453:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292455:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292457:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.292459:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.292461:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.292462:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.292464:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.292467:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.292468:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.292469:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.292470:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.292472:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292474:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292475:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.292477:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.292479:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292480:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292483:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.292484:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.292486:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.292487:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.292489:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.292491:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.292493:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.292494:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.292495:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.292497:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292499:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292501:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.292503:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.292505:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292507:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292510:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.292511:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.292513:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.292514:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.292516:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.292518:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.292519:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.292520:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.292521:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.292523:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292525:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292526:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.292528:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.292530:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292532:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292534:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.292535:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.292537:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.292538:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.292540:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.292542:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.292544:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.292545:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.292546:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.292549:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292550:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292552:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.292554:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.292555:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292557:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292559:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.292561:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.292563:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.292564:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.292566:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.292568:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.292570:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.292571:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.292572:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.292574:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292576:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292577:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.292579:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.292581:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292583:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292585:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.292587:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.292589:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.292590:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.292592:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.292594:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.292596:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.292597:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.292598:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.292601:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292602:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292604:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.292606:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.292608:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292610:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292613:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.292614:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.292617:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.292618:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.292620:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.292622:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.292624:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.292625:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.292626:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.292629:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292630:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292632:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.292634:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.292636:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292638:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292641:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.292642:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.292644:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.292645:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.292647:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.292649:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.292650:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.292652:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.292653:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.292655:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292657:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292658:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.292660:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.292662:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292664:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292666:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.292668:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.292670:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.292671:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.292673:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.292675:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.292677:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.292679:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.292680:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.292682:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292684:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292686:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.292688:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.292690:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292692:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292695:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.292696:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.292699:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.292700:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.292702:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.292705:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.292706:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.292707:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.292708:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.292710:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292712:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292714:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.292715:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.292718:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292719:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292722:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.292723:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.292726:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.292727:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.292729:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.292731:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.292733:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.292734:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.292735:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.292737:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292739:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292740:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.292742:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.292744:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292745:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292747:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.292748:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.292750:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.292751:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.292752:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.292754:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.292755:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.292756:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.292757:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.292759:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292761:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292762:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.292764:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.292803:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292806:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292811:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.292812:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.292815:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.292816:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.292819:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.292821:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.292823:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.292824:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.292826:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.292828:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292830:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292831:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.292833:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.292836:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292838:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292841:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.292842:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.292844:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.292845:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.292847:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.292849:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.292851:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.292852:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.292853:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.292855:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292857:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292858:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.292860:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.292862:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292864:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292867:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.292868:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.292870:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.292872:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.292874:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.292875:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.292877:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.292878:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.292879:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.292882:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292883:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292885:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.292887:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.292889:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292890:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292893:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.292895:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.292897:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.292898:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.292900:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.292902:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.292903:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.292904:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.292906:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.292908:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292910:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292911:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.292913:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.292915:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292917:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292919:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.292921:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.292923:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.292924:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.292926:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.292928:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.292930:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.292931:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.292932:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.292934:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292936:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292938:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.292939:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.292941:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292943:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292945:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.292946:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.292948:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.292949:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.292952:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.292954:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.292955:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.292956:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.292957:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.292960:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292961:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292963:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.292965:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.292966:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292968:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292971:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.292972:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.292975:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.292976:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.292978:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.292980:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.292981:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.292982:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.292984:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.292986:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292988:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292989:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.292991:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.292993:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292994:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.292997:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.292998:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.293000:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.293001:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.293003:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.293005:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.293006:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.293008:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.293009:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.293011:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.293013:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.293015:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.293016:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.293018:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.293020:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.293022:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.293023:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.293025:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.293026:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.293027:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.293029:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.293030:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.293031:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.293032:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.293034:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.293035:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.293037:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.293039:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.293040:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.293043:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.293045:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.293046:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.293048:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.293049:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.293050:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.293051:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.293053:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.293054:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.293055:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.293057:0:35289:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.293059:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.293061:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.293063:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.293065:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.293066:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.293068:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.293069:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.293071:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.293072:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.293074:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.293076:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.293077:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1787998353.293078:0:35289:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1787998353.293079:0:35289:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00800000:00000001:2.0:1787998353.293081:0:35289:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1787998353.293083:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1787998353.293084:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1787998353.293085:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.293087:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1787998353.293088:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1787998353.293092:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.293093:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.293095:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.293096:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.293097:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.293099:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.293100:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.293103:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.293105:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.293111:0:35289:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:2.0:1787998353.293113:0:35289:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff94d1a0bb2800: age 1858, max_age 1865 00000008:00000001:2.0:1787998353.293116:0:35289:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:2.0:1787998353.293119:0:35289:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000010:2.0:1787998353.293126:0:35289:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d18a80. 00000020:00000040:2.0:1787998353.293129:0:35289:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=4 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998353.293132:0:35289:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998353.293133:0:35289:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998353.293136:0:35289:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1787998353.293137:0:35289:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998353.293140:0:35289:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998353.293144:0:35289:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998353.293150:0:35289:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d183cc9700. 00000100:00000001:2.0:1787998353.293155:0:35289:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.293158:0:35289:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787998353.293160:0:35289:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787998353.293165:0:35289:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191748b40. 00000100:00000001:2.0:1787998353.293180:0:35289:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226542250816 : -117847167300800 : ffff94d191748b40) 00000100:00000001:2.0:1787998353.293183:0:35289:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998353.293185:0:35289:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548345472 : -117847161206144 : ffff94d191d18a80) 00000100:00000001:2.0:1787998353.293190:0:35289:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998353.293194:0:35289:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.293196:0:35289:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787998353.293198:0:35289:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998353.293206:0:35289:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d18a80 x1874850291785088/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998353.293214:0:35289:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998353.293217:0:35289:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998353.293220:0:35289:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998353.293222:0:35289:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998353.293225:0:35289:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998353.293229:0:35289:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d18a80 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35289:1874850291785088:192.168.206.123@tcp:13:lfs.0 00000100:00000001:2.0:1787998353.293232:0:35289:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998353.293237:0:35289:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998353.293239:0:35289:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998353.293242:0:35289:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998353.293247:0:35289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1a0bad400. 02000000:00000001:2.0:1787998353.293249:0:35289:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998353.293255:0:35289:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998353.293259:0:35289:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151370. 00000400:00000010:2.0:1787998353.293266:0:35289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbff68. 00000100:00000200:2.0:1787998353.293272:0:35289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291785088, portal 4 00000100:00000001:2.0:1787998353.293274:0:35289:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998353.293275:0:35289:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548345472 : -117847161206144 : ffff94d191d18a80) 00000100:00000040:2.0:1787998353.293282:0:35289:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d18a80 x1874850291785088/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998369 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998353.293289:0:35289:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998353.293292:0:35289:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998353.293294:0:35289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf2a8. 00000100:00000200:2.0:1787998353.293297:0:35289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1874850291785088, offset 0 00000400:00000200:2.0:1787998353.293303:0:35289:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998353.293312:0:35289:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.293319:0:35289:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998353.293324:0:35289:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998353.293329:0:35289:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998353.293332:0:35289:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998353.293335:0:35289:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998353.293338:0:35289:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2890:2890:256:4294967295] 192.168.206.123@tcp LPNI seq info [2890:2890:8:4294967295] 00000400:00000200:2.0:1787998353.293342:0:35289:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.293352:0:35289:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998353.293358:0:35289:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998353.293362:0:35289:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9300. 00000800:00000200:2.0:1787998353.293368:0:35289:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998353.293376:0:35289:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998353.293380:0:35289:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998353.293399:0:35289:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998353.293404:0:35289:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 190962 usecs (191 jiffies) 00000400:00000200:2.0:1787998353.293408:0:35289:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998353.293411:0:35289:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296533639 00000100:00000001:2.0:1787998353.293414:0:35289:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:2.0:1787998353.293416:0:35289:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296533639 00000100:00000001:2.0:1787998353.293418:0:35289:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:2.0:1787998353.293421:0:35289:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998353.293423:0:35289:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.293425:0:35289:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998353.293427:0:35289:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787998353.293430:0:35289:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191748b40 going to sleep for 11 seconds 00000100:00000001:2.0:1787998353.293432:0:35289:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998353.293434:0:35289:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998353.293634:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998353.293640:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9300. 00000400:00000200:3.0:1787998353.293645:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998353.293650:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998353.293655:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf2a8 00000400:00000010:3.0:1787998353.293658:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf2a8. 00000100:00000001:3.0:1787998353.293662:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998353.293667:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d18a80 x1874850291785088/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998369 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998353.293676:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998353.293679:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d18a80 x1874850291785088/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998369 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998353.293685:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998353.293687:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998353.298342:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.298356:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998353.298360:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.298363:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998353.298372:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.298379:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998353.298388:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.298392:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.298397:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.298401:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 368 into portal 4 MB=0x6a92a99a61d80 00000400:00000200:3.0:1787998353.298405:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.298411:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 368/368 into md 0x8645 [1] + 224 00000800:00000001:3.0:1787998353.298418:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.298424:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998353.298427:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998353.298431:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998353.298438:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998353.298447:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d18a80 x1874850291785088/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998369 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998353.298458:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94d191d18a80 x1874850291785088/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998353.298481:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998353.298490:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.298493:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998353.298591:0:35289:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787998353.298598:0:35289:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998353.298600:0:35289:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998353.298603:0:35289:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151370. 00000400:00000200:2.0:1787998353.298608:0:35289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbff68 00000400:00000010:2.0:1787998353.298610:0:35289:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbff68. 00000100:00000001:2.0:1787998353.298613:0:35289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998353.298618:0:35289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d18a80 x1874850291785088/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787998353.298627:0:35289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d18a80 x1874850291785088/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998353.298634:0:35289:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998353.298635:0:35289:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998353.298638:0:35289:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998353.298641:0:35289:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998353.298644:0:35289:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998353.298646:0:35289:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998353.298648:0:35289:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998353.298656:0:35289:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62cf0 time=146 v=5 (5 0 0 5) 00000100:00001000:2.0:1787998353.298660:0:35289:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1787998353.298662:0:35289:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998353.298664:0:35289:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.298667:0:35289:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998353.298670:0:35289:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.298674:0:35289:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998353.298676:0:35289:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967335 00000100:00000001:2.0:1787998353.298678:0:35289:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998353.298679:0:35289:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998353.298684:0:35289:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d18a80 x1874850291785088/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998353.298690:0:35289:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998353.298693:0:35289:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998353.298695:0:35289:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998353.298698:0:35289:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d18a80 x1874850291785088/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998369 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787998353.298706:0:35289:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d18a80 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35289:1874850291785088:192.168.206.123@tcp:13:lfs.0 00000100:00000001:2.0:1787998353.298976:0:35289:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998353.298980:0:35289:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.298982:0:35289:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1787998353.298984:0:35289:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998353.298989:0:35289:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d18a80 x1874850291785088/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998369 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998353.298996:0:35289:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787998353.298999:0:35289:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191748b40. 00000100:00000001:2.0:1787998353.299003:0:35289:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1787998353.299004:0:35289:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1787998353.299009:0:35289:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:2.0:1787998353.299011:0:35289:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998353.299019:0:35289:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d18a80 x1874850291785088/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998369 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998353.299025:0:35289:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998353.299034:0:35289:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998353.299037:0:35289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1a0bad400. 02000000:00000001:2.0:1787998353.299041:0:35289:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998353.299043:0:35289:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998353.299045:0:35289:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=2 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998353.299047:0:35289:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998353.299050:0:35289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d183cc9700. 02000000:00000001:2.0:1787998353.299199:0:35289:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998353.299202:0:35289:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998353.299204:0:35289:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d18a80. 00000100:00000001:2.0:1787998353.299207:0:35289:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998353.299208:0:35289:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1787998353.299212:0:35289:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff94d1a0bb2800: update ffff94d191ce0450 cache blocks 901336/958279 objects 261771/262144 00020000:00000001:2.0:1787998353.299216:0:35289:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.299221:0:35289:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.299224:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1787998353.299226:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:2.0:1787998353.299230:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.299232:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.299288:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.299290:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.299297:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.299299:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.299304:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0bae000. 00000020:00000001:2.0:1787998353.299308:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.299310:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.299313:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.299315:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0bae000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.299320:0:35289:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:2.0:1787998353.299322:0:35289:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff94d1a0bb2800: age 1858, max_age 1865 00000008:00000001:2.0:1787998353.299324:0:35289:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:2.0:1787998353.299327:0:35289:0:(genops.c:1210:class_import_get()) import ffff94d183eca000 refcount=3 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000100:00000010:2.0:1787998353.299331:0:35289:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d18a80. 00000020:00000040:2.0:1787998353.299334:0:35289:0:(genops.c:1210:class_import_get()) import ffff94d183eca000 refcount=4 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998353.299337:0:35289:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998353.299338:0:35289:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=3 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998353.299340:0:35289:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1787998353.299342:0:35289:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998353.299344:0:35289:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998353.299349:0:35289:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998353.299354:0:35289:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d183cc9700. 00000100:00000001:2.0:1787998353.299359:0:35289:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.299362:0:35289:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787998353.299364:0:35289:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787998353.299368:0:35289:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191748b40. 00000100:00000001:2.0:1787998353.299370:0:35289:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226542250816 : -117847167300800 : ffff94d191748b40) 00000100:00000001:2.0:1787998353.299372:0:35289:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998353.299374:0:35289:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548345472 : -117847161206144 : ffff94d191d18a80) 00000100:00000001:2.0:1787998353.299377:0:35289:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998353.299381:0:35289:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.299382:0:35289:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787998353.299384:0:35289:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998353.299388:0:35289:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d18a80 x1874850291785216/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998353.299395:0:35289:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998353.299397:0:35289:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998353.299400:0:35289:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998353.299402:0:35289:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998353.299405:0:35289:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998353.299408:0:35289:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d18a80 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35289:1874850291785216:192.168.206.123@tcp:13:lfs.0 00000100:00000001:2.0:1787998353.299411:0:35289:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998353.299415:0:35289:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998353.299417:0:35289:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998353.299420:0:35289:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998353.299423:0:35289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1a0bad400. 02000000:00000001:2.0:1787998353.299424:0:35289:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998353.299429:0:35289:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998353.299432:0:35289:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151370. 00000400:00000010:2.0:1787998353.299437:0:35289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbff68. 00000100:00000200:2.0:1787998353.299443:0:35289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291785216, portal 4 00000100:00000001:2.0:1787998353.299444:0:35289:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998353.299445:0:35289:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548345472 : -117847161206144 : ffff94d191d18a80) 00000100:00000040:2.0:1787998353.299451:0:35289:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d18a80 x1874850291785216/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998369 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998353.299462:0:35289:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998353.299465:0:35289:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998353.299467:0:35289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf440. 00000100:00000200:2.0:1787998353.299469:0:35289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1874850291785216, offset 0 00000400:00000200:2.0:1787998353.299474:0:35289:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998353.299481:0:35289:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.299487:0:35289:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998353.299492:0:35289:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998353.299496:0:35289:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998353.299500:0:35289:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998353.299502:0:35289:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998353.299506:0:35289:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2891:2891:256:4294967295] 192.168.206.123@tcp LPNI seq info [2891:2891:8:4294967295] 00000400:00000200:2.0:1787998353.299510:0:35289:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.299518:0:35289:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998353.299523:0:35289:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998353.299527:0:35289:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9400. 00000800:00000200:2.0:1787998353.299533:0:35289:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998353.299540:0:35289:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998353.299544:0:35289:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998353.299745:0:35289:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998353.299750:0:35289:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 20026 usecs (21 jiffies) 00000400:00000200:2.0:1787998353.299754:0:35289:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998353.299757:0:35289:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296533477 00000100:00000001:2.0:1787998353.299760:0:35289:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:2.0:1787998353.299763:0:35289:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296533477 00000100:00000001:2.0:1787998353.299765:0:35289:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:2.0:1787998353.299787:0:35289:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998353.299790:0:35289:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.299793:0:35289:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998353.299795:0:35289:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787998353.299797:0:35289:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191748b40 going to sleep for 11 seconds 00000100:00000001:2.0:1787998353.299799:0:35289:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998353.299802:0:35289:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998353.306141:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998353.306150:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9400. 00000400:00000200:3.0:1787998353.306157:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998353.306165:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998353.306184:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf440 00000400:00000010:3.0:1787998353.306187:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf440. 00000100:00000001:3.0:1787998353.306193:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998353.306201:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d18a80 x1874850291785216/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998369 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998353.306213:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998353.306217:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d18a80 x1874850291785216/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998369 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998353.306223:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998353.306225:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998353.309359:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998353.309374:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998353.309378:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998353.309381:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998353.309389:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.309396:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998353.309405:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.309409:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.309414:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.309418:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 368 into portal 4 MB=0x6a92a99a61e00 00000400:00000200:2.0:1787998353.309422:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.309428:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 368/368 into md 0x8655 [1] + 224 00000800:00000001:2.0:1787998353.309435:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998353.309443:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998353.309446:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998353.309450:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998353.309457:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998353.309464:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d18a80 x1874850291785216/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998369 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998353.309476:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94d191d18a80 x1874850291785216/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998353.309497:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998353.309505:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998353.309508:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998353.309682:0:35289:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998353.309689:0:35289:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998353.309690:0:35289:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998353.309694:0:35289:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151370. 00000400:00000200:3.0:1787998353.309698:0:35289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbff68 00000400:00000010:3.0:1787998353.309701:0:35289:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbff68. 00000100:00000001:3.0:1787998353.309704:0:35289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998353.309709:0:35289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d18a80 x1874850291785216/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998353.309908:0:35289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d18a80 x1874850291785216/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998353.309914:0:35289:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998353.309916:0:35289:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998353.309919:0:35289:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998353.309922:0:35289:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998353.309924:0:35289:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998353.309926:0:35289:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998353.309929:0:35289:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998353.309938:0:35289:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca4f0 time=27 v=5 (5 0 0 0) 00000100:00001000:3.0:1787998353.309942:0:35289:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=18 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998353.309944:0:35289:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998353.309946:0:35289:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998353.309948:0:35289:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998353.309951:0:35289:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998353.309955:0:35289:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998353.309957:0:35289:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:3.0:1787998353.309958:0:35289:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998353.309960:0:35289:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998353.309965:0:35289:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d18a80 x1874850291785216/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998353.309973:0:35289:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998353.309976:0:35289:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998353.309978:0:35289:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998353.309982:0:35289:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d18a80 x1874850291785216/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998369 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998353.309990:0:35289:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d18a80 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35289:1874850291785216:192.168.206.123@tcp:13:lfs.0 00000100:00000001:3.0:1787998353.309994:0:35289:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998353.309996:0:35289:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998353.309998:0:35289:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787998353.310000:0:35289:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998353.310003:0:35289:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d18a80 x1874850291785216/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998369 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998353.310009:0:35289:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787998353.310012:0:35289:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191748b40. 00000100:00000001:3.0:1787998353.310016:0:35289:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787998353.310017:0:35289:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998353.310022:0:35289:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:3.0:1787998353.310023:0:35289:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998353.310138:0:35289:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d18a80 x1874850291785216/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998369 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998353.310146:0:35289:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998353.310149:0:35289:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998353.310152:0:35289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1a0bad400. 02000000:00000001:3.0:1787998353.310155:0:35289:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998353.310158:0:35289:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998353.310160:0:35289:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998353.310162:0:35289:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998353.310164:0:35289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d183cc9700. 02000000:00000001:3.0:1787998353.310179:0:35289:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998353.310180:0:35289:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998353.310182:0:35289:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d18a80. 00000100:00000001:3.0:1787998353.310186:0:35289:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998353.310187:0:35289:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1787998353.310190:0:35289:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff94d1a0bb2800: update ffff94d191ce37c0 cache blocks 901366/958279 objects 261773/262144 00020000:00000001:3.0:1787998353.310194:0:35289:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998353.310199:0:35289:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998353.310202:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1787998353.310205:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0bae000. 00000080:00000001:3.0:1787998353.310208:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998353.310210:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.310331:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.310334:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.310340:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.310343:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.310348:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.310352:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.310354:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.310358:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.310359:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.310363:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.310365:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.310367:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.310369:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.310372:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.310373:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.310377:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.310378:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.310381:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.310382:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.310384:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.310386:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.310388:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.310389:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.310390:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.310392:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.310394:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.310396:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.310397:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.310399:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.310401:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.310403:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.310405:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.310407:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.310408:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.310410:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.310412:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.310414:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.310415:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.310416:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.310418:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.310420:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.310421:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.310423:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.310425:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.310426:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.310429:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.310430:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.310432:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.310433:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.310435:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.310437:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.310438:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.310439:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.310440:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.310442:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.310444:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.310446:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.310447:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.310449:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.310450:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.310453:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.310454:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.310456:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.310458:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.310460:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.310462:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.310463:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.310465:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.310466:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.310468:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.310470:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.310472:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.310474:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.310476:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.310477:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.310480:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.310481:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.310484:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.310485:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.310487:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.310489:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.310491:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.310492:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.310493:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.310496:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.310498:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.310499:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.310501:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.310503:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.310505:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.310508:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.310510:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.310513:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.310514:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.310516:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.311007:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.311009:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.311012:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.311013:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.311017:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311019:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311021:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.311024:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.311091:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311094:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311102:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.311103:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.311107:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.311109:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.311112:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.311115:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.311116:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.311118:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.311119:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.311121:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311123:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311125:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.311127:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.311130:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311131:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311135:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.311136:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.311139:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.311140:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.311142:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.311144:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.311146:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.311147:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.311149:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.311151:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311152:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311154:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.311155:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.311157:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311158:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311161:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.311163:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.311165:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.311176:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.311178:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.311180:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.311181:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.311182:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.311184:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.311186:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311188:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311189:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.311191:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.311193:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311195:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311198:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.311200:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.311202:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.311204:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.311206:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.311208:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.311209:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.311210:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.311211:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.311214:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311216:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311217:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.311219:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.311221:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311223:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311226:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.311227:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.311230:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.311231:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.311234:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.311236:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.311238:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.311239:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.311240:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.311243:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311245:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311246:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.311248:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.311250:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311252:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311255:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.311257:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.311259:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.311260:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.311262:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.311265:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.311267:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.311268:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.311269:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.311271:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311273:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311275:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.311277:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.311279:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311281:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311284:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.311285:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.311287:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.311288:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.311291:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.311293:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.311295:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.311296:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.311297:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.311300:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311302:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311304:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.311306:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.311308:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311310:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311312:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.311314:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.311316:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.311317:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.311319:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.311321:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.311323:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.311324:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.311325:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.311327:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311329:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311331:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.311332:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.311334:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311335:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311337:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.311339:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.311341:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.311342:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.311344:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.311346:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.311347:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.311349:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.311350:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.311352:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311355:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311357:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.311359:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.311361:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311363:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311366:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.311367:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.311370:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.311371:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.311373:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.311375:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.311376:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.311377:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.311379:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.311381:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311383:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.311384:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.313924:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.313932:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.313935:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.313951:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.313952:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.313960:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.313962:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.313971:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.313974:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.313976:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.313979:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.313981:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.313984:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.313986:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.313988:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.313991:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.313993:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.313995:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.313998:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.313999:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.314002:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.314003:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.314005:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.314007:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.314009:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.314010:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.314011:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.314014:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314016:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314017:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.314019:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.314021:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314023:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314362:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.314364:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.314368:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.314370:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.314373:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.314376:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.314378:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.314379:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.314381:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.314383:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314385:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314387:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.314389:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.314391:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314393:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314396:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.314398:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.314400:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.314401:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.314404:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.314406:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.314407:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.314408:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.314409:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.314412:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314414:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314415:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.314418:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.314420:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314421:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314424:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.314425:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.314428:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.314429:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.314431:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.314433:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.314434:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.314435:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.314437:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.314439:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314441:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314442:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.314444:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.314446:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314447:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314450:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.314451:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.314453:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.314454:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.314456:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.314458:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.314459:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.314460:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.314461:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.314463:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314465:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314466:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.314468:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.314470:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314471:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314473:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.314475:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.314477:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.314478:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.314479:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.314481:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.314483:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.314484:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.314485:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.314487:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314488:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314490:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.314491:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.314493:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314495:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314497:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.314498:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.314500:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.314501:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.314503:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.314505:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.314506:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.314507:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.314508:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.314510:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314512:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314513:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.314579:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.314581:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314583:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314587:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.314588:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.314591:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.314592:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.314595:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.314597:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.314599:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.314600:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.314601:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.314604:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314605:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314607:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.314609:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.314611:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314612:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314614:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.314615:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.314618:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.314619:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.314621:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.314623:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.314624:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.314625:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.314626:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.314628:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314630:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314632:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.314634:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.314635:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314637:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314639:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.314641:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.314643:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.314644:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.314646:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.314901:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.314904:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.314906:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.314907:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.314911:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314913:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314915:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.314917:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.314920:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314922:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314929:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.314930:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.314933:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.314935:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.314938:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.314940:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.314941:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.314942:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.314943:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.314945:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314947:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314949:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.314950:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.314953:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314954:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314957:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.314959:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.314961:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.314962:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.314964:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.314966:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.314967:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.314968:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.314969:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.314971:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314973:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314974:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.314976:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.314978:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314980:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.314983:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.314985:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.314988:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.314989:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.314991:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.314993:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.314994:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.314995:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.314996:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.314999:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315001:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315003:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.315004:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.315007:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315008:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315011:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.315013:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.315016:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.315017:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.315019:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.315021:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.315022:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.315024:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.315025:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.315086:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315089:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315091:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.315094:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.315096:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315098:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315103:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.315105:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.315108:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.315109:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.315112:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.315114:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.315116:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.315117:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.315118:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.315121:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315123:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315125:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.315127:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.315129:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315131:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315134:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.315135:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.315138:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.315139:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.315141:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.315144:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.315145:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.315146:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.315147:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.315149:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315151:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315153:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.315154:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.315156:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315158:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315160:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.315162:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.315164:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.315165:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.315177:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.315180:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.315182:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.315183:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.315184:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.315187:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315189:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315191:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.315192:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.315194:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315196:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315200:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.315202:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.315204:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.315205:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.315207:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.315209:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.315211:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.315212:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.315213:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.315216:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315217:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315219:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.315221:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.315223:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315225:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315228:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.315229:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.315231:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.315232:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.315235:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.315236:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.315238:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.315239:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.315240:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.315242:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315244:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315246:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.315247:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.315250:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315252:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315255:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.315256:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.315258:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.315259:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.315261:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.315263:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.315264:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.315266:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.315267:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.315269:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315271:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315273:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.315275:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.315277:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315278:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315281:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.315282:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.315284:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.315285:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.315287:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.315289:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.315290:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.315291:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.315292:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.315295:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315296:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315298:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.315300:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.315301:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315303:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315305:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.315306:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.315309:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.315310:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.315311:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.315313:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.315314:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.315315:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.315316:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.315318:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315320:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315321:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.315323:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.315325:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315327:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315329:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.315331:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.315333:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.315334:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.315336:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.315338:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.315339:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.315340:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.315341:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.315344:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315345:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315347:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.315349:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.315351:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315353:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315356:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.315357:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.315360:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.315361:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.315363:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.315365:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.315366:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.315367:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.315369:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.315371:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315373:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315375:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.315377:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.315379:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315380:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315383:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.315385:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.315387:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.315389:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.315391:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.315393:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.315394:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.315395:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.315396:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.315399:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315400:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315402:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.315404:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.315405:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315407:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315410:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.315411:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.315413:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.315414:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.315416:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.315418:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.315420:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.315421:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.315422:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.315424:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315426:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315428:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.315430:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.315431:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315433:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315435:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.315436:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.315439:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.315440:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.315442:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.315444:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.315445:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.315446:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.315447:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.315450:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315451:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315453:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.315455:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.315457:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315459:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315461:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.315462:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.315464:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.315465:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.315467:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.315469:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.315470:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.315471:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.315472:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.315474:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315476:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315478:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.315480:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.315481:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315483:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315485:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.315486:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.315488:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.315489:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.315491:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.315493:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.315495:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.315496:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.315497:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.315500:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315502:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315503:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.315505:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.315507:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315508:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.315511:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.315513:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.315515:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.315516:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.315524:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.315527:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.315529:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.315530:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.315531:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.315533:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.316472:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.316476:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.316479:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.316483:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.316486:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.316498:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.316499:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.316504:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.316506:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.316511:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.316514:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.316516:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.316519:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.316520:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.316523:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.316526:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.316528:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.316530:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.316532:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.316533:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.316537:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.316538:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.316540:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.316541:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.316544:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.316546:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.316548:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.316549:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.316550:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.316552:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.316554:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.316555:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.316557:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.316559:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.316561:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.316564:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.316565:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.316567:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.316568:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.316571:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.316573:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.316575:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.316576:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.316577:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.316579:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.316581:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.316583:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.316585:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.316588:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.316589:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.316592:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.316594:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.316596:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.316597:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.316599:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.316601:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.316602:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.316603:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.316604:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.316607:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.316609:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.316611:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.316613:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.316614:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.316617:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.316619:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.316620:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.316623:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.316624:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.316626:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.316628:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.316629:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.316630:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.316632:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.316634:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.316636:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.316638:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.316641:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.316644:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.316645:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.317857:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.317863:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.317870:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.317873:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.317879:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.317884:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.317886:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.317889:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.317891:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.317894:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.317897:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.317899:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.317901:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.317905:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.317907:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.317910:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.317911:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.317914:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.317915:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.317917:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.317919:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.317921:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.317922:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.317923:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.317925:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.317927:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.317929:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.317930:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.317932:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.317933:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.317935:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.317936:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.317938:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.317939:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.317942:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.317944:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.317945:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.317946:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.317947:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.317950:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.317951:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.317953:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.317955:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.317956:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.317959:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.317961:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.317963:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.317965:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.317966:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.317968:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.317970:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.317972:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.317973:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.317974:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.317977:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.317979:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.317981:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.317983:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.317985:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.317986:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.317989:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.317991:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.317993:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.317994:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.317996:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.317998:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.317999:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.318001:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.318002:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.318005:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.318007:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.318008:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.318010:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.318012:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.318014:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.318017:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.318018:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.318027:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.318029:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.318032:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.318034:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.318036:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.318037:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.318038:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.318040:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.318042:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.318043:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.318045:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.318047:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.318048:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.318052:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.318053:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.318055:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.318056:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.318058:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.318060:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.318061:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.318062:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.318063:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.318065:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.318068:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.318070:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.318072:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.318074:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.318076:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.318078:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.318079:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.318081:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.318082:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.318084:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.318086:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.318088:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.318089:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.318090:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.318092:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.318094:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.318095:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.318097:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.318099:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.318101:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.318103:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.318105:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.318107:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.318108:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.318110:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.318112:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.318113:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.318114:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.318115:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.318118:0:35289:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.318119:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.318121:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1787998353.318123:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.318125:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.318126:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1787998353.318129:0:35289:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1787998353.318130:0:35289:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7ffc98313e40 00000080:00000001:2.0:1787998353.318132:0:35289:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1787998353.318133:0:35289:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1787998353.318135:0:35289:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d1a0baf000. 00000020:00000001:2.0:1787998353.318137:0:35289:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.318138:0:35289:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1787998353.318139:0:35289:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1787998353.318140:0:35289:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d1a0baf000 uarg=0000000000000000 00020000:00000001:2.0:1787998353.318142:0:35289:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1787998353.318144:0:35289:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1787998353.318145:0:35289:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1787998353.318147:0:35289:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d1a0baf000. 00000080:00000001:2.0:1787998353.318148:0:35289:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1787998353.318150:0:35289:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1787998353.318161:0:35289:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:2.0:1787998353.318164:0:35289:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1787998353.318179:0:35289:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3dd0 00000080:00200008:2.0:1787998353.318181:0:35289:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff94d1989ad348), flags 100000 00000080:00400000:2.0:1787998353.318185:0:35289:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1787998353.318188:0:35289:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d1838d63c0. 00000080:00000001:2.0:1787998353.318192:0:35289:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1787998353.318194:0:35289:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3dd0 00000080:00000008:2.0:1787998353.318196:0:35289:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d1989ad348), flags 100000, rc = 0 00000080:00000001:2.0:1787998353.318198:0:35289:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.318200:0:35289:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.323296:0:35290:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998353.323303:0:35290:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998353.323305:0:35290:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998353.323308:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cafbc0 00000080:00200000:1.0:1787998353.323312:0:35290:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:1.0:1787998353.323319:0:35290:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19172b600. 00800000:00000002:1.0:1787998353.323326:0:35290:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998353.323329:0:35290:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998353.323334:0:35290:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998353.323337:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cafae0 00800000:00000002:1.0:1787998353.323339:0:35290:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998353.323342:0:35290:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998353.323345:0:35290:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998353.323347:0:35290:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998353.323349:0:35290:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998353.323351:0:35290:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998353.323353:0:35290:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998353.323355:0:35290:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998353.323357:0:35290:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998353.323361:0:35290:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998353.323366:0:35290:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998353.323367:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41caf9b0 00000002:00010000:1.0:1787998353.323369:0:35290:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787998353.323372:0:35290:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998353.323374:0:35290:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998353.323377:0:35290:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998353.323382:0:35290:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360d00 count: 2 00010000:00000001:1.0:1787998353.323385:0:35290:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998353.323389:0:35290:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998353.323393:0:35290:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998353.323398:0:35290:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc02 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6b1 expref: -99 pid: 35289 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1787998353.323407:0:35290:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998353.323412:0:35290:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998353.323415:0:35290:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc02 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6b1 expref: -99 pid: 35289 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1787998353.323422:0:35290:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787998353.323424:0:35290:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998353.323426:0:35290:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998353.323427:0:35290:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998353.323429:0:35290:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998353.323431:0:35290:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787998353.323435:0:35290:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787998353.323437:0:35290:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998353.323441:0:35290:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19172b600. 00000080:00000001:1.0:1787998353.323446:0:35290:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998353.323447:0:35290:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998353.323449:0:35290:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:1.0:1787998353.323452:0:35290:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cc02 00800000:00000001:1.0:1787998353.323455:0:35290:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998353.323457:0:35290:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998353.323458:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.323460:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.323462:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=3 00000020:00000001:1.0:1787998353.323464:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:1.0:1787998353.323466:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:1.0:1787998353.323469:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.323470:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998353.323472:0:35290:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998353.323473:0:35290:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998353.323475:0:35290:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc02 from it ffffb66d41cafbf8 00010000:00000001:1.0:1787998353.323477:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.323478:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.323479:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=3 00000020:00000001:1.0:1787998353.323480:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:1.0:1787998353.323483:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:1.0:1787998353.323485:0:35290:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998353.323487:0:35290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc02 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad6b1 expref: -99 pid: 35289 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1787998353.323493:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.323494:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.323496:0:35290:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998353.323498:0:35290:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998353.323500:0:35290:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc02 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6b1 expref: -99 pid: 35289 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1787998353.323512:0:35290:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998353.323515:0:35290:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998353.323517:0:35290:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998353.323520:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.323521:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.323522:0:35290:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.323525:0:35290:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998353.323527:0:35290:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.323528:0:35290:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.323531:0:35290:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.323532:0:35290:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998353.323533:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.323534:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998353.323537:0:35290:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787998353.323539:0:35290:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998353.323540:0:35290:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:1.0:1787998353.323544:0:35290:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.323550:0:35290:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1787998353.323552:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cafb58 00000080:00002000:1.0:1787998353.323553:0:35290:0:(dcache.c:87:ll_dcompare()) found name recon(ffff94d198a46948) flags 0x48000e refc 0 00000080:00000001:1.0:1787998353.323556:0:35290:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.323558:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cafbc8 00000080:00200000:1.0:1787998353.323559:0:35290:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=777 00000080:00000001:1.0:1787998353.323565:0:35290:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:1.0:1787998353.323566:0:35290:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff94d198931988), inode mode 81a4 mask 52 00000080:00000001:1.0:1787998353.323568:0:35290:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.323574:0:35290:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1787998353.323576:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cafb98 00000080:00200008:1.0:1787998353.323577:0:35290:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x2b:0x0](ffff94d198931988), flags 102101 00000080:00000010:1.0:1787998353.323583:0:35290:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d1a067af00. 00000080:00000001:1.0:1787998353.323588:0:35290:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1787998353.323590:0:35290:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19172b600. 00800000:00000002:1.0:1787998353.323593:0:35290:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998353.323595:0:35290:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998353.323597:0:35290:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998353.323599:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cafa48 00800000:00000002:1.0:1787998353.323601:0:35290:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x200000405:0x2b:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998353.323604:0:35290:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1787998353.323606:0:35290:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998353.323607:0:35290:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998353.323608:0:35290:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998353.323610:0:35290:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998353.323611:0:35290:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998353.323613:0:35290:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1787998353.323615:0:35290:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.323617:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41caf9c8 00800000:00000002:1.0:1787998353.323619:0:35290:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1787998353.323622:0:35290:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998353.323624:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41caf900 00000002:00010000:1.0:1787998353.323626:0:35290:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0240102102 00000002:00000001:1.0:1787998353.323629:0:35290:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1787998353.323631:0:35290:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1787998353.323635:0:35290:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1787998353.323639:0:35290:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98a00 count: 2 00010000:00000001:1.0:1787998353.323641:0:35290:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998353.323643:0:35290:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1787998353.323646:0:35290:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.323647:0:35290:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998353.323649:0:35290:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998353.323652:0:35290:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1787998353.323653:0:35290:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360d00 count: 2 00010000:00000001:1.0:1787998353.323655:0:35290:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998353.323657:0:35290:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1787998353.323658:0:35290:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787998353.323661:0:35290:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc02 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4fd9a50f3a6ad6b1 expref: -99 pid: 35289 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:1.0:1787998353.323668:0:35290:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787998353.323672:0:35290:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787998353.323673:0:35290:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787998353.323676:0:35290:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1787998353.323678:0:35290:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998353.323680:0:35290:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998353.323681:0:35290:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360d00 count: 3 00010000:00000001:1.0:1787998353.323683:0:35290:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998353.323686:0:35290:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998353.323687:0:35290:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998353.323688:0:35290:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998353.323689:0:35290:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360d00 count: 3 00010000:00000001:1.0:1787998353.323691:0:35290:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998353.323693:0:35290:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998353.323694:0:35290:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998353.323695:0:35290:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998353.323696:0:35290:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360d00 count: 3 00010000:00000001:1.0:1787998353.323698:0:35290:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998353.323700:0:35290:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.323701:0:35290:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1787998353.323704:0:35290:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d1989ad280, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1787998353.323707:0:35290:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1787998353.323709:0:35290:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1787998353.323712:0:35290:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787998353.323713:0:35290:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.323716:0:35290:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787998353.323719:0:35290:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787998353.323721:0:35290:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787998353.323722:0:35290:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998353.323724:0:35290:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1787998353.323726:0:35290:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1903e5a00 with handle 0xb2d39e653c8cc02 from hash 00010000:00000001:1.0:1787998353.323728:0:35290:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787998353.323729:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.323730:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.323732:0:35290:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787998353.323734:0:35290:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787998353.323735:0:35290:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1787998353.323737:0:35290:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787998353.323739:0:35290:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998353.323741:0:35290:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1787998353.323746:0:35290:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edc000. 00000020:00000040:1.0:1787998353.323750:0:35290:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:1.0:1787998353.323755:0:35290:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787998353.323756:0:35290:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.323759:0:35290:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787998353.323762:0:35290:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998353.323764:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.323765:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.323803:0:35290:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998353.323806:0:35290:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998353.323809:0:35290:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998353.323812:0:35290:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998353.323819:0:35290:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d199e25000. 00000100:00000001:1.0:1787998353.323826:0:35290:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.323831:0:35290:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998353.323833:0:35290:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1787998353.323836:0:35290:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc02 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ad6b1 expref: -99 pid: 35289 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787998353.323842:0:35290:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1787998353.323843:0:35290:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787998353.323845:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787998353.323847:0:35290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc02 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ad6b1 expref: -99 pid: 35289 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:1.0:1787998353.323853:0:35290:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d18a360d00 count: 0 00010000:00000010:1.0:1787998353.323857:0:35290:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d190a8dc80. 00010000:00000001:1.0:1787998353.323867:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.323869:0:35290:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.323871:0:35290:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998353.323872:0:35290:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.323874:0:35290:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998353.323879:0:35290:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626226684411904 : -117847025139712 : ffff94d199edc000) 00010000:00000001:1.0:1787998353.323882:0:35290:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787998353.323885:0:35290:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1787998353.323888:0:35290:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d192b98700. 00010000:00000010:1.0:1787998353.323892:0:35290:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d1a0046880. 00010000:00000001:1.0:1787998353.323895:0:35290:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787998353.323897:0:35290:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1917f3c00. 00000020:00000001:1.0:1787998353.323899:0:35290:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787998353.323901:0:35290:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1917f3c00 with handle 0xb2d39e653c8cc09 to hash 00000020:00000001:1.0:1787998353.323903:0:35290:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787998353.323904:0:35290:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226542951424 : -117847166600192 : ffff94d1917f3c00) 00010000:00000001:1.0:1787998353.323907:0:35290:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226542951424 : -117847166600192 : ffff94d1917f3c00) 00010000:00000001:1.0:1787998353.323909:0:35290:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998353.323911:0:35290:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998353.323913:0:35290:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3c00/0xb2d39e653c8cc09 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998353.323920:0:35290:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3c00/0xb2d39e653c8cc09 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35290 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787998353.323931:0:35290:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787998353.323941:0:35290:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d199edc000 x1874850291785472/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787998353.323950:0:35290:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3c00/0xb2d39e653c8cc09 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35290 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787998353.323955:0:35290:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998353.323956:0:35290:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998353.323962:0:35290:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191fa9480. 00000100:00000001:1.0:1787998353.323964:0:35290:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226551035008 : -117847158516608 : ffff94d191fa9480) 00000100:00000001:1.0:1787998353.323966:0:35290:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998353.323968:0:35290:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684411904 : -117847025139712 : ffff94d199edc000) 00000100:00000001:1.0:1787998353.323972:0:35290:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998353.323976:0:35290:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998353.323978:0:35290:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998353.323980:0:35290:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998353.323984:0:35290:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edc000 x1874850291785472/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.323992:0:35290:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998353.323994:0:35290:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998353.323997:0:35290:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998353.323999:0:35290:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998353.324002:0:35290:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998353.324005:0:35290:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edc000 pname:cluuid:pid:xid:nid:opc:job bash:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35290:1874850291785472:192.168.206.123@tcp:101:bash.0 00000100:00000001:1.0:1787998353.324009:0:35290:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998353.324014:0:35290:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998353.324016:0:35290:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998353.324018:0:35290:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998353.324070:0:35290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff94d199ee0000. 02000000:00000001:1.0:1787998353.324072:0:35290:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998353.324079:0:35290:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998353.324083:0:35290:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc108. 00000400:00000010:1.0:1787998353.324089:0:35290:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff94d199e24000. 00000100:00000200:1.0:1787998353.324096:0:35290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1874850291785472, portal 10 00000100:00000001:1.0:1787998353.324097:0:35290:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998353.324099:0:35290:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684411904 : -117847025139712 : ffff94d199edc000) 00000100:00000040:1.0:1787998353.324105:0:35290:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199edc000 x1874850291785472/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998369 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.324111:0:35290:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998353.324113:0:35290:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998353.324116:0:35290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409e58. 00000100:00000200:1.0:1787998353.324120:0:35290:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1874850291785472, offset 0 00000400:00000200:1.0:1787998353.324125:0:35290:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998353.324132:0:35290:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998353.324138:0:35290:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998353.324143:0:35290:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998353.324147:0:35290:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998353.324150:0:35290:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998353.324153:0:35290:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998353.324156:0:35290:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2892:2892:256:4294967295] 192.168.206.123@tcp LPNI seq info [2892:2892:8:4294967295] 00000400:00000200:1.0:1787998353.324160:0:35290:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998353.324181:0:35290:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998353.324189:0:35290:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998353.324194:0:35290:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f900. 00000800:00000200:1.0:1787998353.324200:0:35290:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998353.324207:0:35290:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998353.324211:0:35290:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f900 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1787998353.324225:0:35290:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998353.324229:0:35290:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 849871 usecs (850 jiffies) 00000400:00000200:1.0:1787998353.324232:0:35290:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998353.324235:0:35290:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296534331 00000100:00000001:1.0:1787998353.324237:0:35290:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:1.0:1787998353.324240:0:35290:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296534331 00000100:00000001:1.0:1787998353.324242:0:35290:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:1.0:1787998353.324244:0:35290:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998353.324246:0:35290:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998353.324248:0:35290:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998353.324250:0:35290:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998353.324253:0:35290:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191fa9480 going to sleep for 11 seconds 00000100:00000001:1.0:1787998353.324255:0:35290:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998353.324257:0:35290:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998353.325154:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998353.325160:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f900. 00000400:00000200:3.0:1787998353.325177:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998353.325183:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998353.325188:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409e58 00000400:00000010:3.0:1787998353.325191:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409e58. 00000100:00000001:3.0:1787998353.325195:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998353.325200:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edc000 x1874850291785472/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998369 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998353.325210:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998353.325214:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edc000 x1874850291785472/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998369 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998353.325220:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998353.325222:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1787998353.333918:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360d00. 00010000:00000010:1.1:1787998353.333934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5a00. 00000800:00000001:2.0:1787998353.334836:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998353.334849:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998353.334852:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998353.334855:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998353.334863:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.334870:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998353.334879:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.334884:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.334889:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.334893:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 664 into portal 10 MB=0x6a92a99a61f00 00000400:00000200:2.0:1787998353.334898:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.334904:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 664/664 into md 0x8665 [32] + 224 00000800:00000001:2.0:1787998353.334910:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998353.334918:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998353.334922:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998353.334926:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998353.334934:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998353.334942:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edc000 x1874850291785472/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998369 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998353.334953:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff94d199edc000 x1874850291785472/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.335022:0:35290:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998353.335041:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998353.335050:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998353.335055:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1787998353.338959:0:35290:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998353.338965:0:35290:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998353.338968:0:35290:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc108. 00000400:00000200:1.0:1787998353.338976:0:35290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d199e24000 00000400:00000010:1.0:1787998353.338978:0:35290:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff94d199e24000. 00000100:00000001:1.0:1787998353.338983:0:35290:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998353.338993:0:35290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edc000 x1874850291785472/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998353.339020:0:35290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edc000 x1874850291785472/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.339028:0:35290:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998353.339030:0:35290:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998353.339033:0:35290:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998353.339036:0:35290:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998353.339038:0:35290:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998353.339041:0:35290:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998353.339043:0:35290:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998353.339052:0:35290:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=29 v=5 (5 5 104 104) 00000100:00001000:1.0:1787998353.339056:0:35290:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998353.339059:0:35290:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998353.339061:0:35290:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.339064:0:35290:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998353.339068:0:35290:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998353.339071:0:35290:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1787998353.339073:0:35290:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1787998353.339075:0:35290:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1787998353.339077:0:35290:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998353.339079:0:35290:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684411904 : -117847025139712 : ffff94d199edc000) 00000100:00000001:1.0:1787998353.339082:0:35290:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998353.339084:0:35290:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967636 00000100:00000001:1.0:1787998353.339085:0:35290:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998353.339088:0:35290:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998353.339093:0:35290:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edc000 x1874850291785472/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998369 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.339101:0:35290:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998353.339104:0:35290:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998353.339106:0:35290:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998353.339110:0:35290:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edc000 x1874850291785472/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998369 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998353.339119:0:35290:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edc000 pname:cluuid:pid:xid:nid:opc:job bash:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35290:1874850291785472:192.168.206.123@tcp:101:bash.0 00000100:00000001:1.0:1787998353.339125:0:35290:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998353.339128:0:35290:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998353.339130:0:35290:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998353.339132:0:35290:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998353.339136:0:35290:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edc000 x1874850291785472/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998369 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.339143:0:35290:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998353.339146:0:35290:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191fa9480. 00000100:00000001:1.0:1787998353.339149:0:35290:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998353.339151:0:35290:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.339154:0:35290:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787998353.339158:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.339160:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.339164:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3c00 refcount=4 00000020:00000001:1.0:1787998353.339177:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542951424 : -117847166600192 : ffff94d1917f3c00) 00010000:00000001:1.0:1787998353.339180:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542951424 : -117847166600192 : ffff94d1917f3c00) 00010000:00000040:1.0:1787998353.339186:0:35290:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1917f3c00, remote cookie: 0x4fd9a50f3a6ad6bf, flags: 0x1001 00010000:00010000:1.0:1787998353.339192:0:35290:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3c00/0xb2d39e653c8cc09 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6bf expref: -99 pid: 35290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1787998353.339200:0:35290:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1787998353.339204:0:35290:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1787998353.339209:0:35290:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98a00 count: 2 00010000:00000001:1.0:1787998353.339212:0:35290:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1787998353.339215:0:35290:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d192b98700 count: 0 00010000:00000010:1.0:1787998353.339221:0:35290:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d1a0046880. 00010000:00000001:1.0:1787998353.339227:0:35290:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998353.339230:0:35290:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3c00/0xb2d39e653c8cc09 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6bf expref: -99 pid: 35290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998353.339239:0:35290:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3c00/0xb2d39e653c8cc09 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6bf expref: -99 pid: 35290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998353.339246:0:35290:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787998353.339250:0:35290:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787998353.339252:0:35290:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1787998353.339254:0:35290:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787998353.339256:0:35290:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787998353.339258:0:35290:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2b:0x0].0x0 (ffff94d192b98a00) refcount = 2 00010000:00000040:1.0:1787998353.339261:0:35290:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1787998353.339264:0:35290:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787998353.339271:0:35290:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3c00/0xb2d39e653c8cc09 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad6bf expref: -99 pid: 35290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998353.339278:0:35290:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787998353.339281:0:35290:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787998353.339283:0:35290:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998353.339286:0:35290:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787998353.339288:0:35290:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998353.339291:0:35290:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3c00/0xb2d39e653c8cc09 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6bf expref: -99 pid: 35290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998353.339296:0:35290:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787998353.339298:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.339299:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.339300:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.339302:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.339303:0:35290:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998353.339307:0:35290:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1787998353.339309:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.339311:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.339312:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3c00 refcount=3 00000020:00000001:1.0:1787998353.339315:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542951424 : -117847166600192 : ffff94d1917f3c00) 00010000:00000001:1.0:1787998353.339317:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542951424 : -117847166600192 : ffff94d1917f3c00) 00010000:00000001:1.0:1787998353.339320:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.339321:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.339323:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3c00 refcount=4 00000020:00000001:1.0:1787998353.339325:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542951424 : -117847166600192 : ffff94d1917f3c00) 00010000:00000001:1.0:1787998353.339327:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542951424 : -117847166600192 : ffff94d1917f3c00) 00010000:00000001:1.0:1787998353.339330:0:35290:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998353.339333:0:35290:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998353.339336:0:35290:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3c00/0xb2d39e653c8cc09 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad6bf expref: -99 pid: 35290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998353.339343:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.339344:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.339345:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.339346:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.339348:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3c00 refcount=5 00000020:00000001:1.0:1787998353.339350:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542951424 : -117847166600192 : ffff94d1917f3c00) 00010000:00000001:1.0:1787998353.339352:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542951424 : -117847166600192 : ffff94d1917f3c00) 00010000:00000001:1.0:1787998353.339354:0:35290:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998353.339356:0:35290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3c00/0xb2d39e653c8cc09 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad6bf expref: -99 pid: 35290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998353.339363:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.339364:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998353.339367:0:35290:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3c00/0xb2d39e653c8cc09 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad6bf expref: -99 pid: 35290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998353.339372:0:35290:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998353.339373:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.339374:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.339375:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.339376:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1787998353.339381:0:35290:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x2b, status=0 req@ffff94d199edc000 x1874850291785472/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998369 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787998353.339406:0:35290:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1787998353.339411:0:35290:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d199edc000 x1874850291785472/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998369 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787998353.339418:0:35290:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.339424:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.339426:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.339427:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3c00 refcount=3 00000020:00000001:1.0:1787998353.339429:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542951424 : -117847166600192 : ffff94d1917f3c00) 00010000:00000001:1.0:1787998353.339431:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542951424 : -117847166600192 : ffff94d1917f3c00) 00000002:00010000:1.0:1787998353.339435:0:35290:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3c00/0xb2d39e653c8cc09 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6bf expref: -99 pid: 35290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1787998353.339448:0:35290:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94d191236240. 00010000:00000001:1.0:1787998353.339450:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.339451:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998353.339453:0:35290:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998353.339456:0:35290:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998353.339458:0:35290:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1787998353.339461:0:35290:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998353.339462:0:35290:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684411904 : -117847025139712 : ffff94d199edc000) 00010000:00000001:1.0:1787998353.339464:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.339465:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.339467:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3c00 refcount=3 00000020:00000001:1.0:1787998353.339469:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542951424 : -117847166600192 : ffff94d1917f3c00) 00010000:00000001:1.0:1787998353.339471:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542951424 : -117847166600192 : ffff94d1917f3c00) 00000002:00010000:1.0:1787998353.339475:0:35290:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3c00/0xb2d39e653c8cc09 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6bf expref: -99 pid: 35290 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998353.339481:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.339482:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.339485:0:35290:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787998353.339486:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.339487:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.339489:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3c00 refcount=3 00000020:00000001:1.0:1787998353.339491:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542951424 : -117847166600192 : ffff94d1917f3c00) 00010000:00000001:1.0:1787998353.339493:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542951424 : -117847166600192 : ffff94d1917f3c00) 00010000:00000040:1.0:1787998353.339496:0:35290:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98a00 count: 3 00010000:00000001:1.0:1787998353.339498:0:35290:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998353.339502:0:35290:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998353.339505:0:35290:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998353.339508:0:35290:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1787998353.339516:0:35290:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998353.339520:0:35290:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998353.339523:0:35290:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787998353.339530:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.339531:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.339532:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.339533:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.339534:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3c00 refcount=3 00000020:00000001:1.0:1787998353.339536:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542951424 : -117847166600192 : ffff94d1917f3c00) 00010000:00000001:1.0:1787998353.339538:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542951424 : -117847166600192 : ffff94d1917f3c00) 00010000:00000001:1.0:1787998353.339540:0:35290:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1787998353.339543:0:35290:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3c00/0xb2d39e653c8cc09 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6bf expref: -99 pid: 35290 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998353.339548:0:35290:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998353.339551:0:35290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3c00/0xb2d39e653c8cc09 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x4fd9a50f3a6ad6bf expref: -99 pid: 35290 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998353.339561:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.339562:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998353.339565:0:35290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3c00/0xb2d39e653c8cc09 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x4fd9a50f3a6ad6bf expref: -99 pid: 35290 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998353.339570:0:35290:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998353.339572:0:35290:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.339575:0:35290:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1787998353.339579:0:35290:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94d191fa9480. 00010000:00000001:1.0:1787998353.339582:0:35290:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1787998353.339602:0:35290:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1787998353.339605:0:35290:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.339607:0:35290:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.339609:0:35290:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998353.339610:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.339611:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998353.339613:0:35290:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1787998353.339615:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41caf888 00000002:00002000:1.0:1787998353.339618:0:35290:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=0x80002b: rc = 0 00000002:00000001:1.0:1787998353.339620:0:35290:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998353.339624:0:35290:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998353.339626:0:35290:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787998353.339629:0:35290:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1787998353.339632:0:35290:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998353.339636:0:35290:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998353.339639:0:35290:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19172b600. 00000080:00000001:1.0:1787998353.339643:0:35290:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1787998353.339650:0:35290:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1787998353.339653:0:35290:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:1.0:1787998353.339655:0:35290:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998353.339659:0:35290:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798654168 : -117846910897448 : ffff94d1a0bcf2d8) 00000020:00001000:1.0:1787998353.339662:0:35290:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf2d0 00000020:00000001:1.0:1787998353.339664:0:35290:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1787998353.339668:0:35290:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1787998353.339670:0:35290:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1787998353.339675:0:35290:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d1a0b0a120. 00020000:00000010:1.0:1787998353.339679:0:35290:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d185433900. 00020000:00000010:1.0:1787998353.339684:0:35290:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d1a0b0a2a0. 00020000:00000001:1.0:1787998353.339686:0:35290:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626226797847200 : -117846911704416 : ffff94d1a0b0a2a0) 00020000:00000002:1.0:1787998353.339690:0:35290:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0b0a2a0, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1787998353.339694:0:35290:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1787998353.339698:0:35290:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d185433900: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:1.0:1787998353.339701:0:35290:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d187242ba0) owner ffff94d1a0a90000 00020000:00000001:1.0:1787998353.339704:0:35290:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1787998353.339707:0:35290:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d187242ba0) owner ffff94d1a0a90000 00020000:00000010:1.0:1787998353.339711:0:35290:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d185433900. 00020000:00000010:1.0:1787998353.339716:0:35290:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d1a0b0a120. 00020000:00000010:1.0:1787998353.339719:0:35290:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d1a0b0a2a0. 00020000:00000002:1.0:1787998353.339721:0:35290:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1787998353.339723:0:35290:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.339725:0:35290:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1787998353.339726:0:35290:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf2d0 00000080:00000001:1.0:1787998353.339731:0:35290:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611179 : 144115205339611179 : 20000040500002b) 00000080:00000001:1.0:1787998353.339733:0:35290:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:1.0:1787998353.339737:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.339739:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.339741:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=3 00000020:00000001:1.0:1787998353.339743:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998353.339745:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00000080:00000001:1.0:1787998353.339748:0:35290:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:1.0:1787998353.339750:0:35290:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998353.339751:0:35290:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798654168 : -117846910897448 : ffff94d1a0bcf2d8) 00000020:00001000:1.0:1787998353.339753:0:35290:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf2d0 00000020:00000001:1.0:1787998353.339755:0:35290:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1787998353.339756:0:35290:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1787998353.339757:0:35290:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1787998353.339760:0:35290:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d1a0b0a2a0. 00020000:00000010:1.0:1787998353.339762:0:35290:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d185433900. 00020000:00000010:1.0:1787998353.339765:0:35290:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d1a0b0a120. 00020000:00000001:1.0:1787998353.339795:0:35290:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626226797846816 : -117846911704800 : ffff94d1a0b0a120) 00020000:00000002:1.0:1787998353.339798:0:35290:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0b0a120, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1787998353.339802:0:35290:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1787998353.339805:0:35290:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d185433900: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:1.0:1787998353.339808:0:35290:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d187242ba0) owner ffff94d1a0a90000 00020000:00000001:1.0:1787998353.339810:0:35290:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1787998353.339813:0:35290:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d187242ba0) owner ffff94d1a0a90000 00020000:00000010:1.0:1787998353.339815:0:35290:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d185433900. 00020000:00000010:1.0:1787998353.339818:0:35290:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d1a0b0a2a0. 00020000:00000010:1.0:1787998353.339820:0:35290:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d1a0b0a120. 00020000:00000002:1.0:1787998353.339822:0:35290:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1787998353.339825:0:35290:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.339826:0:35290:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.339829:0:35290:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1787998353.339832:0:35290:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d1a0a90000 00020000:00000002:1.0:1787998353.339835:0:35290:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d1a0b0a660 addref 2/0 by ffff94d1a0a90000. 00020000:00000002:1.0:1787998353.339837:0:35290:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d1a0a90000 00020000:00000001:1.0:1787998353.339840:0:35290:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1787998353.339842:0:35290:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1787998353.339843:0:35290:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1787998353.339845:0:35290:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1787998353.339847:0:35290:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1787998353.339849:0:35290:0:(file.c:6836:ll_layout_conf()) [0x200000405:0x2b:0x0]: layout version change: 0 -> 0 00000020:00001000:1.0:1787998353.339852:0:35290:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf2d0 00000080:00000001:1.0:1787998353.339854:0:35290:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.339855:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.339856:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787998353.339858:0:35290:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1787998353.339861:0:35290:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1787998353.339863:0:35290:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998353.339866:0:35290:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff94d198931988) for lock 0xb2d39e653c8cbed 00800000:00000001:1.0:1787998353.339870:0:35290:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998353.339871:0:35290:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998353.339873:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.339874:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.339876:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=3 00000020:00000001:1.0:1787998353.339878:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998353.339880:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998353.339882:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.339884:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998353.339885:0:35290:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998353.339887:0:35290:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998353.339890:0:35290:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998353.339895:0:35290:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edc000 x1874850291785472/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998369 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.339902:0:35290:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998353.339905:0:35290:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cbed from it ffffb66d41cafbf0 00010000:00000001:1.0:1787998353.339907:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.339908:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.339910:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=3 00000020:00000001:1.0:1787998353.339912:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998353.339914:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998353.339916:0:35290:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998353.339919:0:35290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787998353.339927:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.339928:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.339943:0:35290:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998353.339945:0:35290:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998353.339948:0:35290:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1787998353.339956:0:35290:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998353.339959:0:35290:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998353.339962:0:35290:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998353.339965:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.339967:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.339968:0:35290:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.339970:0:35290:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998353.339972:0:35290:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.339974:0:35290:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.339977:0:35290:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.339979:0:35290:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998353.339981:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.339982:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787998353.339985:0:35290:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998353.339989:0:35290:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d1912362c0. 00000080:00000001:1.0:1787998353.339992:0:35290:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1787998353.339995:0:35290:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1787998353.339998:0:35290:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998353.340000:0:35290:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998353.340002:0:35290:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998353.340004:0:35290:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998353.340006:0:35290:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998353.340008:0:35290:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1787998353.340011:0:35290:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998353.340013:0:35290:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1787998353.340016:0:35290:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d190a90f80. 00000002:00100000:1.0:1787998353.340021:0:35290:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d199edc000 x1874850291785472/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998369 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787998353.340027:0:35290:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998353.340029:0:35290:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1787998353.340033:0:35290:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1787998353.340036:0:35290:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.340039:0:35290:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1787998353.340041:0:35290:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1787998353.340043:0:35290:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998353.340045:0:35290:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1787998353.340046:0:35290:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.340049:0:35290:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1787998353.340051:0:35290:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.340053:0:35290:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1787998353.340055:0:35290:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.340057:0:35290:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998353.340061:0:35290:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998353.340064:0:35290:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edc000 x1874850291785472/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998369 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1787998353.340071:0:35290:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998353.340073:0:35290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff94d199ee0000. 02000000:00000001:1.0:1787998353.340103:0:35290:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1787998353.340105:0:35290:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.340107:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cafb98 00000080:00000008:1.0:1787998353.340110:0:35290:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff94d198931988), flags 102101, rc = 0 00020000:00000001:1.0:1787998353.340202:0:35290:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1787998353.340206:0:35290:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d1a0a90000 00020000:00000002:1.0:1787998353.340209:0:35290:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d1a0a90000 00020000:00000001:1.0:1787998353.340212:0:35290:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.343556:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998353.343562:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998353.343566:0:16822:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1787998353.343570:0:16822:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1787998353.343572:0:16822:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1787998353.343578:0:16822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3c00/0xb2d39e653c8cc09 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x4fd9a50f3a6ad6bf expref: -99 pid: 35290 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998353.343590:0:16822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d1917f3c00 already unused, calling callback (ffffffffc1bbc3c0) 00000080:00000001:2.0:1787998353.343593:0:16822:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1787998353.343597:0:16822:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3c00/0xb2d39e653c8cc09 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x4fd9a50f3a6ad6bf expref: -99 pid: 35290 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998353.343604:0:16822:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1787998353.343607:0:16822:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1787998353.343611:0:16822:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3c00/0xb2d39e653c8cc09 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x4fd9a50f3a6ad6bf expref: -99 pid: 35290 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998353.343622:0:16822:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1787998353.343625:0:16822:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1787998353.343626:0:16822:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.343629:0:16822:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.343631:0:16822:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3c00 refcount=3 00000020:00000001:2.0:1787998353.343634:0:16822:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542951424 : -117847166600192 : ffff94d1917f3c00) 00010000:00000001:2.0:1787998353.343636:0:16822:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542951424 : -117847166600192 : ffff94d1917f3c00) 00010000:00000001:2.0:1787998353.343639:0:16822:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1787998353.343642:0:16822:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3c00/0xb2d39e653c8cc09 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4fd9a50f3a6ad6bf expref: -99 pid: 35290 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1787998353.343648:0:16822:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1787998353.343651:0:16822:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1787998353.343653:0:16822:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1787998353.343655:0:16822:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000405:0x2b:0x0] mode (null) 00000002:00000001:2.0:1787998353.343659:0:16822:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998353.343661:0:16822:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998353.343666:0:16822:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98a00 count: 3 00010000:00000001:2.0:1787998353.343669:0:16822:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998353.343673:0:16822:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1787998353.343676:0:16822:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1787998353.343678:0:16822:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1787998353.343683:0:16822:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998353.343687:0:16822:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1787998353.343695:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.343697:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998353.343699:0:16822:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:2.0:1787998353.343700:0:16822:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.343702:0:16822:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.343704:0:16822:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=2 00000020:00000001:2.0:1787998353.343706:0:16822:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:2.0:1787998353.343708:0:16822:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:2.0:1787998353.343710:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.343711:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1787998353.343713:0:16822:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787998353.343719:0:16822:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1787998353.343721:0:16822:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.343724:0:16822:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1787998353.343727:0:16822:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1787998353.343728:0:16822:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1787998353.343730:0:16822:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998353.343731:0:16822:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1787998353.343735:0:16822:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1917f3c00 with handle 0xb2d39e653c8cc09 from hash 00010000:00000001:2.0:1787998353.343737:0:16822:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1787998353.343738:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.343739:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.343740:0:16822:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1787998353.343744:0:16822:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1787998353.343745:0:16822:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1787998353.343750:0:16822:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998353.343754:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.343755:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.343756:0:16822:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.343758:0:16822:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787998353.343760:0:16822:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1787998353.343796:0:16822:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1a680. 00000020:00000040:2.0:1787998353.343801:0:16822:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998353.343805:0:16822:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998353.343808:0:16822:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998353.343810:0:16822:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998353.343817:0:16822:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d191d93400. 00000100:00000001:2.0:1787998353.343823:0:16822:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.343825:0:16822:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1787998353.343830:0:16822:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3c00/0xb2d39e653c8cc09 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ad6bf expref: -99 pid: 35290 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998353.343836:0:16822:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1787998353.343837:0:16822:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998353.343841:0:16822:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998353.343845:0:16822:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998353.343855:0:16822:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a0391e0] to pc [ptlrpcd_01_00+0] req@ffff94d191d1a680 x1874850291785600/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787998353.343887:0:16822:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998353.343890:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.343891:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.343892:0:16822:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.343894:0:16822:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.343896:0:16822:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998353.343898:0:16822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3c00/0xb2d39e653c8cc09 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ad6bf expref: -99 pid: 35290 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998353.343904:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1787998353.343906:0:16822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3c00/0xb2d39e653c8cc09 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ad6bf expref: -99 pid: 35290 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1787998353.343914:0:16822:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d191236240. 00010000:00000001:2.0:1787998353.343919:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.343921:0:16822:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1787998353.343923:0:16822:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff94d191fa9480. 00010000:00000001:2.0:1787998353.343925:0:16822:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.343927:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998353.343939:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998353.343941:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1787998353.343943:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998353.343944:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998353.343946:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1787998353.343947:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998353.343949:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998353.343950:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787998353.343957:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1787998353.343961:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1787998353.343963:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998353.343969:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998353.343971:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998353.343973:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998353.343975:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998353.343977:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998353.343982:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1a680 x1874850291785600/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998353.343990:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998353.343992:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998353.343995:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1787998353.344058:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cafd28 00000080:00200008:1.0:1787998353.344061:0:35290:0:(file.c:6295:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff94d198931988), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1787998353.344067:0:35290:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998353.344069:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cafca0 00000080:00200000:1.0:1787998353.344070:0:35290:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff94d198931988),name=recon 00000080:00000010:1.0:1787998353.344077:0:35290:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19172b600. 00800000:00000002:1.0:1787998353.344082:0:35290:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998353.344087:0:35290:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998353.344092:0:35290:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998353.344094:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cafbc0 00800000:00000002:1.0:1787998353.344096:0:35290:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998353.344100:0:35290:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998353.344103:0:35290:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998353.344105:0:35290:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998353.344120:0:35290:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998353.344123:0:35290:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998353.344125:0:35290:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998353.344128:0:35290:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998353.344130:0:35290:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998353.344133:0:35290:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998353.344134:0:35290:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998353.344135:0:35290:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998353.344136:0:35290:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998353.344137:0:35290:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998353.344138:0:35290:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1787998353.344140:0:35290:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998353.344142:0:35290:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998353.344147:0:35290:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998353.344149:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cafa90 00000002:00010000:1.0:1787998353.344150:0:35290:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787998353.344154:0:35290:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998353.344155:0:35290:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998353.344157:0:35290:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998353.344160:0:35290:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98a00 count: 2 00010000:00000001:1.0:1787998353.344162:0:35290:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998353.344164:0:35290:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998353.344189:0:35290:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998353.344192:0:35290:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1787998353.344200:0:35290:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998353.344202:0:35290:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998353.344205:0:35290:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1787998353.344210:0:35290:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787998353.344212:0:35290:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998353.344214:0:35290:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998353.344215:0:35290:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998353.344217:0:35290:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998353.344219:0:35290:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787998353.344222:0:35290:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787998353.344224:0:35290:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998353.344227:0:35290:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19172b600. 00000080:00000001:1.0:1787998353.344231:0:35290:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998353.344232:0:35290:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998353.344235:0:35290:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff94d198931988) 00000080:00010000:1.0:1787998353.344238:0:35290:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff94d198931988) for lock 0xb2d39e653c8cbed 00800000:00000001:1.0:1787998353.344241:0:35290:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998353.344243:0:35290:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998353.344244:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.344245:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.344247:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=3 00000020:00000001:1.0:1787998353.344249:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998353.344251:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998353.344254:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.344255:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998353.344256:0:35290:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998353.344258:0:35290:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998353.344260:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1787998353.344260:0:35290:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cbed from it ffffb66d41cafcd8 00010000:00000001:1.0:1787998353.344262:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1787998353.344263:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.344263:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.344264:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=3 00000020:00000001:1.0:1787998353.344266:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00000100:00100000:2.0:1787998353.344267:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291785600:192.168.206.123@tcp:103:ldlm_bl.0 00010000:00000001:1.0:1787998353.344268:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998353.344270:0:35290:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000001:2.0:1787998353.344271:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998353.344276:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998353.344278:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998353.344281:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:1.0:1787998353.344283:0:35290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 02000000:00000010:2.0:1787998353.344285:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191d92e00. 02000000:00000001:2.0:1787998353.344287:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.344289:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.344290:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.344291:0:35290:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00000400:00000200:2.0:1787998353.344293:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00010000:00000001:1.0:1787998353.344293:0:35290:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998353.344295:0:35290:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000400:00000010:2.0:1787998353.344297:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151ec8. 00000400:00000010:2.0:1787998353.344303:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfa18. 00010000:00000001:1.0:1787998353.344307:0:35290:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000200:2.0:1787998353.344309:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291785600, portal 18 00010000:00000001:1.0:1787998353.344309:0:35290:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998353.344310:0:35290:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1787998353.344311:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1787998353.344312:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1787998353.344313:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548352640 : -117847161198976 : ffff94d191d1a680) 00010000:00000001:1.0:1787998353.344313:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.344315:0:35290:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.344317:0:35290:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998353.344318:0:35290:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998353.344319:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d1a680 x1874850291785600/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998369 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787998353.344320:0:35290:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.344323:0:35290:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.344325:0:35290:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:2.0:1787998353.344326:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1787998353.344326:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.344327:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1787998353.344329:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000100:00000001:1.0:1787998353.344329:0:35290:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787998353.344331:0:35290:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1787998353.344332:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf000. 00000100:00000200:2.0:1787998353.344334:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1874850291785600, offset 0 00000080:00000001:1.0:1787998353.344334:0:35290:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1787998353.344336:0:35290:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1787998353.344338:0:35290:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998353.344340:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000080:00000001:1.0:1787998353.344340:0:35290:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1787998353.344342:0:35290:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.344343:0:35290:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1787998353.344346:0:35290:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000400:00000200:2.0:1787998353.344348:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000020:00000001:1.0:1787998353.344348:0:35290:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000400:00000200:2.0:1787998353.344354:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998353.344359:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:1.0:1787998353.344359:0:35290:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798654168 : -117846910897448 : ffff94d1a0bcf2d8) 00000020:00001000:1.0:1787998353.344361:0:35290:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf2d0 00000400:00000200:2.0:1787998353.344363:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000020:00000001:1.0:1787998353.344365:0:35290:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000400:00000200:2.0:1787998353.344367:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000020:00000001:1.0:1787998353.344367:0:35290:0:(cl_io.c:125:__cl_io_init()) Process entered 00000400:00000200:2.0:1787998353.344369:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000080:00000001:1.0:1787998353.344369:0:35290:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1787998353.344371:0:35290:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000400:00000200:2.0:1787998353.344373:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2893:2893:256:4294967295] 192.168.206.123@tcp LPNI seq info [2893:2893:8:4294967295] 00000020:00000001:1.0:1787998353.344374:0:35290:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998353.344376:0:35290:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000400:00000200:2.0:1787998353.344377:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000080:00000001:1.0:1787998353.344377:0:35290:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1787998353.344379:0:35290:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.344381:0:35290:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1787998353.344384:0:35290:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff94d19226cbf0 type 7 ignore/verify layout 0/1 00000400:00000200:2.0:1787998353.344385:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00020000:00000002:1.0:1787998353.344387:0:35290:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d1a0a90000 00020000:00000001:1.0:1787998353.344391:0:35290:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1787998353.344392:0:35290:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1787998353.344394:0:35290:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1787998353.344396:0:35290:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998353.344398:0:35290:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1787998353.344400:0:35290:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1787998353.344402:0:35290:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.344403:0:35290:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998353.344404:0:35290:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1787998353.344405:0:35290:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1787998353.344406:0:35290:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d1a0a90000 00000020:00000001:1.0:1787998353.344408:0:35290:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1787998353.344410:0:35290:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1787998353.344411:0:35290:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:1.0:1787998353.344414:0:35290:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1787998353.344416:0:35290:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1787998353.344418:0:35290:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1787998353.344419:0:35290:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1787998353.344424:0:35290:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1787998353.344429:0:35290:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d1a0046880. 00020000:00000002:1.0:1787998353.344432:0:35290:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1787998353.344434:0:35290:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1787998353.344436:0:35290:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998353.344437:0:35290:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1787998353.344439:0:35290:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998353.344440:0:35290:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798657048 : -117846910894568 : ffff94d1a0bcfe18) 00000020:00001000:1.0:1787998353.344442:0:35290:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfe10 00000020:00000001:1.0:1787998353.344445:0:35290:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa33a0 -> ffff94d1a0aa3850 00000020:00000001:1.0:1787998353.344447:0:35290:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1787998353.344449:0:35290:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998353.344450:0:35290:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1787998353.344452:0:35290:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998353.344454:0:35290:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998353.344456:0:35290:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000020:00000001:1.0:1787998353.344457:0:35290:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1787998353.344461:0:35290:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d1857d8f70. 00000008:00010000:1.0:1787998353.344464:0:35290:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1787998353.344466:0:35290:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1787998353.344467:0:35290:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1787998353.344469:0:35290:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d1a00468b0, osc lock ffff94d1857d8f70, flags 0x400001002 00000020:00000001:1.0:1787998353.344471:0:35290:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998353.344473:0:35290:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998353.344475:0:35290:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626226786560128 : -117846922991488 : ffff94d1a0046880) 00000020:00000001:1.0:1787998353.344477:0:35290:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1787998353.344478:0:35290:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1787998353.344480:0:35290:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.344482:0:35290:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.344483:0:35290:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1787998353.344485:0:35290:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000100:00000001:3.0:1787998353.344486:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1787998353.344486:0:35290:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1787998353.344488:0:35290:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00000100:00000001:3.0:1787998353.344489:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998353.344489:0:35290:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998353.344490:0:35290:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000020:00000001:1.0:1787998353.344492:0:35290:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1787998353.344494:0:35290:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1787998353.344495:0:35290:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1787998353.344498:0:35290:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1787998353.344501:0:35290:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1787998353.344502:0:35290:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1787998353.344504:0:35290:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1787998353.344505:0:35290:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1787998353.344506:0:35290:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1787998353.344508:0:35290:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1787998353.344510:0:35290:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998353.344513:0:35290:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921c00 count: 2 00000800:00000200:2.0:1787998353.344515:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.123@tcp 00010000:00000001:1.0:1787998353.344515:0:35290:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998353.344519:0:35290:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000010:2.0:1787998353.344521:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9700. 00010000:00000001:1.0:1787998353.344522:0:35290:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998353.344525:0:35290:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000800:00000200:2.0:1787998353.344527:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 02000000:00000001:1.0:1787998353.344533:0:35290:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 00000800:00000200:2.0:1787998353.344535:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 02000000:00000001:1.0:1787998353.344536:0:35290:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998353.344539:0:35290:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000800:00000200:2.0:1787998353.344540:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9700 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:1.0:1787998353.344551:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.344553:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.344555:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=4 00000020:00000001:1.0:1787998353.344557:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:1.0:1787998353.344559:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00000008:00000001:1.0:1787998353.344563:0:35290:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1787998353.344565:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.344566:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.344567:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=5 00000020:00000001:1.0:1787998353.344569:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:1.0:1787998353.344572:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00000020:00000001:1.0:1787998353.344575:0:35290:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1787998353.344576:0:35290:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1787998353.344578:0:35290:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1787998353.344579:0:35290:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.344581:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.344582:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.344583:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=6 00000020:00000001:1.0:1787998353.344585:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:1.0:1787998353.344587:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00000100:00000001:2.0:1787998353.344588:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.344589:0:35290:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998353.344591:0:35290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000040:2.0:1787998353.344592:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 848800 usecs (849 jiffies) 00000400:00000200:2.0:1787998353.344596:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00010000:00000001:1.0:1787998353.344598:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1787998353.344600:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296534350 00010000:00000001:1.0:1787998353.344600:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.344601:0:35290:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00000100:00000001:2.0:1787998353.344603:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00010000:00000001:1.0:1787998353.344603:0:35290:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00000100:00000001:2.0:1787998353.344605:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296534350 00010000:00010000:1.0:1787998353.344605:0:35290:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00000001:2.0:1787998353.344607:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:2.0:1787998353.344610:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998353.344612:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.344616:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.344617:0:35290:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787998353.344618:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.344619:0:35290:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998353.344620:0:35290:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998353.344622:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.344623:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.344624:0:35290:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.344626:0:35290:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998353.344627:0:35290:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.344628:0:35290:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.344630:0:35290:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.344632:0:35290:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998353.344633:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.344634:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.344635:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.344636:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998353.344637:0:35290:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998353.344640:0:35290:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.344642:0:35290:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998353.344643:0:35290:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.344645:0:35290:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.344646:0:35290:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1787998353.344647:0:35290:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1787998353.344649:0:35290:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1787998353.344650:0:35290:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1787998353.344652:0:35290:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.344654:0:35290:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.344657:0:35290:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1787998353.344659:0:35290:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:1.0:1787998353.344660:0:35290:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:1.0:1787998353.344662:0:35290:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1787998353.344664:0:35290:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1787998353.344667:0:35290:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1787998353 a=0 c=1787998353 b=0 00020000:00000001:1.0:1787998353.344670:0:35290:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.344671:0:35290:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.344673:0:35290:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000080:00200000:1.0:1787998353.344676:0:35290:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 23 i_blocks 0 00000080:00000001:1.0:1787998353.344678:0:35290:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1787998353.344681:0:35290:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1787998353.344682:0:35290:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d19226cb90 (ffff94d1a0bcf2d8/0) at cl_lock_release():245 00000020:00000001:1.0:1787998353.344685:0:35290:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1787998353.344686:0:35290:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d19226cb90 (ffff94d1a0bcf2d8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1787998353.344688:0:35290:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1787998353.344690:0:35290:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998353.344691:0:35290:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000020:00000001:1.0:1787998353.344693:0:35290:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1787998353.344694:0:35290:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d1a00468b0 (ffff94d1a0bcfe18/1) at cl_lock_cancel():142 00000008:00000001:1.0:1787998353.344696:0:35290:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1787998353.344697:0:35290:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1787998353.344698:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.344699:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998353.344700:0:35290:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1787998353.344702:0:35290:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1787998353.344703:0:35290:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1787998353.344704:0:35290:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1787998353.344705:0:35290:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1787998353.344706:0:35290:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d19226cb90 (ffff94d1a0bcf2d8/0) at cl_lock_fini():72 00020000:00000001:1.0:1787998353.344709:0:35290:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1787998353.344710:0:35290:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1787998353.344711:0:35290:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d1a00468b0 (ffff94d1a0bcf2d8/1) at cl_lock_fini():72 00000008:00000010:1.0:1787998353.344714:0:35290:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d1857d8f70. 00000020:00000001:1.0:1787998353.344716:0:35290:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1787998353.344718:0:35290:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d1a0046880. 00020000:00000001:1.0:1787998353.344721:0:35290:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1787998353.344722:0:35290:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1787998353.344723:0:35290:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1787998353.344724:0:35290:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.344726:0:35290:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1787998353.344728:0:35290:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1787998353.344729:0:35290:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1787998353.344730:0:35290:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1787998353.344732:0:35290:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1787998353.344733:0:35290:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfe10 00020000:00000001:1.0:1787998353.344736:0:35290:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1787998353.344737:0:35290:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1787998353.344740:0:35290:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1787998353.344742:0:35290:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1787998353.344745:0:35290:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1787998353.344746:0:35290:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.344748:0:35290:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1787998353.344749:0:35290:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1787998353.344750:0:35290:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1787998353.344751:0:35290:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf2d0 00000001:00000001:1.0:1787998353.344753:0:35290:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.344758:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cafd28 00000080:00000008:1.0:1787998353.344760:0:35290:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff94d198931988), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1787998353.344830:0:35290:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:1.0:1787998353.344832:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cafd88 00000080:00200008:1.0:1787998353.344834:0:35290:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000405:0x2b:0x0], ppos: 0, count: 23 00000080:00000002:1.0:1787998353.344837:0:35290:0:(file.c:2656:do_file_write_iter()) inode ffff94d198931988 need_sync_to_oss [0x200000405:0x2b:0x0] 00000080:00000001:1.0:1787998353.344839:0:35290:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:1.0:1787998353.344841:0:35290:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.344843:0:35290:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1787998353.344846:0:35290:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.344849:0:35290:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998353.344850:0:35290:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798654168 : -117846910897448 : ffff94d1a0bcf2d8) 00000020:00001000:1.0:1787998353.344852:0:35290:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf2d0 00000080:00000001:1.0:1787998353.344854:0:35290:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1787998353.344856:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cafc98 00000080:00200000:1.0:1787998353.344857:0:35290:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:1.0:1787998353.344862:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cafc30 00000080:00200000:1.0:1787998353.344864:0:35290:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:1.0:1787998353.344865:0:35290:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1787998353.344867:0:35290:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:1.0:1787998353.344868:0:35290:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:1.0:1787998353.344870:0:35290:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1787998353.344872:0:35290:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1787998353.344873:0:35290:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1787998353 a=0 c=1787998353 b=0 00020000:00000001:1.0:1787998353.344875:0:35290:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.344877:0:35290:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.344878:0:35290:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000080:00200000:1.0:1787998353.344880:0:35290:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 23 i_blocks 0 00000080:00000001:1.0:1787998353.344882:0:35290:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1787998353.344883:0:35290:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1787998353.344888:0:35290:0:(cl_io.c:214:cl_io_rw_init()) header@00000000e5366ee4[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000020:00200000:1.0:1787998353.344889:0:35290:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23, 46) 0 1 00000020:00000001:1.0:1787998353.344891:0:35290:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:1.0:1787998353.344893:0:35290:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1787998353.344894:0:35290:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1787998353.344895:0:35290:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1787998353.344898:0:35290:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998353.344899:0:35290:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1787998353.344900:0:35290:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998353.344902:0:35290:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.344904:0:35290:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1787998353.344905:0:35290:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.344907:0:35290:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1787998353.344909:0:35290:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff94d19226cbf0 type 2 ignore/verify layout 0/0 00020000:00000002:1.0:1787998353.344911:0:35290:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d1a0a90000 00020000:00000001:1.0:1787998353.344913:0:35290:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1787998353.344915:0:35290:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1787998353.344916:0:35290:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1787998353.344917:0:35290:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:1.0:1787998353.344919:0:35290:0:(lov_io.c:860:lov_io_slice_init()) 23 46 00020000:00000001:1.0:1787998353.344921:0:35290:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:1.0:1787998353.344922:0:35290:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1787998353.344923:0:35290:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.344924:0:35290:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998353.344925:0:35290:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1787998353.344926:0:35290:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1787998353.344927:0:35290:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d1a0a90000 00000020:00000001:1.0:1787998353.344929:0:35290:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.344930:0:35290:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787998353.344932:0:35290:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:1.0:1787998353.344934:0:35290:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:1.0:1787998353.344936:0:35290:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.344939:0:35290:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1787998353.344940:0:35290:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1787998353.344943:0:35290:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:1.0:1787998353.344944:0:35290:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:1.0:1787998353.344945:0:35290:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:1.0:1787998353.344948:0:35290:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1787998353.344950:0:35290:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1787998353.344952:0:35290:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1787998353.344954:0:35290:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998353.344955:0:35290:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1787998353.344956:0:35290:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998353.344957:0:35290:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798657048 : -117846910894568 : ffff94d1a0bcfe18) 00000020:00001000:1.0:1787998353.344959:0:35290:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfe10 00000020:00000001:1.0:1787998353.344960:0:35290:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa33a0 -> ffff94d1a0aa3850 00000020:00000001:1.0:1787998353.344962:0:35290:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1787998353.344963:0:35290:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998353.344964:0:35290:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1787998353.344965:0:35290:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998353.344966:0:35290:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998353.344968:0:35290:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000020:00000001:1.0:1787998353.344970:0:35290:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1787998353.344972:0:35290:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1787998353.344975:0:35290:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.344976:0:35290:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998353.344978:0:35290:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998353.344980:0:35290:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.344981:0:35290:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.344983:0:35290:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:1.0:1787998353.344985:0:35290:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1787998353.344987:0:35290:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1787998353.344989:0:35290:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1787998353.344991:0:35290:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.344994:0:35290:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.344996:0:35290:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1787998353.344997:0:35290:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:1.0:1787998353.345000:0:35290:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1787998353.345001:0:35290:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1787998353.345003:0:35290:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.345005:0:35290:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.345006:0:35290:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.345008:0:35290:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.345009:0:35290:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998353.345011:0:35290:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1787998353.345013:0:35290:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998353.345014:0:35290:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1787998353.345016:0:35290:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1787998353.345017:0:35290:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.345019:0:35290:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998353.345021:0:35290:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998353.345022:0:35290:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.345024:0:35290:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1787998353.345025:0:35290:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1787998353.345026:0:35290:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1787998353.345027:0:35290:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1787998353.345029:0:35290:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1787998353.345030:0:35290:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1787998353.345036:0:35290:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d1a0046880. 00020000:00000002:1.0:1787998353.345038:0:35290:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1787998353.345040:0:35290:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1787998353.345041:0:35290:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998353.345042:0:35290:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000020:00000001:1.0:1787998353.345044:0:35290:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1787998353.345046:0:35290:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d1857d8f70. 00000008:00010000:1.0:1787998353.345048:0:35290:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1787998353.345050:0:35290:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1787998353.345051:0:35290:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1787998353.345054:0:35290:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d1a00468b0, osc lock ffff94d1857d8f70, flags 0x0 00000020:00000001:1.0:1787998353.345056:0:35290:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998353.345057:0:35290:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998353.345059:0:35290:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626226786560128 : -117846922991488 : ffff94d1a0046880) 00000020:00000001:1.0:1787998353.345061:0:35290:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1787998353.345062:0:35290:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1787998353.345063:0:35290:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.345065:0:35290:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.345066:0:35290:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1787998353.345067:0:35290:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1787998353.345068:0:35290:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998353.345069:0:35290:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000020:00000001:1.0:1787998353.345071:0:35290:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1787998353.345072:0:35290:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1787998353.345074:0:35290:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1787998353.345075:0:35290:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.345078:0:35290:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1787998353.345079:0:35290:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1787998353.345081:0:35290:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1787998353.345082:0:35290:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1787998353.345083:0:35290:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1787998353.345084:0:35290:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1787998353.345085:0:35290:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1787998353.345087:0:35290:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998353.345090:0:35290:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921c00 count: 2 00010000:00000001:1.0:1787998353.345092:0:35290:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998353.345095:0:35290:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998353.345097:0:35290:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998353.345100:0:35290:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1787998353.345108:0:35290:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998353.345111:0:35290:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998353.345114:0:35290:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787998353.345120:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.345121:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.345123:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=4 00000020:00000001:1.0:1787998353.345125:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:1.0:1787998353.345127:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00000008:00000001:1.0:1787998353.345129:0:35290:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1787998353.345130:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.345131:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.345132:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=5 00000020:00000001:1.0:1787998353.345134:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:1.0:1787998353.345136:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:1.0:1787998353.345138:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.345139:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.345140:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=6 00000020:00000001:1.0:1787998353.345141:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:1.0:1787998353.345144:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:1.0:1787998353.345146:0:35290:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998353.345147:0:35290:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998353.345150:0:35290:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787998353.345156:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.345157:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998353.345158:0:35290:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.345160:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.345161:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.345162:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=7 00000020:00000001:1.0:1787998353.345164:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:1.0:1787998353.345189:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:1.0:1787998353.345191:0:35290:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998353.345194:0:35290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787998353.345200:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.345201:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998353.345204:0:35290:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787998353.345209:0:35290:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998353.345210:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.345210:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.345211:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.345212:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998353.345213:0:35290:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998353.345215:0:35290:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.345217:0:35290:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998353.345218:0:35290:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.345220:0:35290:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.345222:0:35290:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.345223:0:35290:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.345225:0:35290:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.345226:0:35290:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:1.0:1787998353.345228:0:35290:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:1.0:1787998353.345232:0:35290:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1787998353.345233:0:35290:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:1.0:1787998353.345235:0:35290:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:1.0:1787998353.345237:0:35290:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1787998353.345238:0:35290:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1787998353.345240:0:35290:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1787998353 a=0 c=1787998353 b=0 00020000:00000001:1.0:1787998353.345242:0:35290:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.345244:0:35290:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.345245:0:35290:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000080:00200000:1.0:1787998353.345247:0:35290:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 23 i_blocks 0 00000080:00000001:1.0:1787998353.345250:0:35290:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1787998353.345251:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cafb80 00000080:00200000:1.0:1787998353.345253:0:35290:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [23, 46) append 1 append lockpos 18446744073709551615 00000020:00000001:1.0:1787998353.345256:0:35290:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1787998353.345258:0:35290:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d1a0a90000 00020000:00000002:1.0:1787998353.345261:0:35290:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d1a0b0a660 addref 2/0 by ffff94d1a0a90000. 00020000:00000002:1.0:1787998353.345263:0:35290:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d1a0a90000 00000020:00000001:1.0:1787998353.345265:0:35290:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:1.0:1787998353.345268:0:35290:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1787998353.345270:0:35290:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1787998353.345271:0:35290:0:(lov_offset.c:253:lov_stripe_intersects()) [23->45] -> [(0) 23->45 (0)] 00020000:00000001:1.0:1787998353.345274:0:35290:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998353.345275:0:35290:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000020:00000001:1.0:1787998353.345276:0:35290:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1787998353.345278:0:35290:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1787998353.345280:0:35290:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.345281:0:35290:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998353.345283:0:35290:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.345284:0:35290:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.345290:0:35290:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:1.0:1787998353.345296:0:35290:0:(xattr.c:483:ll_xattr_list()) Process entered 00000080:00000001:1.0:1787998353.345298:0:35290:0:(xattr_cache.c:606:ll_xattr_cache_get()) Process entered 00000080:00000001:1.0:1787998353.345301:0:35290:0:(xattr_cache.c:465:ll_xattr_cache_refill()) Process entered 00000080:00000001:1.0:1787998353.345302:0:35290:0:(xattr_cache.c:392:ll_xattr_find_get_lock()) Process entered 00000080:00000010:1.0:1787998353.345305:0:35290:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19172b600. 00000080:00000001:1.0:1787998353.345309:0:35290:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998353.345313:0:35290:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998353.345314:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41caf798 00800000:00000002:1.0:1787998353.345316:0:35290:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getxattr' for [0x0:0x0:0x0] '' on [0x200000405:0x2b:0x0] 00800000:00000001:1.0:1787998353.345318:0:35290:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998353.345320:0:35290:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998353.345321:0:35290:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998353.345323:0:35290:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998353.345325:0:35290:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998353.345327:0:35290:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998353.345329:0:35290:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1787998353.345331:0:35290:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998353.345333:0:35290:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x2b:0x0], fid2=[0x0:0x0:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998353.345337:0:35290:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998353.345338:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41caf668 00000002:00010000:1.0:1787998353.345340:0:35290:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x200000405:0x2b:0x0], intent: getxattr flags 0 00000002:00000001:1.0:1787998353.345343:0:35290:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1787998353.345345:0:35290:0:(mdc_locks.c:538:mdc_intent_getxattr_pack()) Process entered 00000100:00000010:1.0:1787998353.345349:0:35290:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edc700. 00000020:00000040:1.0:1787998353.345352:0:35290:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:1.0:1787998353.345355:0:35290:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787998353.345357:0:35290:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.345360:0:35290:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787998353.345363:0:35290:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998353.345366:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.345367:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.345368:0:35290:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998353.345370:0:35290:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998353.345372:0:35290:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998353.345374:0:35290:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998353.345379:0:35290:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d199e24000. 00000100:00000001:1.0:1787998353.345383:0:35290:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.345387:0:35290:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998353.345388:0:35290:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.345389:0:35290:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998353.345391:0:35290:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.345392:0:35290:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:1.0:1787998353.345394:0:35290:0:(mdc_locks.c:563:mdc_intent_getxattr_pack()) lustre-MDT0000-mdc-ffff94d1a0bb2800: get xattrs for [0x200000405:0x2b:0x0] 00000002:00000001:1.0:1787998353.345400:0:35290:0:(mdc_locks.c:600:mdc_intent_getxattr_pack()) Process leaving (rc=18446626226684413696 : -117847025137920 : ffff94d199edc700) 00010000:00000001:1.0:1787998353.345403:0:35290:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787998353.345404:0:35290:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1787998353.345408:0:35290:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98a00 count: 2 00010000:00000001:1.0:1787998353.345410:0:35290:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998353.345412:0:35290:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787998353.345415:0:35290:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1917f2000. 00000020:00000001:1.0:1787998353.345417:0:35290:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787998353.345419:0:35290:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1917f2000 with handle 0xb2d39e653c8cc10 to hash 00000020:00000001:1.0:1787998353.345421:0:35290:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787998353.345422:0:35290:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998353.345425:0:35290:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998353.345428:0:35290:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998353.345429:0:35290:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998353.345432:0:35290:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8cc10 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998353.345438:0:35290:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8cc10 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998353.345447:0:35290:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8cc10 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35290 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787998353.345452:0:35290:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998353.345454:0:35290:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998353.345459:0:35290:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191fa9480. 00000100:00000001:1.0:1787998353.345461:0:35290:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226551035008 : -117847158516608 : ffff94d191fa9480) 00000100:00000001:1.0:1787998353.345463:0:35290:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998353.345465:0:35290:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684413696 : -117847025137920 : ffff94d199edc700) 00000100:00000001:1.0:1787998353.345467:0:35290:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998353.345469:0:35290:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998353.345471:0:35290:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998353.345473:0:35290:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998353.345479:0:35290:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edc700 x1874850291785728/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/3376 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.345486:0:35290:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998353.345488:0:35290:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998353.345490:0:35290:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998353.345492:0:35290:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998353.345494:0:35290:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998353.345496:0:35290:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edc700 pname:cluuid:pid:xid:nid:opc:job uname:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35290:1874850291785728:192.168.206.123@tcp:101:uname.0 00000100:00000001:1.0:1787998353.345500:0:35290:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998353.345503:0:35290:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998353.345505:0:35290:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998353.345507:0:35290:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998353.345511:0:35290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 4096 at ffff94d183899000. 02000000:00000001:1.0:1787998353.345513:0:35290:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998353.345517:0:35290:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998353.345521:0:35290:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc108. 00000400:00000010:1.0:1787998353.345526:0:35290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409660. 00000100:00000200:1.0:1787998353.345530:0:35290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 4096 bytes, xid 1874850291785728, portal 10 00000100:00000001:1.0:1787998353.345532:0:35290:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998353.345533:0:35290:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684413696 : -117847025137920 : ffff94d199edc700) 00000100:00000040:1.0:1787998353.345538:0:35290:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199edc700 x1874850291785728/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/3376 e 0 to 0 dl 1787998369 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.345545:0:35290:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998353.345547:0:35290:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998353.345550:0:35290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409990. 00000100:00000200:1.0:1787998353.345553:0:35290:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1874850291785728, offset 0 00000400:00000200:1.0:1787998353.345558:0:35290:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998353.345563:0:35290:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998353.345569:0:35290:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998353.345573:0:35290:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998353.345577:0:35290:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998353.345579:0:35290:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998353.345582:0:35290:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998353.345585:0:35290:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2894:2894:255:4294967295] 192.168.206.123@tcp LPNI seq info [2894:2894:7:4294967295] 00000400:00000200:1.0:1787998353.345588:0:35290:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998353.345595:0:35290:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998353.345600:0:35290:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998353.345604:0:35290:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f800. 00000800:00000200:1.0:1787998353.345608:0:35290:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998353.345614:0:35290:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998353.345618:0:35290:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f800 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:1.0:1787998353.345622:0:35290:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998353.345625:0:35290:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 848800 usecs (849 jiffies) 00000400:00000200:1.0:1787998353.345628:0:35290:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998353.345630:0:35290:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296534350 00000100:00000001:1.0:1787998353.345632:0:35290:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:1.0:1787998353.345634:0:35290:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296534350 00000100:00000001:1.0:1787998353.345636:0:35290:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:1.0:1787998353.345638:0:35290:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998353.345640:0:35290:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998353.345641:0:35290:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998353.345643:0:35290:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998353.345645:0:35290:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191fa9480 going to sleep for 11 seconds 00000100:00000001:1.0:1787998353.345648:0:35290:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998353.345650:0:35290:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998353.346936:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998353.346943:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9700. 00000400:00000200:3.0:1787998353.346951:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998353.346958:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998353.346965:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf000 00000400:00000010:3.0:1787998353.346968:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf000. 00000100:00000001:3.0:1787998353.346973:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998353.346979:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1a680 x1874850291785600/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998369 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998353.346991:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998353.346995:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1a680 x1874850291785600/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998369 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998353.347013:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998353.347015:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998353.347078:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998353.347081:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f800. 00000400:00000200:3.0:1787998353.347086:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998353.347090:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998353.347093:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409990 00000400:00000010:3.0:1787998353.347095:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409990. 00000100:00000001:3.0:1787998353.347098:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998353.347102:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edc700 x1874850291785728/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/3376 e 0 to 0 dl 1787998369 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998353.347109:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998353.347112:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edc700 x1874850291785728/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/3376 e 0 to 0 dl 1787998369 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998353.347117:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998353.347119:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1787998353.348909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98700. 00010000:00000010:2.1:1787998353.352959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3c00. 00000800:00000001:2.0:1787998353.357229:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998353.357248:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998353.357253:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998353.357256:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998353.357265:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.357272:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998353.357281:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.357286:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.357290:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.357294:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 1144 into portal 10 MB=0x6a92a99a62000 00000400:00000200:2.0:1787998353.357298:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.357304:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 1144/1144 into md 0x867d [1] + 224 00000800:00000001:2.0:1787998353.357310:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998353.357318:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998353.357322:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998353.357326:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998353.357333:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998353.357341:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edc700 x1874850291785728/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/3376 e 0 to 0 dl 1787998369 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998353.357351:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=1144 offset=224 replen=3376 req@ffff94d199edc700 x1874850291785728/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/3376 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.357386:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998353.358525:0:35290:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1787998353.358533:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1787998353.358536:0:35290:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998353.358540:0:35290:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1787998353.358543:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1787998353.358543:0:35290:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc108. 00000400:00000200:1.0:1787998353.358551:0:35290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409660 00000400:00000010:1.0:1787998353.358564:0:35290:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409660. 00000100:00000001:1.0:1787998353.358569:0:35290:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998353.358578:0:35290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edc700 x1874850291785728/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/3376 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998353.358587:0:35290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edc700 x1874850291785728/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/3376 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.358593:0:35290:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998353.358595:0:35290:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998353.358597:0:35290:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998353.358600:0:35290:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998353.358603:0:35290:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998353.358605:0:35290:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998353.358608:0:35290:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998353.358617:0:35290:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=29 v=5 (5 5 104 104) 00000100:00001000:1.0:1787998353.358621:0:35290:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998353.358624:0:35290:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998353.358626:0:35290:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.358629:0:35290:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998353.358632:0:35290:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998353.358636:0:35290:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998353.358638:0:35290:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967636 00000100:00000001:1.0:1787998353.358640:0:35290:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998353.358643:0:35290:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998353.358648:0:35290:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edc700 x1874850291785728/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/1144 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.358654:0:35290:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998353.358657:0:35290:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998353.358659:0:35290:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998353.358662:0:35290:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edc700 x1874850291785728/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/1144 e 0 to 0 dl 1787998369 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998353.358670:0:35290:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edc700 pname:cluuid:pid:xid:nid:opc:job uname:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35290:1874850291785728:192.168.206.123@tcp:101:uname.0 00000100:00000001:1.0:1787998353.358677:0:35290:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998353.358679:0:35290:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998353.358681:0:35290:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998353.358683:0:35290:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998353.358687:0:35290:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edc700 x1874850291785728/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/1144 e 0 to 0 dl 1787998369 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.358694:0:35290:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998353.358697:0:35290:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191fa9480. 00000100:00000001:1.0:1787998353.358700:0:35290:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998353.358702:0:35290:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.358936:0:35290:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787998353.358944:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.358946:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.358949:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2000 refcount=4 00000020:00000001:1.0:1787998353.358952:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998353.358956:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000040:1.0:1787998353.358963:0:35290:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1917f2000, remote cookie: 0x4fd9a50f3a6ad6d4, flags: 0x1001 00010000:00010000:1.0:1787998353.358970:0:35290:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8cc10 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6d4 expref: -99 pid: 35290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998353.358979:0:35290:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787998353.358983:0:35290:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787998353.358985:0:35290:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1787998353.358986:0:35290:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787998353.358987:0:35290:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787998353.358990:0:35290:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2b:0x0].0x0 (ffff94d192b98a00) refcount = 2 00010000:00000040:1.0:1787998353.358992:0:35290:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1787998353.358995:0:35290:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1787998353.359002:0:35290:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8cc10 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad6d4 expref: -99 pid: 35290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998353.359013:0:35290:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787998353.359016:0:35290:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787998353.359017:0:35290:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998353.359020:0:35290:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787998353.359022:0:35290:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998353.359025:0:35290:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8cc10 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6d4 expref: -99 pid: 35290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998353.359031:0:35290:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787998353.359033:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.359034:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.359035:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.359036:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.359038:0:35290:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998353.359041:0:35290:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1787998353.359043:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.359044:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.359045:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2000 refcount=3 00000020:00000001:1.0:1787998353.359047:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998353.359049:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998353.359050:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.359051:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1787998353.359056:0:35290:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffff94d199edc700 x1874850291785728/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/1144 e 0 to 0 dl 1787998369 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1787998353.359062:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.359063:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.359065:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2000 refcount=3 00000020:00000001:1.0:1787998353.359066:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998353.359068:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998353.359070:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.359070:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998353.359072:0:35290:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998353.359074:0:35290:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998353.359077:0:35290:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1787998353.359078:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.359079:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.359081:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2000 refcount=3 00000020:00000001:1.0:1787998353.359082:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998353.359084:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00000002:00010000:1.0:1787998353.359087:0:35290:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8cc10 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6d4 expref: -99 pid: 35290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998353.359093:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.359094:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.359095:0:35290:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787998353.359097:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.359098:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.359099:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2000 refcount=3 00000020:00000001:1.0:1787998353.359101:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998353.359103:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000040:1.0:1787998353.359108:0:35290:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98a00 count: 3 00010000:00000001:1.0:1787998353.359110:0:35290:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1787998353.359114:0:35290:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589935621/43 (0 0) 00010000:00000001:1.0:1787998353.359116:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.359117:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998353.359118:0:35290:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1787998353.359121:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41caf5f0 00000002:00002000:1.0:1787998353.359123:0:35290:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getxattr status=0 disp=0x0: rc = 0 00000002:00000001:1.0:1787998353.359126:0:35290:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998353.359128:0:35290:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998353.359131:0:35290:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787998353.359134:0:35290:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x200000405:0x2b:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1787998353.359137:0:35290:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998353.359141:0:35290:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19172b600. 00000080:00000001:1.0:1787998353.359146:0:35290:0:(xattr_cache.c:437:ll_xattr_find_get_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:1.0:1787998353.359151:0:35290:0:(xattr_cache.c:508:ll_xattr_cache_refill()) caching: xdata=ffff94d183899460 xtail=ffff94d18389949a 00000080:00000001:1.0:1787998353.359154:0:35290:0:(xattr_cache.c:65:ll_xattr_cache_init()) Process entered 00000080:00000020:1.0:1787998353.359156:0:35290:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lma]= 00000080:00000001:1.0:1787998353.359159:0:35290:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:1.0:1787998353.359160:0:35290:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:1.0:1787998353.359162:0:35290:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:1.0:1787998353.359181:0:35290:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff94d193853a50. 00000080:00000010:1.0:1787998353.359185:0:35290:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff94d1909d8050. 00000080:00000010:1.0:1787998353.359187:0:35290:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 24 at ffff94d190a90cc0. 00000080:00000020:1.0:1787998353.359190:0:35290:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lma]= 00000080:00000001:1.0:1787998353.359191:0:35290:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:1.0:1787998353.359193:0:35290:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lov]=Ð Ñ  00000080:00000001:1.0:1787998353.359195:0:35290:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:1.0:1787998353.359196:0:35290:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:1.0:1787998353.359198:0:35290:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:1.0:1787998353.359200:0:35290:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff94d193853c58. 00000080:00000010:1.0:1787998353.359202:0:35290:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff94d1909d8710. 00000080:00000010:1.0:1787998353.359205:0:35290:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 56 at ffff94d191236440. 00000080:00000020:1.0:1787998353.359206:0:35290:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lov]=Ð Ñ  00000080:00000001:1.0:1787998353.359208:0:35290:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:1.0:1787998353.359210:0:35290:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [user.job]=bash.0 00000080:00000001:1.0:1787998353.359211:0:35290:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:1.0:1787998353.359212:0:35290:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:1.0:1787998353.359213:0:35290:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:1.0:1787998353.359216:0:35290:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff94d193853398. 00000080:00000010:1.0:1787998353.359218:0:35290:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 9 at ffff94d1909d8040. 00000080:00000010:1.0:1787998353.359220:0:35290:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 6 at ffff94d182b6b388. 00000080:00000020:1.0:1787998353.359222:0:35290:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [user.job]=bash.0 00000080:00000001:1.0:1787998353.359223:0:35290:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:1.0:1787998353.359224:0:35290:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.link]=ßñê 00000080:00000001:1.0:1787998353.359226:0:35290:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:1.0:1787998353.359227:0:35290:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:1.0:1787998353.359228:0:35290:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:1.0:1787998353.359231:0:35290:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff94d193853550. 00000080:00000010:1.0:1787998353.359233:0:35290:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 13 at ffff94d1909d82c0. 00000080:00000010:1.0:1787998353.359235:0:35290:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 47 at ffff94d1912367c0. 00000080:00000020:1.0:1787998353.359237:0:35290:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.link]=ßñê 00000080:00000001:1.0:1787998353.359238:0:35290:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:1.0:1787998353.359240:0:35290:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.som]= 00000080:00000020:1.0:1787998353.359241:0:35290:0:(xattr_cache.c:535:ll_xattr_cache_refill()) not caching trusted.som 00000080:00010000:1.0:1787998353.359244:0:35290:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff94d198931988) for lock 0xb2d39e653c8cc10 00800000:00000001:1.0:1787998353.359248:0:35290:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998353.359251:0:35290:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998353.359252:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.359253:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.359255:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2000 refcount=3 00000020:00000001:1.0:1787998353.359257:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998353.359259:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998353.359262:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.359263:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998353.359264:0:35290:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998353.359265:0:35290:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998353.359268:0:35290:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc10 from it ffffb66d41caf8e8 00010000:00000001:1.0:1787998353.359271:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.359272:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.359273:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2000 refcount=3 00000020:00000001:1.0:1787998353.359275:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998353.359276:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998353.359278:0:35290:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998353.359281:0:35290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8cc10 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad6d4 expref: -99 pid: 35290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998353.359287:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.359288:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.359289:0:35290:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998353.359292:0:35290:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998353.359294:0:35290:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8cc10 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6d4 expref: -99 pid: 35290 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998353.359304:0:35290:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998353.359306:0:35290:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998353.359308:0:35290:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998353.359312:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.359313:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.359314:0:35290:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.359317:0:35290:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998353.359319:0:35290:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.359321:0:35290:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.359323:0:35290:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.359325:0:35290:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998353.359326:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.359327:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998353.359329:0:35290:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998353.359333:0:35290:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edc700 x1874850291785728/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/1144 e 0 to 0 dl 1787998369 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.359339:0:35290:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998353.359341:0:35290:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998353.359344:0:35290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 4096 at ffff94d183899000. 02000000:00000001:1.0:1787998353.359348:0:35290:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998353.359350:0:35290:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998353.359352:0:35290:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998353.359354:0:35290:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998353.359356:0:35290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e24000. 02000000:00000001:1.0:1787998353.359359:0:35290:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998353.359361:0:35290:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998353.359363:0:35290:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edc700. 00000100:00000001:1.0:1787998353.359367:0:35290:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998353.359368:0:35290:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998353.359370:0:35290:0:(xattr_cache.c:559:ll_xattr_cache_refill()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.359373:0:35290:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:1.0:1787998353.359375:0:35290:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1787998353.359377:0:35290:0:(xattr_cache.c:667:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:1.0:1787998353.359380:0:35290:0:(xattr_cache.c:671:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1787998353.359384:0:35290:0:(xattr.c:499:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:1.0:1787998353.359386:0:35290:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787998353.359387:0:35290:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998353.359389:0:35290:0:(xattr.c:546:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1787998353.359395:0:35290:0:(xattr.c:615:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1787998353.359402:0:35290:0:(rw26.c:674:ll_write_begin()) Process entered 00000080:00200000:1.0:1787998353.359404:0:35290:0:(rw26.c:675:ll_write_begin()) Writing 0 of 23 to 23 bytes 00000080:00000001:1.0:1787998353.359410:0:35290:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:1.0:1787998353.359412:0:35290:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.359415:0:35290:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:1.0:1787998353.359417:0:35290:0:(cl_page.c:427:cl_page_find()) 0@[0x200000405:0x2b:0x0] ffffdfa2047ce000 ffff94d190514a80 1 00000020:00000001:1.0:1787998353.359420:0:35290:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1787998353.359423:0:35290:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446626226523163264 : -117847186388352 : ffff94d190514a80) 00000020:00000001:1.0:1787998353.359425:0:35290:0:(cl_page.c:444:cl_page_find()) Process leaving (rc=18446626226523163264 : -117847186388352 : ffff94d190514a80) 00000020:00000001:1.0:1787998353.359428:0:35290:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:1.0:1787998353.359430:0:35290:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1787998353.359432:0:35290:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446626226553932784 : -117847155618832 : ffff94d19226cbf0) 00000020:00000001:1.0:1787998353.359434:0:35290:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1787998353.359436:0:35290:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1787998353.359437:0:35290:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1787998353.359442:0:35290:0:(cl_page.c:507:__cl_page_state_set()) page@00000000a95eee04[3 000000000a7456fa 1 1 0000000047110824 0 0 0] 00000020:00000001:1.0:1787998353.359444:0:35290:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1787998353.359445:0:35290:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1787998353.359446:0:35290:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:1.0:1787998353.359447:0:35290:0:(rw26.c:786:ll_write_begin()) Process leaving 00000080:00000001:1.0:1787998353.359449:0:35290:0:(rw26.c:802:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.359453:0:35290:0:(rw26.c:865:ll_write_end()) Process entered 00000080:00200000:1.0:1787998353.359454:0:35290:0:(rw26.c:869:ll_write_end()) pos 23, len 23, copied 23 00000020:00000001:1.0:1787998353.359456:0:35290:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1787998353.359457:0:35290:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446626226553932784 : -117847155618832 : ffff94d19226cbf0) 00000020:00000001:1.0:1787998353.359459:0:35290:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1787998353.359461:0:35290:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787998353.359463:0:35290:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:1.0:1787998353.359465:0:35290:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1787998353.359466:0:35290:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1787998353.359467:0:35290:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1787998353.359471:0:35290:0:(rw26.c:927:ll_write_end()) page@00000000a95eee04[4 000000000a7456fa 2 1 0000000047110824 0 0 0] 00000080:00200000:1.0:1787998353.359474:0:35290:0:(rw26.c:927:ll_write_end()) vmpage @00000000edeeb463 17ffffc0001039 2:0 ffff94d190514a80 0 lru 00000080:00200000:1.0:1787998353.359483:0:35290:0:(rw26.c:927:ll_write_end()) osc-page@00000000645aa2fd 0: 1< 2 + - > 2< 0 0 4096 0x0 0x40420 | 00000000235e8c8c 000000001e5db715 > 3< 1 0 > 4< 0 0 8 8359936 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:1.0:1787998353.359485:0:35290:0:(rw26.c:927:ll_write_end()) end page@00000000a95eee04 00000080:00200000:1.0:1787998353.359486:0:35290:0:(rw26.c:927:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1787998353.359487:0:35290:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1787998353.359489:0:35290:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 23, to 46 prio 0 00000020:00000001:1.0:1787998353.359491:0:35290:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1787998353.359495:0:35290:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1787998353.359496:0:35290:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998353.359498:0:35290:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000020:00000001:1.0:1787998353.359500:0:35290:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1787998353.359502:0:35290:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1787998353.359505:0:35290:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1787998353.359507:0:35290:0:(cl_object.c:143:cl_object_top()) ffff94d19391c8c0 -> ffff94d1a0aa3850 00000008:00000002:1.0:1787998353.359510:0:35290:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 23->46 23 00000020:00000001:1.0:1787998353.359512:0:35290:0:(cl_object.c:143:cl_object_top()) ffff94d19391c8c0 -> ffff94d1a0aa3850 00000020:00000001:1.0:1787998353.359514:0:35290:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1787998353.359517:0:35290:0:(osc_object.c:161:osc_attr_update()) set kms from 23to 46 00020000:00000001:1.0:1787998353.359519:0:35290:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1787998353.359521:0:35290:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.359523:0:35290:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.359525:0:35290:0:(cl_object.c:143:cl_object_top()) ffff94d19391c8c0 -> ffff94d1a0aa3850 00000008:00000001:1.0:1787998353.359526:0:35290:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1787998353.359528:0:35290:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:1.0:1787998353.359529:0:35290:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1787998353.359532:0:35290:0:(cl_page.c:556:cl_batch_put()) page@00000000a95eee04[4 000000000a7456fa 2 1 0000000047110824 0 0 0] 00000020:00000001:1.0:1787998353.359534:0:35290:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:1.0:1787998353.359535:0:35290:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1787998353.359536:0:35290:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:1.0:1787998353.359539:0:35290:0:(osc_request.c:745:osc_update_next_shrink()) next time 3066 to shrink grant 00000080:00000001:1.0:1787998353.359541:0:35290:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:1.0:1787998353.359543:0:35290:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:1.0:1787998353.359546:0:35290:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff94d198931b38, count 1, dirtied 0 00000080:00000001:1.0:1787998353.359548:0:35290:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:1.0:1787998353.359549:0:35290:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1787998353.359551:0:35290:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1787998353.359552:0:35290:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1787998353.359553:0:35290:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1787998353.361463:0:35290:0:(cl_page.c:507:__cl_page_state_set()) page@00000000a95eee04[3 000000000a7456fa 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1787998353.361467:0:35290:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1787998353.361468:0:35290:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1787998353.361470:0:35290:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1787998353.361473:0:35290:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1787998353.361475:0:35290:0:(cl_page.c:556:cl_batch_put()) page@00000000a95eee04[3 000000000a7456fa 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1787998353.361477:0:35290:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:1.0:1787998353.361478:0:35290:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:1.0:1787998353.361479:0:35290:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:1.0:1787998353.361481:0:35290:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:1.0:1787998353.361483:0:35290:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.361485:0:35290:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998353.361487:0:35290:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.361489:0:35290:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787998353.361491:0:35290:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:1.0:1787998353.361494:0:35290:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1787998353.361495:0:35290:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1787998353.361496:0:35290:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.361499:0:35290:0:(rw26.c:948:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:1.0:1787998353.361505:0:35290:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:1.0:1787998353.361506:0:35290:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.361509:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cafb80 00000080:00200000:1.0:1787998353.361512:0:35290:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:1.0:1787998353.361515:0:35290:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998353.361517:0:35290:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1787998353.361519:0:35290:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998353.361521:0:35290:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1787998353.361523:0:35290:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:1.0:1787998353.361526:0:35290:0:(cl_object.c:143:cl_object_top()) ffff94d19391c8c0 -> ffff94d1a0aa3850 00000020:00000001:1.0:1787998353.361528:0:35290:0:(cl_object.c:143:cl_object_top()) ffff94d19391c8c0 -> ffff94d1a0aa3850 00000020:00000001:1.0:1787998353.361529:0:35290:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1787998353.361532:0:35290:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1787998353.361534:0:35290:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.361536:0:35290:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.361537:0:35290:0:(cl_object.c:143:cl_object_top()) ffff94d19391c8c0 -> ffff94d1a0aa3850 00000008:00000001:1.0:1787998353.361539:0:35290:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.361540:0:35290:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998353.361542:0:35290:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998353.361543:0:35290:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.361544:0:35290:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.361547:0:35290:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1787998353.361548:0:35290:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1787998353.361550:0:35290:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1787998353.361551:0:35290:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1787998353.361552:0:35290:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1787998353.361553:0:35290:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998353.361686:0:35290:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.361689:0:35290:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1787998353.361691:0:35290:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1787998353.361693:0:35290:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1787998353.361695:0:35290:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d191a0e6c8 (ffff94d1a0bcf2d8/0) at cl_lock_release():245 00000020:00000001:1.0:1787998353.361698:0:35290:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1787998353.361699:0:35290:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d191a0e6c8 (ffff94d1a0bcf2d8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1787998353.361703:0:35290:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1787998353.362825:0:35290:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998353.362828:0:35290:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004128 : -117847155547488 : ffff94d19227e2a0) 00000020:00000001:1.0:1787998353.362833:0:35290:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1787998353.362836:0:35290:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d1a00468b0 (ffff94d1a0bcfe18/1) at cl_lock_cancel():142 00000008:00000001:1.0:1787998353.362840:0:35290:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1787998353.362841:0:35290:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1787998353.362844:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998353.362847:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998353.362850:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=5 00000020:00000001:1.0:1787998353.362852:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:1.0:1787998353.362854:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:1.0:1787998353.362856:0:35290:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998353.362861:0:35290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787998353.362871:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.362873:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.362874:0:35290:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998353.362877:0:35290:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998353.362880:0:35290:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1787998353.362894:0:35290:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998353.362897:0:35290:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998353.362899:0:35290:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998353.362915:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.362917:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.362919:0:35290:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.362922:0:35290:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998353.362924:0:35290:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.362926:0:35290:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.362929:0:35290:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.362932:0:35290:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998353.362933:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.362934:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998353.362935:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998353.362936:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998353.362937:0:35290:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1787998353.362939:0:35290:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1787998353.362940:0:35290:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1787998353.362942:0:35290:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1787998353.362943:0:35290:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1787998353.362945:0:35290:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d191a0e6c8 (ffff94d1a0bcf2d8/0) at cl_lock_fini():72 00020000:00000001:1.0:1787998353.362948:0:35290:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1787998353.362950:0:35290:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1787998353.362951:0:35290:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d1a00468b0 (ffff94d1a0bcf2d8/1) at cl_lock_fini():72 00000008:00000010:1.0:1787998353.362954:0:35290:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d1857d8f70. 00000020:00000001:1.0:1787998353.362959:0:35290:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1787998353.362961:0:35290:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d1a0046880. 00020000:00000001:1.0:1787998353.362964:0:35290:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1787998353.362965:0:35290:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1787998353.362966:0:35290:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1787998353.362969:0:35290:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1787998353.362971:0:35290:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998353.362972:0:35290:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1787998353.362974:0:35290:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1787998353.362975:0:35290:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998353.362977:0:35290:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998353.362979:0:35290:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1787998353.362980:0:35290:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1787998353.362982:0:35290:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1787998353.362985:0:35290:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:1.0:1787998353.362986:0:35290:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1787998353.362988:0:35290:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1787998353.362990:0:35290:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1787998353.362991:0:35290:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998353.362992:0:35290:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1787998353.362996:0:35290:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1787998353.362998:0:35290:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998353.363000:0:35290:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998353.363002:0:35290:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1787998353.363003:0:35290:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1787998353.363005:0:35290:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787998353.363009:0:35290:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:1.0:1787998353.363012:0:35290:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:1.0:1787998353.363015:0:35290:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:1.0:1787998353.363016:0:35290:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1787998353.363019:0:35290:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1787998353.363020:0:35290:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1787998353.363021:0:35290:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1787998353.363022:0:35290:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1787998353.363024:0:35290:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfe10 00020000:00000001:1.0:1787998353.363027:0:35290:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1787998353.363029:0:35290:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1787998353.363031:0:35290:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1787998353.363033:0:35290:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1787998353.363036:0:35290:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1787998353.363037:0:35290:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1787998353.363039:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cafc98 00000080:00200000:1.0:1787998353.363041:0:35290:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:1.0:1787998353.363046:0:35290:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1787998353.363049:0:35290:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:1.0:1787998353.363051:0:35290:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:1.0:1787998353.363052:0:35290:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1787998353.363057:0:35290:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1787998353.363060:0:35290:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1787998353.363062:0:35290:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:1.0:1787998353.363064:0:35290:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1787998353.363065:0:35290:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:1.0:1787998353.363067:0:35290:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=46 (1) m=1787998353 a=0 c=1787998353 b=0 00020000:00000001:1.0:1787998353.363071:0:35290:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1787998353.363073:0:35290:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1787998353 a=0 c=1787998353 b=0 00020000:00000001:1.0:1787998353.363075:0:35290:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.363077:0:35290:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.363078:0:35290:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000080:00200000:1.0:1787998353.363081:0:35290:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 0 00000080:00000001:1.0:1787998353.363083:0:35290:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1787998353.363087:0:35290:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:1.0:1787998353.363090:0:35290:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:1.0:1787998353.363092:0:35290:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf2d0 00000020:00000001:1.0:1787998353.363095:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cafd88 00000080:00000008:1.0:1787998353.363097:0:35290:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000405:0x2b:0x0], ppos: 46, count: 0, rc = 23 00000080:00000001:1.0:1787998353.363099:0:35290:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:1.0:1787998353.363114:0:35290:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1787998353.363116:0:35290:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d1a0a90000 00020000:00000002:1.0:1787998353.363120:0:35290:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d1a0a90000 00020000:00000001:1.0:1787998353.363122:0:35290:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.363129:0:35290:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1787998353.363130:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cafdf0 00000080:00200008:1.0:1787998353.363132:0:35290:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x2b:0x0](ffff94d198931988), flags 102001 00000080:00000001:1.0:1787998353.363136:0:35290:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1787998353.363138:0:35290:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1787998353.363139:0:35290:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1787998353.363141:0:35290:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d1a0a90000 00020000:00000002:1.0:1787998353.363143:0:35290:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d1a0a90000 00020000:00000001:1.0:1787998353.363145:0:35290:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.363147:0:35290:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1787998353.363152:0:35290:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998353.363154:0:35290:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998353.363157:0:35290:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998353.363159:0:35290:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998353.363161:0:35290:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998353.363163:0:35290:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1787998353.363178:0:35290:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998353.363183:0:35290:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998353.363185:0:35290:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998353.363191:0:35290:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98a00 count: 3 00010000:00000001:1.0:1787998353.363193:0:35290:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998353.363198:0:35290:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998353.363200:0:35290:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2b:0x0]: 0 00000080:00000001:1.0:1787998353.363202:0:35290:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1787998353.363204:0:35290:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1787998353.363211:0:35290:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d19172b600. 00000080:00000001:1.0:1787998353.363213:0:35290:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1787998353.363217:0:35290:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1787998353.363220:0:35290:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1787998353.363221:0:35290:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998353.363223:0:35290:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998353.363224:0:35290:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998353.363225:0:35290:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998353.363226:0:35290:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998353.363228:0:35290:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1787998353.363229:0:35290:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998353.363231:0:35290:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2b:0x0] 00000002:00000001:1.0:1787998353.363234:0:35290:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1787998353.363236:0:35290:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff94d1a0bb2800: [0x200000405:0x2b:0x0] file closed with intent: 200 00000100:00000010:1.0:1787998353.363242:0:35290:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edc700. 00000020:00000040:1.0:1787998353.363245:0:35290:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:1.0:1787998353.363249:0:35290:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998353.363252:0:35290:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998353.363255:0:35290:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998353.363261:0:35290:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d19172ba00. 00000100:00000001:1.0:1787998353.363267:0:35290:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1787998353.363282:0:35290:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d199edc000 x1874850291785472/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998369 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1787998353.363292:0:35290:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1787998353.363297:0:35290:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d199edc700 x1874850291785984/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1787998353.363303:0:35290:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998353.363305:0:35290:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998353.363310:0:35290:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191fa9480. 00000100:00000001:1.0:1787998353.363312:0:35290:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226551035008 : -117847158516608 : ffff94d191fa9480) 00000100:00000001:1.0:1787998353.363315:0:35290:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998353.363316:0:35290:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684413696 : -117847025137920 : ffff94d199edc700) 00000100:00000001:1.0:1787998353.363320:0:35290:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998353.363324:0:35290:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998353.363326:0:35290:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998353.363327:0:35290:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998353.363331:0:35290:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edc700 x1874850291785984/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.363338:0:35290:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998353.363340:0:35290:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998353.363343:0:35290:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998353.363345:0:35290:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998353.363348:0:35290:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998353.363351:0:35290:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edc700 pname:cluuid:pid:xid:nid:opc:job uname:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35290:1874850291785984:192.168.206.123@tcp:35:uname.0 00000100:00000001:1.0:1787998353.363354:0:35290:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998353.363359:0:35290:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998353.363361:0:35290:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998353.363363:0:35290:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998353.363366:0:35290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d199e24000. 02000000:00000001:1.0:1787998353.363368:0:35290:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998353.363375:0:35290:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998353.363379:0:35290:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc108. 00000400:00000010:1.0:1787998353.363385:0:35290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409660. 00000100:00000200:1.0:1787998353.363392:0:35290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291785984, portal 10 00000100:00000001:1.0:1787998353.363394:0:35290:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998353.363396:0:35290:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684413696 : -117847025137920 : ffff94d199edc700) 00000100:00000040:1.0:1787998353.363402:0:35290:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199edc700 x1874850291785984/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998369 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.363408:0:35290:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998353.363410:0:35290:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998353.363413:0:35290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409ee0. 00000100:00000200:1.0:1787998353.363416:0:35290:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1874850291785984, offset 0 00000400:00000200:1.0:1787998353.363421:0:35290:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998353.363429:0:35290:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998353.363435:0:35290:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998353.363440:0:35290:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998353.363443:0:35290:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998353.363447:0:35290:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998353.363450:0:35290:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998353.363453:0:35290:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2895:2895:256:4294967295] 192.168.206.123@tcp LPNI seq info [2895:2895:8:4294967295] 00000400:00000200:1.0:1787998353.363457:0:35290:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998353.363466:0:35290:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998353.363472:0:35290:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998353.363476:0:35290:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f000. 00000800:00000200:1.0:1787998353.363482:0:35290:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998353.363489:0:35290:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998353.363493:0:35290:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1787998353.363515:0:35290:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998353.363520:0:35290:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 847728 usecs (848 jiffies) 00000400:00000200:1.0:1787998353.363523:0:35290:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998353.363526:0:35290:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296534368 00000100:00000001:1.0:1787998353.363528:0:35290:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:1.0:1787998353.363530:0:35290:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296534368 00000100:00000001:1.0:1787998353.363532:0:35290:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:1.0:1787998353.363534:0:35290:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998353.363536:0:35290:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998353.363539:0:35290:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998353.363540:0:35290:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998353.363543:0:35290:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191fa9480 going to sleep for 11 seconds 00000100:00000001:1.0:1787998353.363545:0:35290:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998353.363548:0:35290:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787998353.366398:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.366417:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998353.366422:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.366424:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998353.366432:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.366440:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998353.366449:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.366454:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.366459:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.366462:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 18 MB=0x6a92a99a61f80 00000400:00000200:3.0:1787998353.366467:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.366472:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.123@tcp of length 224/224 into md 0x866d [1] + 224 00000800:00000001:3.0:1787998353.366478:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.366484:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998353.366487:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998353.366491:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998353.366498:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998353.366507:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1a680 x1874850291785600/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998369 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998353.366518:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d1a680 x1874850291785600/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998369 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998353.366531:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1787998353.366616:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998353.366620:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f000. 00000400:00000200:3.0:1787998353.366626:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998353.366630:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998353.366634:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409ee0 00000400:00000010:3.0:1787998353.366636:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409ee0. 00000100:00000001:3.0:1787998353.367199:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998353.367207:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edc700 x1874850291785984/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998369 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998353.367217:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998353.367221:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edc700 x1874850291785984/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998369 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998353.367227:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998353.367229:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998353.367237:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.367241:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998353.369391:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998353.369399:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787998353.369408:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998353.369411:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998353.369415:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151ec8. 00000400:00000200:2.0:1787998353.369422:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfa18 00000400:00000010:2.0:1787998353.369425:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfa18. 00000100:00000001:2.0:1787998353.369429:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998353.369438:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1a680 x1874850291785600/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998369 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787998353.369448:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1a680 x1874850291785600/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998369 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998353.369456:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998353.369458:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998353.369460:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998353.369464:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998353.369466:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998353.369468:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998353.369471:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998353.369479:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06d80 time=28 v=5 (5 5 5 5) 00000100:00001000:2.0:1787998353.369484:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1787998353.369487:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998353.369488:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.369491:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998353.369494:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.369498:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998353.369500:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1787998353.369502:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998353.369504:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998353.369510:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1a680 x1874850291785600/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998369 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998353.369517:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998353.369520:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998353.369522:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998353.369527:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1a680 x1874850291785600/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998369 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787998353.369534:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291785600:192.168.206.123@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1787998353.369539:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998353.369541:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998353.369544:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1a680 x1874850291785600/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998369 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998353.369550:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998353.369563:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998353.369567:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191d92e00. 02000000:00000001:2.0:1787998353.369571:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998353.369574:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998353.369576:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998353.369578:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998353.369580:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d191d93400. 02000000:00000001:2.0:1787998353.369583:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998353.369585:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998353.369587:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1a680. 00000100:00000001:2.0:1787998353.369592:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998353.369593:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998353.369595:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998353.369601:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998353.369603:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.369605:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998353.369607:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787998353.374824:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.374840:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998353.374844:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.374846:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998353.374853:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.374860:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998353.374869:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.374873:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.374878:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.374882:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a62100 00000400:00000200:3.0:1787998353.374886:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.374891:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x8685 [1] + 224 00000800:00000001:3.0:1787998353.374898:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.374903:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998353.374906:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998353.374910:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998353.375222:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998353.375232:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edc700 x1874850291785984/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998369 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998353.375243:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d199edc700 x1874850291785984/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998353.375265:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998353.375274:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.375278:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998353.375439:0:35290:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998353.375446:0:35290:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998353.375448:0:35290:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998353.375452:0:35290:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc108. 00000400:00000200:1.0:1787998353.375456:0:35290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409660 00000400:00000010:1.0:1787998353.375458:0:35290:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409660. 00000100:00000001:1.0:1787998353.375461:0:35290:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998353.375466:0:35290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edc700 x1874850291785984/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998353.375475:0:35290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edc700 x1874850291785984/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.375481:0:35290:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998353.375483:0:35290:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998353.375485:0:35290:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998353.375488:0:35290:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998353.375490:0:35290:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998353.375492:0:35290:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998353.375494:0:35290:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998353.375502:0:35290:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06cf0 time=29 v=5 (5 5 5 5) 00000100:00001000:1.0:1787998353.375506:0:35290:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998353.375509:0:35290:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998353.375510:0:35290:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998353.375513:0:35290:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998353.375516:0:35290:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998353.375519:0:35290:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1787998353.375521:0:35290:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1787998353.375523:0:35290:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1787998353.375525:0:35290:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998353.375526:0:35290:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684413696 : -117847025137920 : ffff94d199edc700) 00000100:00000001:1.0:1787998353.375529:0:35290:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998353.375531:0:35290:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967636 00000100:00000001:1.0:1787998353.375533:0:35290:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998353.376701:0:35290:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998353.377143:0:35290:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edc700 x1874850291785984/t8589934597(8589934597) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998369 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.377159:0:35290:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998353.377162:0:35290:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998353.377164:0:35290:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998353.377179:0:35290:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edc700 x1874850291785984/t8589934597(8589934597) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998369 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998353.377187:0:35290:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edc700 pname:cluuid:pid:xid:nid:opc:job uname:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35290:1874850291785984:192.168.206.123@tcp:35:uname.0 00000100:00000001:1.0:1787998353.377193:0:35290:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998353.377195:0:35290:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998353.377198:0:35290:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998353.377200:0:35290:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998353.377203:0:35290:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edc700 x1874850291785984/t8589934597(8589934597) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998369 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.377210:0:35290:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998353.377213:0:35290:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191fa9480. 00000100:00000001:1.0:1787998353.377217:0:35290:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998353.377218:0:35290:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998353.377225:0:35290:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998353.377226:0:35290:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684413696 : -117847025137920 : ffff94d199edc700) 00000002:00000001:1.0:1787998353.377228:0:35290:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998353.377231:0:35290:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998353.377236:0:35290:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19172b600. 00000080:00000001:1.0:1787998353.377239:0:35290:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1787998353.377242:0:35290:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1787998353.377245:0:35290:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998353.377247:0:35290:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998353.377249:0:35290:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998353.377252:0:35290:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998353.377253:0:35290:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998353.377255:0:35290:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1787998353.377257:0:35290:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998353.377262:0:35290:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1787998353.377267:0:35290:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d199edc000 x1874850291785472/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998369 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.377273:0:35290:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998353.377275:0:35290:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684411904 : -117847025139712 : ffff94d199edc000) 00000100:00000001:1.0:1787998353.377277:0:35290:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998353.377279:0:35290:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edc000 x1874850291785472/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998369 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.377285:0:35290:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998353.377287:0:35290:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998353.377289:0:35290:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edc700 x1874850291785984/t8589934597(8589934597) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998369 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.377294:0:35290:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998353.377296:0:35290:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998353.377298:0:35290:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edc000 x1874850291785472/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998369 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.377303:0:35290:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1787998353.377307:0:35290:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998353.377308:0:35290:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998353.377310:0:35290:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998353.377313:0:35290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e25000. 02000000:00000001:1.0:1787998353.377317:0:35290:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998353.377319:0:35290:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998353.377321:0:35290:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edc000. 00000100:00000001:1.0:1787998353.377326:0:35290:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998353.377327:0:35290:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998353.377329:0:35290:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998353.377332:0:35290:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edc700 x1874850291785984/t8589934597(8589934597) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998369 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.377337:0:35290:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998353.377339:0:35290:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff94d190a90f80. 00000002:00000001:1.0:1787998353.377342:0:35290:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998353.377343:0:35290:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998353.377346:0:35290:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d1912362c0. 00000100:00000001:1.0:1787998353.377589:0:35290:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998353.377594:0:35290:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edc700 x1874850291785984/t8589934597(8589934597) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998369 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998353.377600:0:35290:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998353.377603:0:35290:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998353.377605:0:35290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e24000. 02000000:00000001:1.0:1787998353.377608:0:35290:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998353.377609:0:35290:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998353.377611:0:35290:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998353.377613:0:35290:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998353.377614:0:35290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d19172ba00. 02000000:00000001:1.0:1787998353.377616:0:35290:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998353.377618:0:35290:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998353.377619:0:35290:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edc700. 00000100:00000001:1.0:1787998353.377621:0:35290:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998353.377622:0:35290:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998353.377624:0:35290:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998353.377628:0:35290:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d1a067af00. 00000080:00000001:1.0:1787998353.377631:0:35290:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998353.377638:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cafdf0 00000080:00000008:1.0:1787998353.377640:0:35290:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff94d198931988), flags 102001, rc = 0 00000080:00000001:1.0:1787998353.377644:0:35290:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998353.378251:0:35290:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1787998353.378255:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cafe00 00000080:00002000:1.0:1787998353.378258:0:35290:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff94d198a46948, parent ffff94d198a90798, inode ffff94d198931988) hashed, 00000080:00000001:1.0:1787998353.378260:0:35290:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998353.397363:0:35291:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998353.397370:0:35291:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998353.397372:0:35291:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1787998353.397375:0:35291:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3bc0 00000080:00200000:3.0:1787998353.397379:0:35291:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:3.0:1787998353.397387:0:35291:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1861f7000. 00800000:00000002:3.0:1787998353.397392:0:35291:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:3.0:1787998353.397396:0:35291:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787998353.397400:0:35291:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787998353.397402:0:35291:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3ae0 00800000:00000002:3.0:1787998353.397404:0:35291:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998353.397408:0:35291:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787998353.397410:0:35291:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998353.397412:0:35291:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998353.397415:0:35291:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998353.397417:0:35291:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998353.397419:0:35291:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998353.397421:0:35291:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998353.397423:0:35291:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998353.397426:0:35291:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1787998353.397432:0:35291:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787998353.397433:0:35291:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce39b0 00000002:00010000:3.0:1787998353.397435:0:35291:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1787998353.397439:0:35291:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787998353.397440:0:35291:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998353.397443:0:35291:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1787998353.397448:0:35291:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998353.397451:0:35291:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998353.397453:0:35291:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998353.397455:0:35291:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1787998353.397457:0:35291:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1787998353.397462:0:35291:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d00700. 00000020:00000040:3.0:1787998353.397466:0:35291:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:3.0:1787998353.397472:0:35291:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1787998353.397477:0:35291:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998353.397483:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998353.397485:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998353.397487:0:35291:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998353.397490:0:35291:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998353.397493:0:35291:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998353.397496:0:35291:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998353.397503:0:35291:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0097000. 00000100:00000001:3.0:1787998353.397509:0:35291:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998353.397514:0:35291:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998353.397516:0:35291:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998353.397517:0:35291:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998353.397518:0:35291:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998353.397520:0:35291:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998353.397525:0:35291:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226548246272 : -117847161305344 : ffff94d191d00700) 00010000:00000001:3.0:1787998353.397529:0:35291:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1787998353.397531:0:35291:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1787998353.397535:0:35291:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d18a360f00. 00010000:00000010:3.0:1787998353.397539:0:35291:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d190a8d280. 00010000:00000001:3.0:1787998353.397542:0:35291:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1787998353.397545:0:35291:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1903e4600. 00000020:00000001:3.0:1787998353.397549:0:35291:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1787998353.397563:0:35291:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1903e4600 with handle 0xb2d39e653c8cc17 to hash 00000020:00000001:3.0:1787998353.397565:0:35291:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1787998353.397566:0:35291:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:3.0:1787998353.397569:0:35291:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:3.0:1787998353.397573:0:35291:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998353.397575:0:35291:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998353.397578:0:35291:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35291 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998353.397587:0:35291:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35291 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998353.397596:0:35291:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35291 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1787998353.397601:0:35291:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787998353.397603:0:35291:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787998353.397608:0:35291:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1920f3180. 00000100:00000001:3.0:1787998353.397610:0:35291:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226552385920 : -117847157165696 : ffff94d1920f3180) 00000100:00000001:3.0:1787998353.397613:0:35291:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998353.397614:0:35291:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548246272 : -117847161305344 : ffff94d191d00700) 00000100:00000001:3.0:1787998353.397618:0:35291:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998353.397622:0:35291:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998353.397624:0:35291:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787998353.397625:0:35291:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998353.397635:0:35291:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d00700 x1874850291786112/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998353.397643:0:35291:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998353.397644:0:35291:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998353.397647:0:35291:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998353.397650:0:35291:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998353.397652:0:35291:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998353.397655:0:35291:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d00700 pname:cluuid:pid:xid:nid:opc:job cat:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35291:1874850291786112:192.168.206.123@tcp:101:cat.0 00000100:00000001:3.0:1787998353.397659:0:35291:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998353.397664:0:35291:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998353.397666:0:35291:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998353.397668:0:35291:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998353.397672:0:35291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d19175e800. 02000000:00000001:3.0:1787998353.397674:0:35291:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998353.397681:0:35291:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998353.397684:0:35291:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a528. 00000400:00000010:3.0:1787998353.397690:0:35291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5880. 00000100:00000200:3.0:1787998353.397697:0:35291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291786112, portal 10 00000100:00000001:3.0:1787998353.397699:0:35291:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998353.397700:0:35291:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548246272 : -117847161305344 : ffff94d191d00700) 00000100:00000040:3.0:1787998353.397706:0:35291:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d00700 x1874850291786112/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998369 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998353.397723:0:35291:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998353.397726:0:35291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998353.397729:0:35291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5cc0. 00000100:00000200:3.0:1787998353.397732:0:35291:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1874850291786112, offset 0 00000400:00000200:3.0:1787998353.397738:0:35291:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998353.397746:0:35291:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.397752:0:35291:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998353.397757:0:35291:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998353.397761:0:35291:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998353.397764:0:35291:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998353.397811:0:35291:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998353.397815:0:35291:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2896:2896:256:4294967295] 192.168.206.123@tcp LPNI seq info [2896:2896:8:4294967295] 00000400:00000200:3.0:1787998353.397819:0:35291:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.397828:0:35291:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998353.397833:0:35291:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998353.397838:0:35291:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d191fa7200. 00000800:00000200:3.0:1787998353.397843:0:35291:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998353.397851:0:35291:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998353.397855:0:35291:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d191fa7200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1787998353.397876:0:35291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998353.397881:0:35291:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 845613 usecs (846 jiffies) 00000400:00000200:3.0:1787998353.397884:0:35291:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998353.397887:0:35291:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296534400 00000100:00000001:3.0:1787998353.397890:0:35291:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:3.0:1787998353.397892:0:35291:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296534400 00000100:00000001:3.0:1787998353.397894:0:35291:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:3.0:1787998353.397897:0:35291:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998353.397899:0:35291:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998353.397901:0:35291:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998353.397903:0:35291:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787998353.397906:0:35291:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1920f3180 going to sleep for 11 seconds 00000100:00000001:3.0:1787998353.397908:0:35291:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998353.397911:0:35291:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998353.398237:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998353.398242:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d191fa7200. 00000400:00000200:2.0:1787998353.398247:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998353.398252:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998353.398258:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5cc0 00000400:00000010:2.0:1787998353.398260:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5cc0. 00000100:00000001:2.0:1787998353.398264:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998353.398268:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d00700 x1874850291786112/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998369 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.398278:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998353.398282:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d00700 x1874850291786112/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998369 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.398288:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.398290:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998353.405194:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.405209:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998353.405214:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.405216:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998353.405224:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.405231:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998353.405240:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.405246:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.405250:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.405254:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a62180 00000400:00000200:3.0:1787998353.405258:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.405264:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x868d [1] + 224 00000800:00000001:3.0:1787998353.405271:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.405278:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998353.405280:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998353.405285:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998353.405291:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998353.405299:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d00700 x1874850291786112/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998369 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998353.405308:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d191d00700 x1874850291786112/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998353.405324:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998353.405331:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.405334:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998353.405724:0:35291:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787998353.405732:0:35291:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998353.405734:0:35291:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998353.405736:0:35291:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a528. 00000400:00000200:2.0:1787998353.405741:0:35291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5880 00000400:00000010:2.0:1787998353.405743:0:35291:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5880. 00000100:00000001:2.0:1787998353.405747:0:35291:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998353.405753:0:35291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d00700 x1874850291786112/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1787998353.405761:0:35291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d00700 x1874850291786112/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.405781:0:35291:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998353.405783:0:35291:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998353.405785:0:35291:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998353.405788:0:35291:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998353.405790:0:35291:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998353.405792:0:35291:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998353.405795:0:35291:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998353.405803:0:35291:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=29 v=5 (5 5 104 104) 00000100:00001000:2.0:1787998353.405807:0:35291:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1787998353.405809:0:35291:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998353.405811:0:35291:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.405814:0:35291:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998353.405817:0:35291:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.405820:0:35291:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998353.405823:0:35291:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1787998353.405825:0:35291:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998353.405828:0:35291:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998353.405833:0:35291:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d00700 x1874850291786112/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.405840:0:35291:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998353.405843:0:35291:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998353.405844:0:35291:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998353.405848:0:35291:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d00700 x1874850291786112/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998369 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1787998353.405855:0:35291:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d00700 pname:cluuid:pid:xid:nid:opc:job cat:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35291:1874850291786112:192.168.206.123@tcp:101:cat.0 00000100:00000001:2.0:1787998353.405859:0:35291:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998353.405862:0:35291:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.405864:0:35291:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1787998353.405866:0:35291:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998353.405869:0:35291:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d00700 x1874850291786112/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998369 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.405875:0:35291:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787998353.405878:0:35291:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1920f3180. 00000100:00000001:2.0:1787998353.405882:0:35291:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1787998353.405883:0:35291:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.405886:0:35291:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1787998353.405889:0:35291:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.405892:0:35291:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.405894:0:35291:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4600 refcount=4 00000020:00000001:2.0:1787998353.405897:0:35291:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:2.0:1787998353.405899:0:35291:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000040:2.0:1787998353.405905:0:35291:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1903e4600, remote cookie: 0x4fd9a50f3a6ad6e2, flags: 0x1001 00010000:00010000:2.0:1787998353.405910:0:35291:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6e2 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998353.405931:0:35291:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6e2 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998353.405938:0:35291:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1787998353.405941:0:35291:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1787998353.405943:0:35291:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1787998353.405945:0:35291:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1787998353.405946:0:35291:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1787998353.405949:0:35291:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d18a360f00) refcount = 1 00010000:00010000:2.0:1787998353.405953:0:35291:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad6e2 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998353.405959:0:35291:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1787998353.405971:0:35291:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1787998353.405972:0:35291:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998353.405976:0:35291:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1787998353.405978:0:35291:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998353.405981:0:35291:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6e2 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998353.405986:0:35291:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1787998353.405987:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.405989:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.405990:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.405991:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.405992:0:35291:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998353.405996:0:35291:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1787998353.405997:0:35291:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.405999:0:35291:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.406000:0:35291:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4600 refcount=3 00000020:00000001:2.0:1787998353.406002:0:35291:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:2.0:1787998353.406004:0:35291:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:2.0:1787998353.406006:0:35291:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.406007:0:35291:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.406008:0:35291:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4600 refcount=4 00000020:00000001:2.0:1787998353.406009:0:35291:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:2.0:1787998353.406012:0:35291:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:2.0:1787998353.406014:0:35291:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998353.406017:0:35291:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998353.406021:0:35291:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad6e2 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998353.406035:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.406036:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.406037:0:35291:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.406039:0:35291:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.406040:0:35291:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4600 refcount=5 00000020:00000001:2.0:1787998353.406042:0:35291:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:2.0:1787998353.406043:0:35291:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:2.0:1787998353.406046:0:35291:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998353.406048:0:35291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad6e2 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998353.406054:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.406055:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1787998353.406058:0:35291:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad6e2 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998353.406064:0:35291:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998353.406065:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.406066:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.406067:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.406068:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1787998353.406073:0:35291:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d191d00700 x1874850291786112/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998369 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1787998353.406082:0:35291:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.406084:0:35291:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.406085:0:35291:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4600 refcount=3 00000020:00000001:2.0:1787998353.406087:0:35291:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:2.0:1787998353.406089:0:35291:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:2.0:1787998353.406091:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.406091:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998353.406093:0:35291:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998353.406095:0:35291:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998353.406098:0:35291:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1787998353.406100:0:35291:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.406101:0:35291:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.406102:0:35291:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4600 refcount=3 00000020:00000001:2.0:1787998353.406104:0:35291:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:2.0:1787998353.406106:0:35291:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00000002:00010000:2.0:1787998353.406110:0:35291:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6e2 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998353.406120:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.406121:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.406123:0:35291:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1787998353.406124:0:35291:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.406125:0:35291:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.406127:0:35291:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4600 refcount=3 00000020:00000001:2.0:1787998353.406129:0:35291:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:2.0:1787998353.406130:0:35291:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000040:2.0:1787998353.406136:0:35291:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360f00 count: 2 00010000:00000001:2.0:1787998353.406138:0:35291:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1787998353.406142:0:35291:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1787998353.406144:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.406145:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998353.406146:0:35291:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1787998353.406149:0:35291:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3938 00000002:00002000:2.0:1787998353.406151:0:35291:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1787998353.406153:0:35291:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998353.406157:0:35291:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998353.406159:0:35291:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1787998353.406162:0:35291:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1787998353.406174:0:35291:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998353.406177:0:35291:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:2.0:1787998353.406181:0:35291:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1861f7000. 00000080:00000001:2.0:1787998353.406185:0:35291:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1787998353.406187:0:35291:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1787998353.406192:0:35291:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1787998353.406196:0:35291:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1787998353.406201:0:35291:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d185259ec0. 00800000:00000001:2.0:1787998353.406364:0:35291:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626226335751872 : -117847373799744 : ffff94d185259ec0) 00800000:00000001:2.0:1787998353.406367:0:35291:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998353.406369:0:35291:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1787998353.406372:0:35291:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1787998353.406374:0:35291:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1787998353.406378:0:35291:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1787998353.406381:0:35291:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1787998353.406382:0:35291:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.406386:0:35291:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1787998353.406389:0:35291:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1787998353.406394:0:35291:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1787998353.406396:0:35291:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.406397:0:35291:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.406664:0:35291:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4600 refcount=3 00000020:00000001:2.0:1787998353.406668:0:35291:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:2.0:1787998353.406670:0:35291:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:2.0:1787998353.406673:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.406674:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1787998353.406675:0:35291:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1787998353.406678:0:35291:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1787998353.406679:0:35291:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d185259ec0 1 00800000:00000010:2.0:1787998353.406682:0:35291:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d185259ec0. 00800000:00000001:2.0:1787998353.406685:0:35291:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998353.406689:0:35291:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cc17 00800000:00000001:2.0:1787998353.406692:0:35291:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1787998353.406693:0:35291:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1787998353.406695:0:35291:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.406696:0:35291:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.406698:0:35291:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4600 refcount=3 00000020:00000001:2.0:1787998353.406699:0:35291:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:2.0:1787998353.406701:0:35291:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:2.0:1787998353.406704:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.406705:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998353.406706:0:35291:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998353.406708:0:35291:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.406710:0:35291:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998353.406713:0:35291:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:2.0:1787998353.406716:0:35291:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc17 from it ffffb66d41ce3bf8 00010000:00000001:2.0:1787998353.406717:0:35291:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.406718:0:35291:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.406719:0:35291:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4600 refcount=3 00000020:00000001:2.0:1787998353.406721:0:35291:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:2.0:1787998353.406723:0:35291:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:2.0:1787998353.406725:0:35291:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998353.406728:0:35291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad6e2 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998353.406735:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.406736:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.406738:0:35291:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787998353.406740:0:35291:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787998353.406743:0:35291:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6e2 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1787998353.406750:0:35291:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787998353.406752:0:35291:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998353.406754:0:35291:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998353.406758:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.406759:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.406760:0:35291:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.406763:0:35291:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998353.406765:0:35291:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.406791:0:35291:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.406795:0:35291:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.406797:0:35291:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998353.406798:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.406799:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1787998353.406801:0:35291:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998353.406806:0:35291:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d00700 x1874850291786112/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998369 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.406812:0:35291:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998353.406815:0:35291:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998353.406818:0:35291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d19175e800. 02000000:00000001:2.0:1787998353.406822:0:35291:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998353.406824:0:35291:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998353.406826:0:35291:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998353.406828:0:35291:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998353.406830:0:35291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1a0097000. 02000000:00000001:2.0:1787998353.406833:0:35291:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998353.406835:0:35291:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998353.406837:0:35291:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d00700. 00000100:00000001:2.0:1787998353.406841:0:35291:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998353.406842:0:35291:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998353.406844:0:35291:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:2.0:1787998353.406849:0:35291:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.406854:0:35291:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1787998353.406856:0:35291:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3bc0 00000080:00002000:2.0:1787998353.406858:0:35291:0:(dcache.c:87:ll_dcompare()) found name recon(ffff94d198a46948) flags 0x48004e refc 0 00000080:00000001:2.0:1787998353.406861:0:35291:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.406863:0:35291:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3c08 00000080:00200000:2.0:1787998353.406864:0:35291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=265 00000080:00000001:2.0:1787998353.406870:0:35291:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:2.0:1787998353.406872:0:35291:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff94d198931988), inode mode 81a4 mask 44 00000080:00000001:2.0:1787998353.406874:0:35291:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.406880:0:35291:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1787998353.406882:0:35291:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3b98 00000080:00200008:2.0:1787998353.406884:0:35291:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x2b:0x0](ffff94d198931988), flags 100000 00000080:00000010:2.0:1787998353.406890:0:35291:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d1838d63c0. 00000080:00000001:2.0:1787998353.406895:0:35291:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1787998353.406899:0:35291:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191d92e00. 00800000:00000002:2.0:1787998353.406903:0:35291:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:2.0:1787998353.406906:0:35291:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787998353.406909:0:35291:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787998353.406911:0:35291:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3a48 00800000:00000002:2.0:1787998353.406913:0:35291:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x2b:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998353.407138:0:35291:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1787998353.407140:0:35291:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998353.407142:0:35291:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998353.407144:0:35291:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998353.407146:0:35291:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998353.407149:0:35291:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998353.407151:0:35291:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1787998353.407153:0:35291:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.407156:0:35291:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce39c8 00800000:00000002:2.0:1787998353.407158:0:35291:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1787998353.407163:0:35291:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787998353.407164:0:35291:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3900 00000002:00010000:2.0:1787998353.407181:0:35291:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240100001 00000002:00000001:2.0:1787998353.407185:0:35291:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1787998353.407188:0:35291:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1787998353.407191:0:35291:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1787998353.407195:0:35291:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98a00 count: 3 00010000:00000001:2.0:1787998353.407198:0:35291:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998353.407200:0:35291:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1787998353.407203:0:35291:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.407205:0:35291:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998353.407206:0:35291:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998353.407208:0:35291:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1787998353.407210:0:35291:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360f00 count: 2 00010000:00000001:2.0:1787998353.407212:0:35291:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998353.407213:0:35291:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1787998353.407214:0:35291:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.407216:0:35291:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998353.407217:0:35291:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787998353.407222:0:35291:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1a680. 00000020:00000040:2.0:1787998353.407226:0:35291:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:2.0:1787998353.407230:0:35291:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787998353.407232:0:35291:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.407234:0:35291:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1787998353.407238:0:35291:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998353.407241:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.407242:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.407243:0:35291:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.407246:0:35291:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998353.407247:0:35291:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998353.407251:0:35291:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998353.407259:0:35291:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0baf000. 00000100:00000001:2.0:1787998353.407265:0:35291:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.407268:0:35291:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787998353.407269:0:35291:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.407271:0:35291:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787998353.407272:0:35291:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.407274:0:35291:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998353.407279:0:35291:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626226548352640 : -117847161198976 : ffff94d191d1a680) 00010000:00000001:2.0:1787998353.407282:0:35291:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1787998353.407284:0:35291:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1787998353.407286:0:35291:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360f00 count: 2 00010000:00000001:2.0:1787998353.407288:0:35291:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998353.407290:0:35291:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1787998353.407293:0:35291:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d190a5d400. 00000020:00000001:2.0:1787998353.407296:0:35291:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1787998353.407299:0:35291:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d190a5d400 with handle 0xb2d39e653c8cc1e to hash 00000020:00000001:2.0:1787998353.407301:0:35291:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1787998353.407302:0:35291:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:2.0:1787998353.407305:0:35291:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:2.0:1787998353.407308:0:35291:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998353.407309:0:35291:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998353.407312:0:35291:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc1e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35291 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998353.407319:0:35291:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc1e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35291 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787998353.407330:0:35291:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787998353.407336:0:35291:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191d1a680 x1874850291786368/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787998353.407356:0:35291:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc1e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35291 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1787998353.407366:0:35291:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787998353.407367:0:35291:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787998353.407373:0:35291:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1917480c0. 00000100:00000001:2.0:1787998353.407376:0:35291:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226542248128 : -117847167303488 : ffff94d1917480c0) 00000100:00000001:2.0:1787998353.407378:0:35291:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998353.407379:0:35291:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548352640 : -117847161198976 : ffff94d191d1a680) 00000100:00000001:2.0:1787998353.407383:0:35291:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998353.407386:0:35291:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.407388:0:35291:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787998353.407390:0:35291:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998353.407394:0:35291:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1a680 x1874850291786368/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.407401:0:35291:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998353.407403:0:35291:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998353.407406:0:35291:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998353.407408:0:35291:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998353.407411:0:35291:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998353.407414:0:35291:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1a680 pname:cluuid:pid:xid:nid:opc:job cat:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35291:1874850291786368:192.168.206.123@tcp:101:cat.0 00000100:00000001:2.0:1787998353.407418:0:35291:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998353.407422:0:35291:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998353.407424:0:35291:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998353.407426:0:35291:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998353.407513:0:35291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94d199f00000. 02000000:00000001:2.0:1787998353.407516:0:35291:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998353.407522:0:35291:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998353.407527:0:35291:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151ec8. 00000400:00000010:2.0:1787998353.407534:0:35291:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94d192186800. 00000100:00000200:2.0:1787998353.407541:0:35291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1874850291786368, portal 10 00000100:00000001:2.0:1787998353.407544:0:35291:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998353.407545:0:35291:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548352640 : -117847161198976 : ffff94d191d1a680) 00000100:00000040:2.0:1787998353.407551:0:35291:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d1a680 x1874850291786368/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998369 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.407563:0:35291:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998353.407565:0:35291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998353.407568:0:35291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfa18. 00000100:00000200:2.0:1787998353.407571:0:35291:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1874850291786368, offset 0 00000400:00000200:2.0:1787998353.407577:0:35291:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998353.407584:0:35291:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.407591:0:35291:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998353.407596:0:35291:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998353.407600:0:35291:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998353.407603:0:35291:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998353.407606:0:35291:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998353.407610:0:35291:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2897:2897:256:4294967295] 192.168.206.123@tcp LPNI seq info [2897:2897:8:4294967295] 00000400:00000200:2.0:1787998353.407614:0:35291:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.407623:0:35291:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998353.407628:0:35291:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998353.407633:0:35291:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9400. 00000800:00000200:2.0:1787998353.407639:0:35291:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998353.407646:0:35291:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998353.407651:0:35291:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9400 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1787998353.407675:0:35291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998353.407679:0:35291:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 844542 usecs (845 jiffies) 00000400:00000200:2.0:1787998353.407683:0:35291:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998353.407686:0:35291:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296534409 00000100:00000001:2.0:1787998353.407689:0:35291:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:2.0:1787998353.407691:0:35291:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296534409 00000100:00000001:2.0:1787998353.407693:0:35291:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:2.0:1787998353.407695:0:35291:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998353.407698:0:35291:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.407700:0:35291:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998353.407702:0:35291:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787998353.407705:0:35291:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1917480c0 going to sleep for 11 seconds 00000100:00000001:2.0:1787998353.407707:0:35291:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998353.407710:0:35291:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998353.408659:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998353.408664:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9400. 00000400:00000200:3.0:1787998353.408669:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998353.408676:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998353.408681:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfa18 00000400:00000010:3.0:1787998353.408683:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfa18. 00000100:00000001:3.0:1787998353.408688:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998353.408693:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1a680 x1874850291786368/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998369 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998353.408703:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998353.408717:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d1a680 x1874850291786368/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998369 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998353.408724:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998353.408727:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998353.423662:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.423677:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998353.423681:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.423683:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998353.423691:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.423698:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998353.423718:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.423722:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.423727:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.423732:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 664 into portal 10 MB=0x6a92a99a62280 00000400:00000200:3.0:1787998353.423736:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.423741:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 664/664 into md 0x869d [64] + 224 00000800:00000001:3.0:1787998353.423748:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.423756:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998353.423759:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998353.423763:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998353.423811:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998353.423820:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1a680 x1874850291786368/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998369 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998353.423831:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff94d191d1a680 x1874850291786368/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998353.423850:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998353.423859:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.423862:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998353.423944:0:35291:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787998353.423950:0:35291:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998353.423952:0:35291:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998353.423955:0:35291:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151ec8. 00000400:00000200:2.0:1787998353.423959:0:35291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192186800 00000400:00000010:2.0:1787998353.423962:0:35291:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff94d192186800. 00000100:00000001:2.0:1787998353.423975:0:35291:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998353.423980:0:35291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1a680 x1874850291786368/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1787998353.423990:0:35291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1a680 x1874850291786368/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.423997:0:35291:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998353.423999:0:35291:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998353.424002:0:35291:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998353.424005:0:35291:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998353.424008:0:35291:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998353.424010:0:35291:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998353.424013:0:35291:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998353.424021:0:35291:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=29 v=5 (5 5 104 104) 00000100:00001000:2.0:1787998353.424025:0:35291:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1787998353.424036:0:35291:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998353.424038:0:35291:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.424041:0:35291:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998353.424044:0:35291:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.424047:0:35291:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1787998353.424049:0:35291:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1787998353.424051:0:35291:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1787998353.424053:0:35291:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998353.424054:0:35291:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548352640 : -117847161198976 : ffff94d191d1a680) 00000100:00000001:2.0:1787998353.424058:0:35291:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998353.424059:0:35291:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1787998353.424062:0:35291:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998353.424064:0:35291:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998353.424069:0:35291:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1a680 x1874850291786368/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998369 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.424077:0:35291:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998353.424079:0:35291:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998353.424082:0:35291:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998353.424085:0:35291:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1a680 x1874850291786368/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998369 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1787998353.424093:0:35291:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1a680 pname:cluuid:pid:xid:nid:opc:job cat:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35291:1874850291786368:192.168.206.123@tcp:101:cat.0 00000100:00000001:2.0:1787998353.424099:0:35291:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998353.424101:0:35291:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.424104:0:35291:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1787998353.424106:0:35291:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998353.424109:0:35291:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d1a680 x1874850291786368/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998369 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.424116:0:35291:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787998353.424119:0:35291:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1917480c0. 00000100:00000001:2.0:1787998353.424122:0:35291:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1787998353.424124:0:35291:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.424126:0:35291:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1787998353.424131:0:35291:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.424133:0:35291:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.424136:0:35291:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d400 refcount=4 00000020:00000001:2.0:1787998353.424138:0:35291:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:2.0:1787998353.424141:0:35291:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000040:2.0:1787998353.424148:0:35291:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d190a5d400, remote cookie: 0x4fd9a50f3a6ad6f0, flags: 0x1001 00010000:00000040:2.0:1787998353.424150:0:35291:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1787998353.424153:0:35291:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1787998353.424158:0:35291:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98a00 count: 3 00010000:00000001:2.0:1787998353.424161:0:35291:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998353.424164:0:35291:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998353.424182:0:35291:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc1e lrc: 4/1,0 mode: --/CR res: [0x200000405:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6f0 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998353.424191:0:35291:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc1e lrc: 4/1,0 mode: --/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6f0 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998353.424197:0:35291:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1787998353.424201:0:35291:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1787998353.424203:0:35291:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1787998353.424205:0:35291:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1787998353.424206:0:35291:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1787998353.424208:0:35291:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2b:0x0].0x0 (ffff94d192b98a00) refcount = 3 00010000:00000040:2.0:1787998353.424211:0:35291:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1787998353.424214:0:35291:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8cc10 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6d4 expref: -99 pid: 35290 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:2.0:1787998353.424220:0:35291:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787998353.424228:0:35291:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc1e lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad6f0 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998353.424234:0:35291:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1787998353.424238:0:35291:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1787998353.424249:0:35291:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998353.424252:0:35291:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1787998353.424254:0:35291:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998353.424258:0:35291:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc1e lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6f0 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998353.424264:0:35291:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1787998353.424266:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.424268:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.424269:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.424270:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.424271:0:35291:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998353.424275:0:35291:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1787998353.424278:0:35291:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.424279:0:35291:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.424281:0:35291:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d400 refcount=3 00000020:00000001:2.0:1787998353.424283:0:35291:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:2.0:1787998353.424285:0:35291:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:2.0:1787998353.424287:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.424288:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1787998353.424293:0:35291:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff94d191d1a680 x1874850291786368/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998369 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1787998353.424302:0:35291:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1787998353.424307:0:35291:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d191d1a680 x1874850291786368/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998369 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1787998353.424313:0:35291:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.424319:0:35291:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.424320:0:35291:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.424322:0:35291:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d400 refcount=3 00000020:00000001:2.0:1787998353.424324:0:35291:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:2.0:1787998353.424326:0:35291:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00000002:00010000:2.0:1787998353.424329:0:35291:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc1e lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6f0 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1787998353.424338:0:35291:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94d185259ec0. 00010000:00000001:2.0:1787998353.424340:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.424341:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998353.424343:0:35291:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998353.424345:0:35291:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998353.424362:0:35291:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1787998353.424364:0:35291:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998353.424365:0:35291:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548352640 : -117847161198976 : ffff94d191d1a680) 00010000:00000001:2.0:1787998353.424368:0:35291:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.424369:0:35291:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.424370:0:35291:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d400 refcount=3 00000020:00000001:2.0:1787998353.424372:0:35291:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:2.0:1787998353.424374:0:35291:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00000002:00010000:2.0:1787998353.424377:0:35291:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc1e lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6f0 expref: -99 pid: 35291 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998353.424383:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.424384:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.424386:0:35291:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1787998353.424387:0:35291:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.424388:0:35291:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.424390:0:35291:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d400 refcount=3 00000020:00000001:2.0:1787998353.424391:0:35291:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:2.0:1787998353.424393:0:35291:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000040:2.0:1787998353.424396:0:35291:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98a00 count: 4 00010000:00000001:2.0:1787998353.424398:0:35291:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1787998353.424402:0:35291:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 16 res 8589935621/43 (0 0) 00010000:00000001:2.0:1787998353.424404:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.424406:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998353.424407:0:35291:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1787998353.424409:0:35291:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3888 00000002:00002000:2.0:1787998353.424411:0:35291:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:2.0:1787998353.424414:0:35291:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998353.424417:0:35291:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998353.424419:0:35291:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1787998353.424422:0:35291:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1787998353.424424:0:35291:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998353.424428:0:35291:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:2.0:1787998353.424431:0:35291:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191d92e00. 00000080:00000001:2.0:1787998353.424435:0:35291:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1787998353.424441:0:35291:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1787998353.424443:0:35291:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:2.0:1787998353.424447:0:35291:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787998353.424450:0:35291:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798653448 : -117846910898168 : ffff94d1a0bcf008) 00000020:00001000:2.0:1787998353.424452:0:35291:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf000 00000020:00000001:2.0:1787998353.424454:0:35291:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1787998353.424458:0:35291:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1787998353.424460:0:35291:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1787998353.424465:0:35291:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d1a027f7e0. 00020000:00000010:2.0:1787998353.424469:0:35291:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d187222780. 00020000:00000010:2.0:1787998353.424475:0:35291:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d1a027f3c0. 00020000:00000001:2.0:1787998353.424477:0:35291:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626226788889536 : -117846920662080 : ffff94d1a027f3c0) 00020000:00000002:2.0:1787998353.424480:0:35291:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a027f3c0, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1787998353.424484:0:35291:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1787998353.424487:0:35291:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d187222780: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:2.0:1787998353.424490:0:35291:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d187242ba0) owner ffff94d183bdcf80 00020000:00000001:2.0:1787998353.424493:0:35291:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1787998353.424495:0:35291:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d187242ba0) owner ffff94d183bdcf80 00020000:00000010:2.0:1787998353.424499:0:35291:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d187222780. 00020000:00000010:2.0:1787998353.424501:0:35291:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d1a027f7e0. 00020000:00000010:2.0:1787998353.424503:0:35291:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d1a027f3c0. 00020000:00000002:2.0:1787998353.424506:0:35291:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1787998353.424508:0:35291:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.424510:0:35291:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1787998353.424511:0:35291:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf000 00000080:00000001:2.0:1787998353.424515:0:35291:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611179 : 144115205339611179 : 20000040500002b) 00000080:00000001:2.0:1787998353.424517:0:35291:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:2.0:1787998353.424521:0:35291:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.424522:0:35291:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.424524:0:35291:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d400 refcount=3 00000020:00000001:2.0:1787998353.424525:0:35291:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:2.0:1787998353.424527:0:35291:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00000080:00000001:2.0:1787998353.424530:0:35291:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:2.0:1787998353.424532:0:35291:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787998353.424533:0:35291:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798653448 : -117846910898168 : ffff94d1a0bcf008) 00000020:00001000:2.0:1787998353.424547:0:35291:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf000 00000020:00000001:2.0:1787998353.424548:0:35291:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1787998353.424549:0:35291:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1787998353.424550:0:35291:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1787998353.424553:0:35291:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d1a027f3c0. 00020000:00000010:2.0:1787998353.424555:0:35291:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d187222780. 00020000:00000010:2.0:1787998353.424557:0:35291:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d1a027f7e0. 00020000:00000001:2.0:1787998353.424559:0:35291:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626226788890592 : -117846920661024 : ffff94d1a027f7e0) 00020000:00000002:2.0:1787998353.424561:0:35291:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a027f7e0, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1787998353.424564:0:35291:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1787998353.424567:0:35291:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d187222780: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:2.0:1787998353.424569:0:35291:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d187242ba0) owner ffff94d183bdcf80 00020000:00000001:2.0:1787998353.424571:0:35291:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1787998353.424573:0:35291:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d187242ba0) owner ffff94d183bdcf80 00020000:00000010:2.0:1787998353.424575:0:35291:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d187222780. 00020000:00000010:2.0:1787998353.424577:0:35291:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d1a027f3c0. 00020000:00000010:2.0:1787998353.424579:0:35291:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d1a027f7e0. 00020000:00000002:2.0:1787998353.424581:0:35291:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1787998353.424582:0:35291:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.424584:0:35291:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.424586:0:35291:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1787998353.424589:0:35291:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d183bdcf80 00020000:00000002:2.0:1787998353.424591:0:35291:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d1a0b0a660 addref 2/0 by ffff94d183bdcf80. 00020000:00000002:2.0:1787998353.424593:0:35291:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d183bdcf80 00020000:00000001:2.0:1787998353.424596:0:35291:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1787998353.424598:0:35291:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1787998353.424599:0:35291:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1787998353.424600:0:35291:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1787998353.424602:0:35291:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1787998353.424604:0:35291:0:(file.c:6836:ll_layout_conf()) [0x200000405:0x2b:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1787998353.424606:0:35291:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf000 00000080:00000001:2.0:1787998353.424608:0:35291:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.424610:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.424611:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1787998353.424613:0:35291:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1787998353.424615:0:35291:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1787998353.424616:0:35291:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998353.424619:0:35291:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff94d198931988) for lock 0xb2d39e653c8cc1e 00800000:00000001:2.0:1787998353.424622:0:35291:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1787998353.424623:0:35291:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1787998353.424624:0:35291:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.424625:0:35291:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.424627:0:35291:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d400 refcount=3 00000020:00000001:2.0:1787998353.424628:0:35291:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:2.0:1787998353.424631:0:35291:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:2.0:1787998353.424633:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.424634:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998353.424635:0:35291:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998353.424637:0:35291:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.424639:0:35291:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998353.424644:0:35291:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d1a680 x1874850291786368/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998369 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.424650:0:35291:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998353.424652:0:35291:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc1e from it ffffb66d41ce3bf0 00010000:00000001:2.0:1787998353.424654:0:35291:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.424655:0:35291:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.424657:0:35291:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d400 refcount=3 00000020:00000001:2.0:1787998353.424658:0:35291:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:2.0:1787998353.424660:0:35291:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:2.0:1787998353.424662:0:35291:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998353.424665:0:35291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc1e lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6ad6f0 expref: -99 pid: 35291 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998353.424671:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.424672:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.424673:0:35291:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787998353.424676:0:35291:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787998353.424678:0:35291:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc1e lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad6f0 expref: -99 pid: 35291 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1787998353.424685:0:35291:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787998353.424687:0:35291:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998353.424688:0:35291:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998353.424692:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.424693:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.424694:0:35291:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.424696:0:35291:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998353.424698:0:35291:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.424700:0:35291:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.424703:0:35291:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.424705:0:35291:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998353.424706:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.424707:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1787998353.424709:0:35291:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1787998353.424714:0:35291:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d185259500. 00000080:00000001:2.0:1787998353.424716:0:35291:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1787998353.424719:0:35291:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1787998353.424722:0:35291:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998353.424724:0:35291:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998353.424726:0:35291:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998353.424728:0:35291:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998353.424730:0:35291:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998353.424732:0:35291:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1787998353.424734:0:35291:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998353.424736:0:35291:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1787998353.424739:0:35291:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d190aa1460. 00000002:00100000:2.0:1787998353.424744:0:35291:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d191d1a680 x1874850291786368/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998369 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1787998353.424751:0:35291:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998353.424752:0:35291:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1787998353.424756:0:35291:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1787998353.424759:0:35291:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.424762:0:35291:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1787998353.424764:0:35291:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1787998353.424798:0:35291:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787998353.424801:0:35291:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1787998353.424803:0:35291:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.424806:0:35291:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1787998353.424810:0:35291:0:(pcc.c:1947:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.424812:0:35291:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1787998353.424814:0:35291:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.424816:0:35291:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998353.424820:0:35291:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998353.424823:0:35291:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1a680 x1874850291786368/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998369 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1787998353.424830:0:35291:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998353.424833:0:35291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94d199f00000. 02000000:00000001:2.0:1787998353.424875:0:35291:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1787998353.424877:0:35291:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.424880:0:35291:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3b98 00000080:00000008:2.0:1787998353.424882:0:35291:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff94d198931988), flags 100000, rc = 0 00000020:00000001:2.0:1787998353.424902:0:35291:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3d28 00000080:00200008:2.0:1787998353.424905:0:35291:0:(file.c:6295:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff94d198931988), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1787998353.424911:0:35291:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1787998353.424912:0:35291:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3ca0 00000080:00200000:2.0:1787998353.424913:0:35291:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff94d198931988),name=recon 00000080:00000010:2.0:1787998353.424919:0:35291:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191d92e00. 00800000:00000002:2.0:1787998353.424923:0:35291:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:2.0:1787998353.424927:0:35291:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787998353.424930:0:35291:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787998353.424932:0:35291:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3bc0 00800000:00000002:2.0:1787998353.424933:0:35291:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998353.424936:0:35291:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1787998353.424939:0:35291:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998353.424940:0:35291:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998353.424941:0:35291:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998353.424943:0:35291:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998353.424945:0:35291:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998353.424947:0:35291:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998353.424948:0:35291:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998353.424950:0:35291:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998353.424951:0:35291:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998353.424952:0:35291:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998353.424953:0:35291:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998353.424955:0:35291:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998353.424957:0:35291:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1787998353.424958:0:35291:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998353.424960:0:35291:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:2.0:1787998353.424964:0:35291:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787998353.424966:0:35291:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3a90 00000002:00010000:2.0:1787998353.424968:0:35291:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1787998353.424971:0:35291:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1787998353.424973:0:35291:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998353.424975:0:35291:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998353.424977:0:35291:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98a00 count: 4 00010000:00000001:2.0:1787998353.424980:0:35291:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998353.424982:0:35291:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998353.424985:0:35291:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787998353.424988:0:35291:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1787998353.424995:0:35291:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1787998353.425000:0:35291:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998353.425002:0:35291:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1787998353.425008:0:35291:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1787998353.425009:0:35291:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1787998353.425011:0:35291:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998353.425013:0:35291:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998353.425015:0:35291:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998353.425017:0:35291:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1787998353.425020:0:35291:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1787998353.425022:0:35291:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:2.0:1787998353.425024:0:35291:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191d92e00. 00000080:00000001:2.0:1787998353.425027:0:35291:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1787998353.425028:0:35291:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998353.425031:0:35291:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff94d198931988) 00000080:00010000:2.0:1787998353.425033:0:35291:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff94d198931988) for lock 0xb2d39e653c8cbed 00800000:00000001:2.0:1787998353.425036:0:35291:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1787998353.425037:0:35291:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1787998353.425039:0:35291:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.425040:0:35291:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.425043:0:35291:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=3 00000020:00000001:2.0:1787998353.425045:0:35291:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:2.0:1787998353.425047:0:35291:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:2.0:1787998353.425049:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.425050:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998353.425051:0:35291:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998353.425052:0:35291:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998353.425054:0:35291:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cbed from it ffffb66d41ce3cd8 00010000:00000001:2.0:1787998353.425056:0:35291:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.425057:0:35291:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.425058:0:35291:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=3 00000020:00000001:2.0:1787998353.425060:0:35291:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:2.0:1787998353.425062:0:35291:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:2.0:1787998353.425064:0:35291:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998353.425067:0:35291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1787998353.425073:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.425074:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.425075:0:35291:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787998353.425077:0:35291:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787998353.425079:0:35291:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1787998353.425090:0:35291:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787998353.425092:0:35291:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998353.425093:0:35291:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998353.425095:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.425096:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.425097:0:35291:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.425099:0:35291:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998353.425100:0:35291:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.425102:0:35291:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.425103:0:35291:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.425105:0:35291:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998353.425106:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.425107:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1787998353.425109:0:35291:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1787998353.425110:0:35291:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787998353.425113:0:35291:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1787998353.425115:0:35291:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1787998353.425117:0:35291:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787998353.425118:0:35291:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1787998353.425119:0:35291:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.425121:0:35291:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1787998353.425124:0:35291:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1787998353.425126:0:35291:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787998353.425127:0:35291:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798653448 : -117846910898168 : ffff94d1a0bcf008) 00000020:00001000:2.0:1787998353.425130:0:35291:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf000 00000020:00000001:2.0:1787998353.425133:0:35291:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:2.0:1787998353.425135:0:35291:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1787998353.425138:0:35291:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1787998353.425140:0:35291:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1787998353.425143:0:35291:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787998353.425144:0:35291:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1787998353.425146:0:35291:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1787998353.425148:0:35291:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.425150:0:35291:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1787998353.425153:0:35291:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff94d19226e0c0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1787998353.425156:0:35291:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d183bdcf80 00020000:00000001:2.0:1787998353.425160:0:35291:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1787998353.425161:0:35291:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1787998353.425164:0:35291:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1787998353.425174:0:35291:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.425177:0:35291:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1787998353.425179:0:35291:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1787998353.425180:0:35291:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.425182:0:35291:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787998353.425183:0:35291:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1787998353.425184:0:35291:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1787998353.425185:0:35291:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d183bdcf80 00000020:00000001:2.0:1787998353.425187:0:35291:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1787998353.425190:0:35291:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1787998353.425191:0:35291:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:2.0:1787998353.425193:0:35291:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1787998353.425195:0:35291:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1787998353.425197:0:35291:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1787998353.425199:0:35291:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1787998353.425203:0:35291:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1787998353.425208:0:35291:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d19219df80. 00020000:00000002:2.0:1787998353.425211:0:35291:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1787998353.425213:0:35291:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1787998353.425215:0:35291:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787998353.425216:0:35291:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1787998353.425217:0:35291:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787998353.425219:0:35291:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798656472 : -117846910895144 : ffff94d1a0bcfbd8) 00000020:00001000:2.0:1787998353.425222:0:35291:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfbd0 00000020:00000001:2.0:1787998353.425224:0:35291:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa33a0 -> ffff94d1a0aa3850 00000020:00000001:2.0:1787998353.425226:0:35291:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1787998353.425229:0:35291:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787998353.425230:0:35291:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1787998353.425231:0:35291:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.425233:0:35291:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.425234:0:35291:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:2.0:1787998353.425236:0:35291:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1787998353.425254:0:35291:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d1861ada20. 00000008:00010000:2.0:1787998353.425256:0:35291:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1787998353.425259:0:35291:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1787998353.425260:0:35291:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1787998353.425262:0:35291:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d19219dfb0, osc lock ffff94d1861ada20, flags 0x400001002 00000020:00000001:2.0:1787998353.425264:0:35291:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.425266:0:35291:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.425268:0:35291:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626226553085824 : -117847156465792 : ffff94d19219df80) 00000020:00000001:2.0:1787998353.425270:0:35291:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1787998353.425271:0:35291:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1787998353.425272:0:35291:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.425274:0:35291:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.425276:0:35291:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1787998353.425277:0:35291:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1787998353.425279:0:35291:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1787998353.425281:0:35291:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1787998353.425282:0:35291:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787998353.425283:0:35291:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:2.0:1787998353.425285:0:35291:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1787998353.425287:0:35291:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1787998353.425288:0:35291:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1787998353.425291:0:35291:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1787998353.425294:0:35291:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1787998353.425295:0:35291:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1787998353.425296:0:35291:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1787998353.425297:0:35291:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1787998353.425298:0:35291:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1787998353.425301:0:35291:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1787998353.425302:0:35291:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998353.425306:0:35291:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921c00 count: 2 00010000:00000001:2.0:1787998353.425308:0:35291:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998353.425312:0:35291:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998353.425315:0:35291:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787998353.425319:0:35291:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1787998353.425327:0:35291:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1787998353.425330:0:35291:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998353.425332:0:35291:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1787998353.425344:0:35291:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.425345:0:35291:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.425347:0:35291:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=4 00000020:00000001:2.0:1787998353.425349:0:35291:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:2.0:1787998353.425351:0:35291:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00000008:00000001:2.0:1787998353.425354:0:35291:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1787998353.425355:0:35291:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.425357:0:35291:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.425358:0:35291:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=5 00000020:00000001:2.0:1787998353.425360:0:35291:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:2.0:1787998353.425362:0:35291:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00000020:00000001:2.0:1787998353.425365:0:35291:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1787998353.425366:0:35291:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1787998353.425368:0:35291:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1787998353.425370:0:35291:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.425371:0:35291:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.425372:0:35291:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.425373:0:35291:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=6 00000020:00000001:2.0:1787998353.425375:0:35291:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:2.0:1787998353.425377:0:35291:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:2.0:1787998353.425379:0:35291:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998353.425381:0:35291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1787998353.425388:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.425389:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.425390:0:35291:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787998353.425392:0:35291:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787998353.425394:0:35291:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1787998353.425405:0:35291:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787998353.425407:0:35291:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998353.425408:0:35291:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998353.425409:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.425411:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.425412:0:35291:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.425413:0:35291:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998353.425415:0:35291:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.425416:0:35291:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.425418:0:35291:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.425420:0:35291:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998353.425421:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.425422:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.425423:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.425424:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1787998353.425426:0:35291:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1787998353.425428:0:35291:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.425430:0:35291:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.425432:0:35291:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.425434:0:35291:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.425436:0:35291:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1787998353.425437:0:35291:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1787998353.425439:0:35291:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1787998353.425440:0:35291:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1787998353.425442:0:35291:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.425444:0:35291:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.425448:0:35291:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1787998353.425449:0:35291:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:2.0:1787998353.425451:0:35291:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:2.0:1787998353.425453:0:35291:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1787998353.425455:0:35291:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1787998353.425458:0:35291:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1787998353 a=0 c=1787998353 b=0 00020000:00000001:2.0:1787998353.425461:0:35291:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.425462:0:35291:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.425464:0:35291:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000080:00200000:2.0:1787998353.425467:0:35291:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 0 00000080:00000001:2.0:1787998353.425469:0:35291:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1787998353.425472:0:35291:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1787998353.425473:0:35291:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d19226e060 (ffff94d1a0bcf008/0) at cl_lock_release():245 00000020:00000001:2.0:1787998353.425476:0:35291:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1787998353.425477:0:35291:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d19226e060 (ffff94d1a0bcf008/0) at cl_lock_cancel():142 00020000:00000001:2.0:1787998353.425479:0:35291:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1787998353.425481:0:35291:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787998353.425482:0:35291:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:2.0:1787998353.425483:0:35291:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1787998353.425485:0:35291:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d19219dfb0 (ffff94d1a0bcfbd8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1787998353.425487:0:35291:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1787998353.425488:0:35291:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1787998353.425489:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.425491:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1787998353.425492:0:35291:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1787998353.425493:0:35291:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1787998353.425494:0:35291:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1787998353.425495:0:35291:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1787998353.425496:0:35291:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1787998353.425497:0:35291:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d19226e060 (ffff94d1a0bcf008/0) at cl_lock_fini():72 00020000:00000001:2.0:1787998353.425500:0:35291:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1787998353.425501:0:35291:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1787998353.425502:0:35291:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d19219dfb0 (ffff94d1a0bcf008/1) at cl_lock_fini():72 00000008:00000010:2.0:1787998353.425505:0:35291:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d1861ada20. 00000020:00000001:2.0:1787998353.425508:0:35291:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1787998353.425509:0:35291:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d19219df80. 00020000:00000001:2.0:1787998353.425512:0:35291:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1787998353.425513:0:35291:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1787998353.425514:0:35291:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1787998353.425515:0:35291:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.425517:0:35291:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1787998353.425519:0:35291:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1787998353.425520:0:35291:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1787998353.425521:0:35291:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1787998353.425523:0:35291:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1787998353.425524:0:35291:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfbd0 00020000:00000001:2.0:1787998353.425526:0:35291:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1787998353.425528:0:35291:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1787998353.425530:0:35291:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1787998353.425532:0:35291:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1787998353.425535:0:35291:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1787998353.425536:0:35291:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.425538:0:35291:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1787998353.425540:0:35291:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1787998353.425541:0:35291:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1787998353.425542:0:35291:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf000 00000001:00000001:2.0:1787998353.425544:0:35291:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.425548:0:35291:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3d28 00000080:00000008:2.0:1787998353.425550:0:35291:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff94d198931988), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1787998353.425626:0:35291:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:2.0:1787998353.425628:0:35291:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3d88 00000080:00200008:2.0:1787998353.425630:0:35291:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000405:0x2b:0x0], ppos: 0, count: 4194304 00000080:00000001:2.0:1787998353.425633:0:35291:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:2.0:1787998353.425635:0:35291:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1787998353.425638:0:35291:0:(rw.c:1191:ras_detect_read_pattern()) lre 0 cr 1 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00400000:2.0:1787998353.425642:0:35291:0:(rw.c:1245:ras_detect_read_pattern()) lre 4194303 cr 1 cb 4194304 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000020:00000001:2.0:1787998353.425662:0:35291:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787998353.425664:0:35291:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798653448 : -117846910898168 : ffff94d1a0bcf008) 00000020:00001000:2.0:1787998353.425667:0:35291:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf000 00000080:00000001:2.0:1787998353.425669:0:35291:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1787998353.425671:0:35291:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.425673:0:35291:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1787998353.425675:0:35291:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3c98 00000080:00200000:2.0:1787998353.425676:0:35291:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194258 00000020:00000001:2.0:1787998353.425680:0:35291:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3c30 00000080:00200000:2.0:1787998353.425682:0:35291:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:2.0:1787998353.425683:0:35291:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1787998353.425688:0:35291:0:(cl_io.c:214:cl_io_rw_init()) header@00000000e5366ee4[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000020:00200000:2.0:1787998353.425690:0:35291:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194304) 0 0 00000020:00000001:2.0:1787998353.425692:0:35291:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:2.0:1787998353.425693:0:35291:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1787998353.425695:0:35291:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1787998353.425696:0:35291:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1787998353.425698:0:35291:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787998353.425700:0:35291:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1787998353.425702:0:35291:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998353.425705:0:35291:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.425707:0:35291:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1787998353.425708:0:35291:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.425710:0:35291:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1787998353.425712:0:35291:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff94d19226e0c0 type 1 ignore/verify layout 0/0 00020000:00000002:2.0:1787998353.425714:0:35291:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d183bdcf80 00020000:00000001:2.0:1787998353.425717:0:35291:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1787998353.425718:0:35291:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1787998353.425719:0:35291:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1787998353.425721:0:35291:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.425722:0:35291:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1787998353.425724:0:35291:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1787998353.425725:0:35291:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.425726:0:35291:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787998353.425727:0:35291:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1787998353.425728:0:35291:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1787998353.425729:0:35291:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d183bdcf80 00000020:00000001:2.0:1787998353.425731:0:35291:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.425733:0:35291:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.425736:0:35291:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1787998353.425737:0:35291:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1787998353.425739:0:35291:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1787998353.425742:0:35291:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194304) 4194304, 4194258 00020000:00000001:2.0:1787998353.425744:0:35291:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1787998353.425746:0:35291:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1787998353.425747:0:35291:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:2.0:1787998353.425750:0:35291:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787998353.425751:0:35291:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1787998353.425752:0:35291:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787998353.425753:0:35291:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798656472 : -117846910895144 : ffff94d1a0bcfbd8) 00000020:00001000:2.0:1787998353.425755:0:35291:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfbd0 00000020:00000001:2.0:1787998353.425757:0:35291:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa33a0 -> ffff94d1a0aa3850 00000020:00000001:2.0:1787998353.425758:0:35291:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1787998353.425760:0:35291:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787998353.425761:0:35291:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1787998353.425762:0:35291:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.425763:0:35291:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.425765:0:35291:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:2.0:1787998353.425794:0:35291:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1787998353.425796:0:35291:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1787998353.425798:0:35291:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.425799:0:35291:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.425802:0:35291:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.425803:0:35291:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.425805:0:35291:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.425806:0:35291:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1787998353.425808:0:35291:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:2.0:1787998353.425810:0:35291:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1787998353.425812:0:35291:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1787998353.425814:0:35291:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1787998353.425816:0:35291:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.425818:0:35291:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.425820:0:35291:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1787998353.425821:0:35291:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1023] 00000020:00000001:2.0:1787998353.425823:0:35291:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1787998353.425824:0:35291:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1787998353.425826:0:35291:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.425828:0:35291:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.425829:0:35291:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.425831:0:35291:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.425833:0:35291:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.425835:0:35291:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1787998353.425836:0:35291:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1787998353.425837:0:35291:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1787998353.425839:0:35291:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1787998353.425840:0:35291:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.425842:0:35291:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.425843:0:35291:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.425845:0:35291:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.425846:0:35291:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1787998353.425847:0:35291:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1787998353.425848:0:35291:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1787998353.425850:0:35291:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1787998353.425851:0:35291:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1787998353.425853:0:35291:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000010:2.0:1787998353.425856:0:35291:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d19219df80. 00020000:00000002:2.0:1787998353.425858:0:35291:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:2.0:1787998353.425860:0:35291:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1787998353.425862:0:35291:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787998353.425863:0:35291:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:2.0:1787998353.425865:0:35291:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1787998353.425867:0:35291:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d1861ada20. 00000008:00010000:2.0:1787998353.425869:0:35291:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1787998353.425870:0:35291:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1787998353.425871:0:35291:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1787998353.425873:0:35291:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d19219dfb0, osc lock ffff94d1861ada20, flags 0x0 00000020:00000001:2.0:1787998353.425875:0:35291:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.425877:0:35291:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.425878:0:35291:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626226553085824 : -117847156465792 : ffff94d19219df80) 00000020:00000001:2.0:1787998353.425880:0:35291:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1787998353.425881:0:35291:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1787998353.425882:0:35291:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.425883:0:35291:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.425884:0:35291:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1787998353.425885:0:35291:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1787998353.425886:0:35291:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787998353.425887:0:35291:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:2.0:1787998353.425889:0:35291:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1787998353.425890:0:35291:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1787998353.425891:0:35291:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1787998353.425893:0:35291:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.425895:0:35291:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1787998353.425896:0:35291:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1787998353.425897:0:35291:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1787998353.425898:0:35291:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1787998353.425899:0:35291:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1787998353.425900:0:35291:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1787998353.425901:0:35291:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1787998353.425903:0:35291:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998353.425906:0:35291:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921c00 count: 2 00010000:00000001:2.0:1787998353.425908:0:35291:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998353.425911:0:35291:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998353.425913:0:35291:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787998353.425916:0:35291:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1787998353.425929:0:35291:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1787998353.425931:0:35291:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998353.425934:0:35291:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4194303) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1787998353.425939:0:35291:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.425941:0:35291:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.425942:0:35291:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=4 00000020:00000001:2.0:1787998353.425944:0:35291:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:2.0:1787998353.425946:0:35291:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00000008:00000001:2.0:1787998353.425949:0:35291:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1787998353.425950:0:35291:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.425951:0:35291:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.425952:0:35291:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=5 00000020:00000001:2.0:1787998353.425954:0:35291:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:2.0:1787998353.425955:0:35291:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:2.0:1787998353.425957:0:35291:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.425958:0:35291:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.425959:0:35291:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=6 00000020:00000001:2.0:1787998353.425961:0:35291:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:2.0:1787998353.425962:0:35291:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:2.0:1787998353.425964:0:35291:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998353.425965:0:35291:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998353.425968:0:35291:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1787998353.425974:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.425976:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1787998353.425977:0:35291:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.425979:0:35291:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.425980:0:35291:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.425982:0:35291:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=7 00000020:00000001:2.0:1787998353.425984:0:35291:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:2.0:1787998353.425985:0:35291:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:2.0:1787998353.425987:0:35291:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998353.425989:0:35291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1787998353.425995:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.425996:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1787998353.425999:0:35291:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 6/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1787998353.426005:0:35291:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998353.426006:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.426007:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.426008:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.426009:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1787998353.426010:0:35291:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1787998353.426012:0:35291:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.426013:0:35291:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.426015:0:35291:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.426017:0:35291:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.426018:0:35291:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.426020:0:35291:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.426022:0:35291:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.426024:0:35291:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1787998353.426025:0:35291:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:2.0:1787998353.426027:0:35291:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3b90 00000080:00200000:2.0:1787998353.426028:0:35291:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194304) 00000020:00000001:2.0:1787998353.426032:0:35291:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1787998353.426034:0:35291:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1787998353.426036:0:35291:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:2.0:1787998353.426039:0:35291:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787998353.426041:0:35291:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:2.0:1787998353.426042:0:35291:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1787998353.426044:0:35291:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1787998353.426046:0:35291:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.426048:0:35291:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.426049:0:35291:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.426051:0:35291:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.426053:0:35291:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:2.0:1787998353.426054:0:35291:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:2.0:1787998353.426056:0:35291:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1787998353.426057:0:35291:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1787998353.426059:0:35291:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1787998353 a=0 c=1787998353 b=0 00020000:00000001:2.0:1787998353.426061:0:35291:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.426062:0:35291:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.426064:0:35291:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000001:00000001:2.0:1787998353.426066:0:35291:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1787998353.426068:0:35291:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:2.0:1787998353.426069:0:35291:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1787998353.426070:0:35291:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1787998353.426072:0:35291:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1787998353.426073:0:35291:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1787998353.426074:0:35291:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1787998353.426078:0:35291:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d19219d700. 00020000:00000002:2.0:1787998353.426080:0:35291:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1787998353.426082:0:35291:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1787998353.426083:0:35291:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787998353.426084:0:35291:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:2.0:1787998353.426086:0:35291:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1787998353.426089:0:35291:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d1861ad1d0. 00000008:00010000:2.0:1787998353.426090:0:35291:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1787998353.426092:0:35291:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1787998353.426093:0:35291:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1787998353.426095:0:35291:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d19219d730, osc lock ffff94d1861ad1d0, flags 0x400001002 00000020:00000001:2.0:1787998353.426097:0:35291:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.426098:0:35291:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.426099:0:35291:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626226553083648 : -117847156467968 : ffff94d19219d700) 00000020:00000001:2.0:1787998353.426101:0:35291:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1787998353.426103:0:35291:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1787998353.426104:0:35291:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.426106:0:35291:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.426107:0:35291:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1787998353.426109:0:35291:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1787998353.426109:0:35291:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1787998353.426110:0:35291:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1787998353.426111:0:35291:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787998353.426113:0:35291:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:2.0:1787998353.426114:0:35291:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1787998353.426115:0:35291:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1787998353.426116:0:35291:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1787998353.426118:0:35291:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1787998353.426119:0:35291:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1787998353.426120:0:35291:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1787998353.426121:0:35291:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1787998353.426122:0:35291:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1787998353.426123:0:35291:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1787998353.426125:0:35291:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1787998353.426126:0:35291:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998353.426128:0:35291:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921c00 count: 2 00010000:00000001:2.0:1787998353.426130:0:35291:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998353.426132:0:35291:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998353.426134:0:35291:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998353.426137:0:35291:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1787998353.426144:0:35291:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1787998353.426146:0:35291:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998353.426149:0:35291:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1787998353.426155:0:35291:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.426156:0:35291:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.426158:0:35291:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=6 00000020:00000001:2.0:1787998353.426160:0:35291:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:2.0:1787998353.426162:0:35291:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00000008:00000001:2.0:1787998353.426164:0:35291:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1787998353.426177:0:35291:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.426178:0:35291:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.426180:0:35291:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=7 00000020:00000001:2.0:1787998353.426182:0:35291:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:2.0:1787998353.426183:0:35291:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00000020:00000001:2.0:1787998353.426186:0:35291:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1787998353.426188:0:35291:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1787998353.426189:0:35291:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1787998353.426190:0:35291:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.426192:0:35291:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.426193:0:35291:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.426194:0:35291:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=8 00000020:00000001:2.0:1787998353.426196:0:35291:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:2.0:1787998353.426198:0:35291:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:2.0:1787998353.426200:0:35291:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998353.426202:0:35291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 8/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1787998353.426209:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.426211:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1787998353.426213:0:35291:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 7/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1787998353.426218:0:35291:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998353.426219:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.426220:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.426221:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.426222:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1787998353.426223:0:35291:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1787998353.426224:0:35291:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.426226:0:35291:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.426228:0:35291:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.426230:0:35291:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.426231:0:35291:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1787998353.426232:0:35291:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1787998353.426234:0:35291:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1787998353.426235:0:35291:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1787998353.426237:0:35291:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.426238:0:35291:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.426240:0:35291:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1787998353.426242:0:35291:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:2.0:1787998353.426243:0:35291:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:2.0:1787998353.426245:0:35291:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1787998353.426247:0:35291:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1787998353.426248:0:35291:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1787998353 a=0 c=1787998353 b=0 00020000:00000001:2.0:1787998353.426250:0:35291:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.426252:0:35291:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.426253:0:35291:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000080:00200000:2.0:1787998353.426255:0:35291:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 0 00000080:00000001:2.0:1787998353.426257:0:35291:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1787998353.426259:0:35291:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1787998353.426261:0:35291:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d19226e060 (ffff94d1a0bcf008/0) at cl_lock_release():245 00000020:00000001:2.0:1787998353.426263:0:35291:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1787998353.426264:0:35291:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d19226e060 (ffff94d1a0bcf008/0) at cl_lock_cancel():142 00020000:00000001:2.0:1787998353.426266:0:35291:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1787998353.426268:0:35291:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787998353.426269:0:35291:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:2.0:1787998353.426271:0:35291:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1787998353.426272:0:35291:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d19219d730 (ffff94d1a0bcfbd8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1787998353.426274:0:35291:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1787998353.426275:0:35291:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1787998353.426276:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.426277:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1787998353.426277:0:35291:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1787998353.426279:0:35291:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1787998353.426280:0:35291:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1787998353.426281:0:35291:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1787998353.426282:0:35291:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1787998353.426283:0:35291:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d19226e060 (ffff94d1a0bcf008/0) at cl_lock_fini():72 00020000:00000001:2.0:1787998353.426286:0:35291:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1787998353.426287:0:35291:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1787998353.426288:0:35291:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d19219d730 (ffff94d1a0bcf008/1) at cl_lock_fini():72 00000008:00000010:2.0:1787998353.426290:0:35291:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d1861ad1d0. 00000020:00000001:2.0:1787998353.426293:0:35291:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1787998353.426294:0:35291:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d19219d700. 00020000:00000001:2.0:1787998353.426296:0:35291:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1787998353.426297:0:35291:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1787998353.426298:0:35291:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1787998353.426299:0:35291:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1787998353.426304:0:35291:0:(vvp_io.c:864:vvp_io_read_start()) header@00000000e5366ee4[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000080:00000002:2.0:1787998353.426306:0:35291:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205339611179, 4194258 bytes, offset 46, size 46 00000080:00400000:2.0:1787998353.426308:0:35291:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194258, ra_start 0, ra_count 1024 00000080:00200000:2.0:1787998353.426311:0:35291:0:(vvp_io.c:893:vvp_io_read_start()) count:4194258 iocb pos:46 00020000:00000001:2.0:1787998353.426314:0:35291:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1787998353.426316:0:35291:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1787998353.426317:0:35291:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1787998353.426318:0:35291:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:2.0:1787998353.426319:0:35291:0:(cl_object.c:143:cl_object_top()) ffff94d19391c8c0 -> ffff94d1a0aa3850 00000020:00000001:2.0:1787998353.426321:0:35291:0:(cl_object.c:143:cl_object_top()) ffff94d19391c8c0 -> ffff94d1a0aa3850 00000020:00000001:2.0:1787998353.426323:0:35291:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1787998353.426325:0:35291:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1787998353.426327:0:35291:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.426329:0:35291:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.426330:0:35291:0:(cl_object.c:143:cl_object_top()) ffff94d19391c8c0 -> ffff94d1a0aa3850 00000008:00000001:2.0:1787998353.426332:0:35291:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.426333:0:35291:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.426335:0:35291:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.426336:0:35291:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.426337:0:35291:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.426339:0:35291:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1787998353.426340:0:35291:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1787998353.426341:0:35291:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1787998353.426342:0:35291:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1787998353.426343:0:35291:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1787998353.426344:0:35291:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.426346:0:35291:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.426348:0:35291:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1787998353.426349:0:35291:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1787998353.426351:0:35291:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1787998353.426352:0:35291:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d191a0e038 (ffff94d1a0bcf008/0) at cl_lock_release():245 00000020:00000001:2.0:1787998353.426355:0:35291:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1787998353.426356:0:35291:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d191a0e038 (ffff94d1a0bcf008/0) at cl_lock_cancel():142 00020000:00000001:2.0:1787998353.426358:0:35291:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1787998353.426359:0:35291:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787998353.426360:0:35291:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:2.0:1787998353.426362:0:35291:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1787998353.426363:0:35291:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d19219dfb0 (ffff94d1a0bcfbd8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1787998353.426365:0:35291:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1787998353.426366:0:35291:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1787998353.426367:0:35291:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.426368:0:35291:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.426370:0:35291:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=5 00000020:00000001:2.0:1787998353.426371:0:35291:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:2.0:1787998353.426373:0:35291:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:2.0:1787998353.426374:0:35291:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998353.426377:0:35291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1787998353.426384:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.426385:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.426386:0:35291:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787998353.426388:0:35291:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787998353.426390:0:35291:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:2.0:1787998353.426396:0:35291:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787998353.426398:0:35291:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998353.426399:0:35291:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998353.426402:0:35291:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.426404:0:35291:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998353.426405:0:35291:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.426407:0:35291:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.426410:0:35291:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.426411:0:35291:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998353.426413:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.426414:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.426415:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.426416:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1787998353.426417:0:35291:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1787998353.426418:0:35291:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1787998353.426420:0:35291:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1787998353.426421:0:35291:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1787998353.426422:0:35291:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1787998353.426423:0:35291:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d191a0e038 (ffff94d1a0bcf008/0) at cl_lock_fini():72 00020000:00000001:2.0:1787998353.426425:0:35291:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1787998353.426426:0:35291:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1787998353.426427:0:35291:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d19219dfb0 (ffff94d1a0bcf008/1) at cl_lock_fini():72 00000008:00000010:2.0:1787998353.426430:0:35291:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d1861ada20. 00000020:00000001:2.0:1787998353.426432:0:35291:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1787998353.426434:0:35291:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d19219df80. 00020000:00000001:2.0:1787998353.426435:0:35291:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1787998353.426436:0:35291:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1787998353.426437:0:35291:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1787998353.426439:0:35291:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1787998353.426440:0:35291:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1787998353.426441:0:35291:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1787998353.426442:0:35291:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1787998353.426443:0:35291:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.426445:0:35291:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.426446:0:35291:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1787998353.426448:0:35291:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1787998353.426449:0:35291:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1787998353.426451:0:35291:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:2.0:1787998353.426452:0:35291:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1787998353.426454:0:35291:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1787998353.426455:0:35291:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1787998353.426456:0:35291:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1787998353.426457:0:35291:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1787998353.426459:0:35291:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1787998353.426460:0:35291:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.426462:0:35291:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.426463:0:35291:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1787998353.426464:0:35291:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1787998353.426466:0:35291:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.426468:0:35291:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1787998353.426470:0:35291:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1787998353.426471:0:35291:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1787998353.426472:0:35291:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1787998353.426473:0:35291:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1787998353.426474:0:35291:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfbd0 00020000:00000001:2.0:1787998353.426476:0:35291:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1787998353.426478:0:35291:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1787998353.426479:0:35291:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1787998353.426480:0:35291:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1787998353.426483:0:35291:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1787998353.426483:0:35291:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1787998353.426485:0:35291:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3c98 00000080:00200000:2.0:1787998353.426486:0:35291:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:2.0:1787998353.426489:0:35291:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:2.0:1787998353.426490:0:35291:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1787998353.426492:0:35291:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf000 00000020:00000001:2.0:1787998353.426495:0:35291:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3d88 00000080:00000008:2.0:1787998353.426497:0:35291:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000405:0x2b:0x0], ppos: 46, count: 4194258, rc = 46 00000080:00000001:2.0:1787998353.426500:0:35291:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=46 : 46 : 2e) 00000080:00000001:2.0:1787998353.426532:0:35291:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:2.0:1787998353.426534:0:35291:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3d88 00000080:00200008:2.0:1787998353.426536:0:35291:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000405:0x2b:0x0], ppos: 46, count: 4194304 00000080:00000001:2.0:1787998353.426539:0:35291:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:2.0:1787998353.426541:0:35291:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1787998353.426544:0:35291:0:(rw.c:1288:ll_ras_enter()) kmsp 1 mwp 1024 mp 16384 00000080:00000001:2.0:1787998353.426546:0:35291:0:(rw.c:1297:ll_ras_enter()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1787998353.426549:0:35291:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787998353.426551:0:35291:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798653448 : -117846910898168 : ffff94d1a0bcf008) 00000020:00001000:2.0:1787998353.426553:0:35291:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf000 00000080:00000001:2.0:1787998353.426555:0:35291:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1787998353.426557:0:35291:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.426559:0:35291:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1787998353.426560:0:35291:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3c98 00000080:00200000:2.0:1787998353.426561:0:35291:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194304 00000020:00000001:2.0:1787998353.426564:0:35291:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3c30 00000080:00200000:2.0:1787998353.426565:0:35291:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:2.0:1787998353.426567:0:35291:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1787998353.426570:0:35291:0:(cl_io.c:214:cl_io_rw_init()) header@00000000e5366ee4[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000020:00200000:2.0:1787998353.426571:0:35291:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194350) 0 0 00000020:00000001:2.0:1787998353.426573:0:35291:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:2.0:1787998353.426574:0:35291:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1787998353.426576:0:35291:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1787998353.426577:0:35291:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1787998353.426579:0:35291:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787998353.426580:0:35291:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1787998353.426581:0:35291:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998353.426584:0:35291:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.426585:0:35291:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1787998353.426587:0:35291:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.426588:0:35291:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1787998353.426591:0:35291:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff94d19226e0c0 type 1 ignore/verify layout 0/0 00020000:00000002:2.0:1787998353.426593:0:35291:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d183bdcf80 00020000:00000001:2.0:1787998353.426595:0:35291:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1787998353.426596:0:35291:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1787998353.426598:0:35291:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1787998353.426599:0:35291:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.426600:0:35291:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1787998353.426602:0:35291:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1787998353.426603:0:35291:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.426604:0:35291:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787998353.426605:0:35291:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1787998353.426606:0:35291:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1787998353.426607:0:35291:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d183bdcf80 00000020:00000001:2.0:1787998353.426610:0:35291:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.426611:0:35291:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.426613:0:35291:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1787998353.426614:0:35291:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1787998353.426615:0:35291:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1787998353.426617:0:35291:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194350) 4194350, 4194304 00020000:00000001:2.0:1787998353.426619:0:35291:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1787998353.426620:0:35291:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1787998353.426622:0:35291:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:2.0:1787998353.426624:0:35291:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787998353.426625:0:35291:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1787998353.426626:0:35291:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787998353.426628:0:35291:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798656472 : -117846910895144 : ffff94d1a0bcfbd8) 00000020:00001000:2.0:1787998353.426630:0:35291:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfbd0 00000020:00000001:2.0:1787998353.426632:0:35291:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa33a0 -> ffff94d1a0aa3850 00000020:00000001:2.0:1787998353.426633:0:35291:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1787998353.426636:0:35291:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787998353.426637:0:35291:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1787998353.426638:0:35291:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.426640:0:35291:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.426641:0:35291:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:2.0:1787998353.426643:0:35291:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1787998353.426644:0:35291:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1787998353.426646:0:35291:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.426648:0:35291:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.426649:0:35291:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.426651:0:35291:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.426652:0:35291:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.426654:0:35291:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1787998353.426655:0:35291:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:2.0:1787998353.426657:0:35291:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1787998353.426658:0:35291:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1787998353.426660:0:35291:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1787998353.426662:0:35291:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.426664:0:35291:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.426666:0:35291:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1787998353.426667:0:35291:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1024] 00000020:00000001:2.0:1787998353.426669:0:35291:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1787998353.426670:0:35291:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1787998353.426671:0:35291:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.426673:0:35291:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.426675:0:35291:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.426676:0:35291:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.426677:0:35291:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.426679:0:35291:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1787998353.426680:0:35291:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1787998353.426681:0:35291:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1787998353.426682:0:35291:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1787998353.426683:0:35291:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.426685:0:35291:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.426686:0:35291:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.426687:0:35291:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.426689:0:35291:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1787998353.426690:0:35291:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1787998353.426691:0:35291:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1787998353.426693:0:35291:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1787998353.426694:0:35291:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1787998353.426695:0:35291:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000010:2.0:1787998353.426700:0:35291:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d19219df80. 00020000:00000002:2.0:1787998353.426702:0:35291:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:2.0:1787998353.426704:0:35291:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1787998353.426705:0:35291:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787998353.426706:0:35291:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:2.0:1787998353.426708:0:35291:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1787998353.426710:0:35291:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d1861ada20. 00000008:00010000:2.0:1787998353.426712:0:35291:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1787998353.426714:0:35291:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1787998353.426714:0:35291:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1787998353.426716:0:35291:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d19219dfb0, osc lock ffff94d1861ada20, flags 0x0 00000020:00000001:2.0:1787998353.426718:0:35291:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.426719:0:35291:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.426721:0:35291:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626226553085824 : -117847156465792 : ffff94d19219df80) 00000020:00000001:2.0:1787998353.426723:0:35291:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1787998353.426724:0:35291:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1787998353.426725:0:35291:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.426726:0:35291:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.426728:0:35291:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1787998353.426729:0:35291:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1787998353.426730:0:35291:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787998353.426731:0:35291:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:2.0:1787998353.426733:0:35291:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1787998353.426734:0:35291:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1787998353.426735:0:35291:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1787998353.426737:0:35291:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.426739:0:35291:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1787998353.426740:0:35291:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1787998353.426741:0:35291:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1787998353.426742:0:35291:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1787998353.426743:0:35291:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1787998353.426744:0:35291:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1787998353.426746:0:35291:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1787998353.426747:0:35291:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998353.426751:0:35291:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921c00 count: 2 00010000:00000001:2.0:1787998353.426753:0:35291:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998353.426757:0:35291:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998353.426759:0:35291:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787998353.426762:0:35291:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 02000000:00000001:2.0:1787998353.431216:0:35291:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1787998353.433318:0:35291:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998353.433331:0:35291:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4198399) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:3.0:1787998353.433357:0:35291:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998353.433360:0:35291:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998353.433363:0:35291:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=4 00000020:00000001:3.0:1787998353.433366:0:35291:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:3.0:1787998353.433369:0:35291:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00000008:00000001:3.0:1787998353.433373:0:35291:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1787998353.433376:0:35291:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998353.433377:0:35291:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998353.433378:0:35291:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=5 00000020:00000001:3.0:1787998353.433380:0:35291:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:3.0:1787998353.433381:0:35291:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:3.0:1787998353.433384:0:35291:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998353.433385:0:35291:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998353.433386:0:35291:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=6 00000020:00000001:3.0:1787998353.433388:0:35291:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:3.0:1787998353.433389:0:35291:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:3.0:1787998353.433392:0:35291:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998353.433394:0:35291:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998353.433398:0:35291:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:3.0:1787998353.433406:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998353.433408:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1787998353.433410:0:35291:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998353.433412:0:35291:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998353.433413:0:35291:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998353.433414:0:35291:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=7 00000020:00000001:3.0:1787998353.433416:0:35291:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:3.0:1787998353.433418:0:35291:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:3.0:1787998353.433421:0:35291:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998353.433424:0:35291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:3.0:1787998353.433430:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998353.433432:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1787998353.433434:0:35291:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 6/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:3.0:1787998353.433441:0:35291:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998353.433442:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998353.433443:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998353.433444:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998353.433445:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1787998353.433446:0:35291:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998353.433449:0:35291:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.433452:0:35291:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998353.433455:0:35291:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.433456:0:35291:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.433458:0:35291:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.433461:0:35291:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.433463:0:35291:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.433465:0:35291:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:3.0:1787998353.433470:0:35291:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:3.0:1787998353.433473:0:35291:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3b90 00000080:00200000:3.0:1787998353.433475:0:35291:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194350) 00000020:00000001:3.0:1787998353.433479:0:35291:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:3.0:1787998353.433482:0:35291:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:3.0:1787998353.433486:0:35291:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:3.0:1787998353.433489:0:35291:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1787998353.433491:0:35291:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:3.0:1787998353.433493:0:35291:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:3.0:1787998353.433495:0:35291:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:3.0:1787998353.433499:0:35291:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.433500:0:35291:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998353.433502:0:35291:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.433504:0:35291:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.433508:0:35291:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:3.0:1787998353.433510:0:35291:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:3.0:1787998353.433512:0:35291:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1787998353.433515:0:35291:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1787998353.433518:0:35291:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1787998353.433520:0:35291:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:3.0:1787998353.433521:0:35291:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1787998353.433523:0:35291:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:3.0:1787998353.433525:0:35291:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=46 (1) m=1787998353 a=1787998353 c=1787998353 b=0 00020000:00000001:3.0:1787998353.433528:0:35291:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1787998353.433530:0:35291:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1787998353 a=1787998353 c=1787998353 b=0 00020000:00000001:3.0:1787998353.433533:0:35291:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.433547:0:35291:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.433549:0:35291:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000001:00000001:3.0:1787998353.433552:0:35291:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1787998353.433553:0:35291:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:3.0:1787998353.433555:0:35291:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1787998353.433556:0:35291:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1787998353.433559:0:35291:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1787998353.433560:0:35291:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1787998353.433563:0:35291:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1787998353.433572:0:35291:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d190a8df80. 00020000:00000002:3.0:1787998353.433575:0:35291:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1787998353.433577:0:35291:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1787998353.433578:0:35291:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1787998353.433580:0:35291:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:3.0:1787998353.433582:0:35291:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1787998353.433586:0:35291:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d190426260. 00000008:00010000:3.0:1787998353.433588:0:35291:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1787998353.433591:0:35291:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1787998353.433592:0:35291:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1787998353.433594:0:35291:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d190a8dfb0, osc lock ffff94d190426260, flags 0x400001002 00000020:00000001:3.0:1787998353.433595:0:35291:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998353.433597:0:35291:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998353.433599:0:35291:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626226528903040 : -117847180648576 : ffff94d190a8df80) 00000020:00000001:3.0:1787998353.433601:0:35291:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1787998353.433602:0:35291:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1787998353.433604:0:35291:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.433605:0:35291:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.433607:0:35291:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1787998353.433609:0:35291:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1787998353.433610:0:35291:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1787998353.433611:0:35291:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1787998353.433613:0:35291:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1787998353.433614:0:35291:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:3.0:1787998353.433615:0:35291:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1787998353.433617:0:35291:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1787998353.433619:0:35291:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1787998353.433621:0:35291:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1787998353.433624:0:35291:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1787998353.433625:0:35291:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1787998353.433627:0:35291:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1787998353.433628:0:35291:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1787998353.433629:0:35291:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1787998353.433630:0:35291:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1787998353.433632:0:35291:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998353.433637:0:35291:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921c00 count: 2 00010000:00000001:3.0:1787998353.433639:0:35291:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998353.433643:0:35291:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998353.433644:0:35291:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998353.433647:0:35291:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 02000000:00000001:3.0:1787998353.433656:0:35291:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1787998353.433658:0:35291:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998353.433661:0:35291:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:3.0:1787998353.433667:0:35291:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998353.433668:0:35291:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998353.433669:0:35291:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=6 00000020:00000001:3.0:1787998353.433671:0:35291:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:3.0:1787998353.433673:0:35291:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00000008:00000001:3.0:1787998353.433675:0:35291:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1787998353.433677:0:35291:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998353.433678:0:35291:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998353.433679:0:35291:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=7 00000020:00000001:3.0:1787998353.433681:0:35291:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:3.0:1787998353.433683:0:35291:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00000020:00000001:3.0:1787998353.433686:0:35291:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1787998353.433687:0:35291:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1787998353.433689:0:35291:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1787998353.433690:0:35291:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998353.433692:0:35291:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998353.433693:0:35291:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998353.433694:0:35291:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=8 00000020:00000001:3.0:1787998353.433695:0:35291:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:3.0:1787998353.433697:0:35291:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:3.0:1787998353.433699:0:35291:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998353.433701:0:35291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 8/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:3.0:1787998353.433715:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998353.433716:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1787998353.433719:0:35291:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 7/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:3.0:1787998353.433724:0:35291:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998353.433725:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998353.433726:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998353.433727:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998353.433728:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1787998353.433729:0:35291:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998353.433730:0:35291:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.433732:0:35291:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998353.433733:0:35291:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.433735:0:35291:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.433736:0:35291:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1787998353.433737:0:35291:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1787998353.433740:0:35291:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1787998353.433741:0:35291:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1787998353.433743:0:35291:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.433744:0:35291:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998353.433748:0:35291:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1787998353.433750:0:35291:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:3.0:1787998353.433751:0:35291:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:3.0:1787998353.433753:0:35291:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1787998353.433755:0:35291:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1787998353.433756:0:35291:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1787998353 a=1787998353 c=1787998353 b=0 00020000:00000001:3.0:1787998353.433759:0:35291:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.433760:0:35291:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.433761:0:35291:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000080:00200000:3.0:1787998353.433764:0:35291:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 0 00000080:00000001:3.0:1787998353.433792:0:35291:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1787998353.433796:0:35291:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1787998353.433798:0:35291:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d19226e060 (ffff94d1a0bcf008/0) at cl_lock_release():245 00000020:00000001:3.0:1787998353.433800:0:35291:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1787998353.433801:0:35291:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d19226e060 (ffff94d1a0bcf008/0) at cl_lock_cancel():142 00020000:00000001:3.0:1787998353.433804:0:35291:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1787998353.433806:0:35291:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1787998353.433807:0:35291:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:3.0:1787998353.433809:0:35291:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1787998353.433809:0:35291:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d190a8dfb0 (ffff94d1a0bcfbd8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1787998353.433812:0:35291:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1787998353.433813:0:35291:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1787998353.433815:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998353.433816:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1787998353.433817:0:35291:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1787998353.433819:0:35291:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1787998353.433820:0:35291:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1787998353.433821:0:35291:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1787998353.433822:0:35291:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1787998353.433823:0:35291:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d19226e060 (ffff94d1a0bcf008/0) at cl_lock_fini():72 00020000:00000001:3.0:1787998353.433825:0:35291:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1787998353.433827:0:35291:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1787998353.433828:0:35291:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d190a8dfb0 (ffff94d1a0bcf008/1) at cl_lock_fini():72 00000008:00000010:3.0:1787998353.433830:0:35291:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d190426260. 00000020:00000001:3.0:1787998353.433835:0:35291:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1787998353.433837:0:35291:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d190a8df80. 00020000:00000001:3.0:1787998353.433840:0:35291:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1787998353.433841:0:35291:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1787998353.433843:0:35291:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1787998353.433844:0:35291:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1787998353.433850:0:35291:0:(vvp_io.c:864:vvp_io_read_start()) header@00000000e5366ee4[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000080:00000002:3.0:1787998353.433852:0:35291:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205339611179, 4194304 bytes, offset 46, size 46 00000080:00400000:3.0:1787998353.433854:0:35291:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194304, ra_start 0, ra_count 1025 00000080:00200000:3.0:1787998353.433859:0:35291:0:(vvp_io.c:893:vvp_io_read_start()) count:4194304 iocb pos:46 00020000:00000001:3.0:1787998353.433865:0:35291:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1787998353.433867:0:35291:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1787998353.433868:0:35291:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1787998353.433869:0:35291:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:3.0:1787998353.433871:0:35291:0:(cl_object.c:143:cl_object_top()) ffff94d19391c8c0 -> ffff94d1a0aa3850 00000020:00000001:3.0:1787998353.433873:0:35291:0:(cl_object.c:143:cl_object_top()) ffff94d19391c8c0 -> ffff94d1a0aa3850 00000020:00000001:3.0:1787998353.433874:0:35291:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1787998353.433877:0:35291:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1787998353.433878:0:35291:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.433880:0:35291:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.433881:0:35291:0:(cl_object.c:143:cl_object_top()) ffff94d19391c8c0 -> ffff94d1a0aa3850 00000008:00000001:3.0:1787998353.433883:0:35291:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.433884:0:35291:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998353.433886:0:35291:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998353.433887:0:35291:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.433888:0:35291:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.433890:0:35291:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1787998353.433891:0:35291:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:3.0:1787998353.433892:0:35291:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1787998353.433893:0:35291:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1787998353.433894:0:35291:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1787998353.433895:0:35291:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998353.433897:0:35291:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.433898:0:35291:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1787998353.433900:0:35291:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1787998353.433901:0:35291:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1787998353.433902:0:35291:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d191a0e038 (ffff94d1a0bcf008/0) at cl_lock_release():245 00000020:00000001:3.0:1787998353.433904:0:35291:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1787998353.433906:0:35291:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d191a0e038 (ffff94d1a0bcf008/0) at cl_lock_cancel():142 00020000:00000001:3.0:1787998353.433907:0:35291:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1787998353.433909:0:35291:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1787998353.433910:0:35291:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:3.0:1787998353.433912:0:35291:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1787998353.433913:0:35291:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d19219dfb0 (ffff94d1a0bcfbd8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1787998353.434211:0:35291:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1787998353.434213:0:35291:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1787998353.434215:0:35291:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998353.434216:0:35291:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998353.434218:0:35291:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=5 00000020:00000001:3.0:1787998353.434220:0:35291:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:3.0:1787998353.434223:0:35291:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:3.0:1787998353.434224:0:35291:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998353.434227:0:35291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:3.0:1787998353.434235:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998353.434236:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998353.434237:0:35291:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787998353.434239:0:35291:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787998353.434242:0:35291:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:3.0:1787998353.434249:0:35291:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787998353.434252:0:35291:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787998353.434254:0:35291:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998353.434256:0:35291:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998353.434259:0:35291:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787998353.434261:0:35291:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998353.434262:0:35291:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998353.434265:0:35291:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998353.434267:0:35291:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998353.434268:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998353.434269:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998353.434271:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998353.434272:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1787998353.434273:0:35291:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1787998353.434274:0:35291:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1787998353.434275:0:35291:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1787998353.434277:0:35291:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1787998353.434278:0:35291:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1787998353.434279:0:35291:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d191a0e038 (ffff94d1a0bcf008/0) at cl_lock_fini():72 00020000:00000001:3.0:1787998353.434281:0:35291:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1787998353.434282:0:35291:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1787998353.434283:0:35291:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d19219dfb0 (ffff94d1a0bcf008/1) at cl_lock_fini():72 00000008:00000010:3.0:1787998353.434286:0:35291:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d1861ada20. 00000020:00000001:3.0:1787998353.434289:0:35291:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1787998353.434291:0:35291:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d19219df80. 00020000:00000001:3.0:1787998353.434293:0:35291:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1787998353.434294:0:35291:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1787998353.434295:0:35291:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1787998353.434297:0:35291:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1787998353.434299:0:35291:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1787998353.434300:0:35291:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1787998353.434302:0:35291:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1787998353.434303:0:35291:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998353.434305:0:35291:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998353.434306:0:35291:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1787998353.434307:0:35291:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1787998353.434309:0:35291:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1787998353.434311:0:35291:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:3.0:1787998353.434313:0:35291:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1787998353.434314:0:35291:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1787998353.434316:0:35291:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1787998353.434317:0:35291:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1787998353.434318:0:35291:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1787998353.434320:0:35291:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1787998353.434322:0:35291:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998353.434324:0:35291:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998353.434326:0:35291:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1787998353.434327:0:35291:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1787998353.434328:0:35291:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.434331:0:35291:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1787998353.434333:0:35291:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1787998353.434334:0:35291:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1787998353.434335:0:35291:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1787998353.434336:0:35291:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1787998353.434338:0:35291:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfbd0 00020000:00000001:3.0:1787998353.434341:0:35291:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1787998353.434343:0:35291:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1787998353.434344:0:35291:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1787998353.434346:0:35291:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1787998353.434350:0:35291:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1787998353.434351:0:35291:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:3.0:1787998353.434353:0:35291:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3c98 00000080:00200000:3.0:1787998353.434355:0:35291:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:3.0:1787998353.434358:0:35291:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:3.0:1787998353.434360:0:35291:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1787998353.434363:0:35291:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf000 00000020:00000001:3.0:1787998353.434365:0:35291:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3d88 00000080:00000008:3.0:1787998353.434367:0:35291:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000405:0x2b:0x0], ppos: 46, count: 4194304, rc = 0 00000080:00000001:3.0:1787998353.434369:0:35291:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998353.434444:0:35291:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1787998353.434447:0:35291:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d183bdcf80 00020000:00000002:3.0:1787998353.434451:0:35291:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d183bdcf80 00020000:00000001:3.0:1787998353.434453:0:35291:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998353.434460:0:35291:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1787998353.434462:0:35291:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3df0 00000080:00200008:3.0:1787998353.434464:0:35291:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x2b:0x0](ffff94d198931988), flags 100000 00000080:00000001:3.0:1787998353.434468:0:35291:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1787998353.434470:0:35291:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:3.0:1787998353.434471:0:35291:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1787998353.434473:0:35291:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d183bdcf80 00020000:00000002:3.0:1787998353.434475:0:35291:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d183bdcf80 00020000:00000001:3.0:1787998353.434477:0:35291:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998353.434479:0:35291:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:3.0:1787998353.434484:0:35291:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998353.434487:0:35291:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998353.434489:0:35291:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998353.434491:0:35291:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998353.434492:0:35291:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998353.434494:0:35291:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:3.0:1787998353.434496:0:35291:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998353.434500:0:35291:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998353.434502:0:35291:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998353.434507:0:35291:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98a00 count: 4 00010000:00000001:3.0:1787998353.434509:0:35291:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998353.434512:0:35291:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1787998353.434514:0:35291:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1787998353.434516:0:35291:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1787998353.434519:0:35291:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998353.434522:0:35291:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc1e lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad6f0 expref: -99 pid: 35291 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1787998353.434529:0:35291:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998353.434530:0:35291:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998353.434531:0:35291:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1787998353.434533:0:35291:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2b:0x0]: 16 00000080:00000010:3.0:1787998353.434550:0:35291:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d1838d63c0. 00000080:00000001:3.0:1787998353.434553:0:35291:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.434557:0:35291:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3df0 00000080:00000008:3.0:1787998353.434559:0:35291:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff94d198931988), flags 100000, rc = 0 00000080:00000001:3.0:1787998353.434562:0:35291:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998353.434566:0:35291:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1787998353.434567:0:35291:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3e00 00000080:00002000:3.0:1787998353.434569:0:35291:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff94d198a46948, parent ffff94d198a90798, inode ffff94d198931988) hashed, 00000080:00000001:3.0:1787998353.434573:0:35291:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998353.465571:0:35292:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998353.465579:0:35292:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998353.465581:0:35292:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1787998353.465584:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbfb20 00000080:00200000:3.0:1787998353.465589:0:35292:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:3.0:1787998353.465597:0:35292:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1861f7600. 00800000:00000002:3.0:1787998353.465603:0:35292:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:3.0:1787998353.465607:0:35292:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787998353.465612:0:35292:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787998353.465614:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbfa40 00800000:00000002:3.0:1787998353.465616:0:35292:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998353.465619:0:35292:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787998353.465622:0:35292:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998353.465624:0:35292:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998353.465629:0:35292:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998353.465630:0:35292:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998353.465633:0:35292:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998353.465635:0:35292:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998353.465637:0:35292:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998353.465640:0:35292:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1787998353.465646:0:35292:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787998353.465647:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbf910 00000002:00010000:3.0:1787998353.465649:0:35292:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1787998353.465652:0:35292:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787998353.465654:0:35292:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998353.465657:0:35292:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998353.465663:0:35292:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360f00 count: 2 00010000:00000001:3.0:1787998353.465666:0:35292:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998353.465670:0:35292:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998353.465675:0:35292:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787998353.465680:0:35292:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6e2 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1787998353.465690:0:35292:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1787998353.465695:0:35292:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998353.465698:0:35292:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6e2 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1787998353.466473:0:35292:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1787998353.466478:0:35292:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1787998353.466480:0:35292:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787998353.466483:0:35292:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787998353.466485:0:35292:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787998353.466487:0:35292:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1787998353.466490:0:35292:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1787998353.466493:0:35292:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:3.0:1787998353.466497:0:35292:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1861f7600. 00000080:00000001:3.0:1787998353.466500:0:35292:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1787998353.466507:0:35292:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998353.466510:0:35292:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:3.0:1787998353.466513:0:35292:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cc17 00800000:00000001:3.0:1787998353.466517:0:35292:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787998353.466519:0:35292:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787998353.466521:0:35292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998353.466523:0:35292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998353.466526:0:35292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4600 refcount=3 00000020:00000001:3.0:1787998353.466528:0:35292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:3.0:1787998353.466531:0:35292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:3.0:1787998353.466534:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998353.466535:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998353.466536:0:35292:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998353.466538:0:35292:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998353.466540:0:35292:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc17 from it ffffb66d41cbfb58 00010000:00000001:3.0:1787998353.466542:0:35292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998353.466543:0:35292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998353.466544:0:35292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4600 refcount=3 00000020:00000001:3.0:1787998353.466546:0:35292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:3.0:1787998353.466548:0:35292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:3.0:1787998353.466550:0:35292:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998353.466554:0:35292:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad6e2 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1787998353.466560:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998353.466562:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998353.466563:0:35292:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787998353.466565:0:35292:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787998353.466567:0:35292:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6e2 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1787998353.466574:0:35292:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787998353.466577:0:35292:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787998353.466579:0:35292:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998353.466583:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998353.466583:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998353.466585:0:35292:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998353.466801:0:35292:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787998353.466804:0:35292:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998353.466807:0:35292:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998353.466810:0:35292:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998353.466813:0:35292:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998353.466814:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998353.466816:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1787998353.466819:0:35292:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1787998353.466820:0:35292:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787998353.466823:0:35292:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:3.0:1787998353.466828:0:35292:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998353.466833:0:35292:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1787998353.466835:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbfb48 00000080:00002000:3.0:1787998353.466837:0:35292:0:(dcache.c:87:ll_dcompare()) found name recon(ffff94d198a46948) flags 0x48004e refc 0 00000080:00000001:3.0:1787998353.466840:0:35292:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.466842:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbfb90 00000080:00200000:3.0:1787998353.466844:0:35292:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:3.0:1787998353.466854:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbfd08 00000080:00200008:3.0:1787998353.466856:0:35292:0:(file.c:6295:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff94d198931988), request_mask 606, flags 0, foreign 0 00000080:00000001:3.0:1787998353.466861:0:35292:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1787998353.466862:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbfc80 00000080:00200000:3.0:1787998353.466864:0:35292:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff94d198931988),name=recon 00000080:00000010:3.0:1787998353.466871:0:35292:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1861f7600. 00800000:00000002:3.0:1787998353.466875:0:35292:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:3.0:1787998353.466879:0:35292:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787998353.466881:0:35292:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787998353.466883:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbfba0 00800000:00000002:3.0:1787998353.466885:0:35292:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998353.466888:0:35292:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787998353.466891:0:35292:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998353.466893:0:35292:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998353.466894:0:35292:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998353.466896:0:35292:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998353.466899:0:35292:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998353.466900:0:35292:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998353.466903:0:35292:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998353.466905:0:35292:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998353.466906:0:35292:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998353.466907:0:35292:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998353.466908:0:35292:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998353.466909:0:35292:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998353.466911:0:35292:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:3.0:1787998353.466912:0:35292:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998353.466915:0:35292:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:3.0:1787998353.467426:0:35292:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787998353.467429:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbfa70 00000002:00010000:3.0:1787998353.467432:0:35292:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1787998353.467436:0:35292:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787998353.467438:0:35292:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998353.467440:0:35292:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998353.467446:0:35292:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98a00 count: 4 00010000:00000001:3.0:1787998353.467448:0:35292:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998353.467452:0:35292:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998353.467455:0:35292:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787998353.467459:0:35292:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1787998353.467469:0:35292:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1787998353.467474:0:35292:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998353.467477:0:35292:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000002:00000001:3.0:1787998353.467484:0:35292:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1787998353.467485:0:35292:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1787998353.467487:0:35292:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787998353.467489:0:35292:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787998353.467491:0:35292:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787998353.467494:0:35292:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1787998353.467496:0:35292:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1787998353.467499:0:35292:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:3.0:1787998353.467501:0:35292:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1861f7600. 00000080:00000001:3.0:1787998353.467505:0:35292:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1787998353.467506:0:35292:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998353.467509:0:35292:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff94d198931988) 00000080:00010000:3.0:1787998353.467512:0:35292:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff94d198931988) for lock 0xb2d39e653c8cbed 00800000:00000001:3.0:1787998353.467515:0:35292:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787998353.467517:0:35292:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787998353.467518:0:35292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998353.467520:0:35292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998353.467522:0:35292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=3 00000020:00000001:3.0:1787998353.467524:0:35292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:3.0:1787998353.467526:0:35292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:3.0:1787998353.467529:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998353.467530:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998353.467531:0:35292:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998353.467533:0:35292:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998353.467534:0:35292:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cbed from it ffffb66d41cbfcb8 00010000:00000001:3.0:1787998353.467536:0:35292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998353.467537:0:35292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998353.467538:0:35292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=3 00000020:00000001:3.0:1787998353.467540:0:35292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:3.0:1787998353.467542:0:35292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:3.0:1787998353.467543:0:35292:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998353.467546:0:35292:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1787998353.467552:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998353.467553:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998353.467554:0:35292:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787998353.467556:0:35292:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787998353.467559:0:35292:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1787998353.467566:0:35292:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787998353.467568:0:35292:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787998353.467569:0:35292:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998353.467572:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998353.467573:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998353.467574:0:35292:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998353.467576:0:35292:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787998353.467578:0:35292:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998353.467580:0:35292:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998353.467582:0:35292:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998353.467584:0:35292:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998353.467585:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998353.467586:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1787998353.467588:0:35292:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1787998353.467589:0:35292:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1787998353.467593:0:35292:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1787998353.467596:0:35292:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1787998353.467598:0:35292:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1787998353.467600:0:35292:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1787998353.467601:0:35292:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998353.467603:0:35292:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1787998353.467606:0:35292:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1787998353.467609:0:35292:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787998353.467613:0:35292:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798653448 : -117846910898168 : ffff94d1a0bcf008) 00000020:00001000:3.0:1787998353.467616:0:35292:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf000 00000020:00000001:3.0:1787998353.467620:0:35292:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:3.0:1787998353.467623:0:35292:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1787998353.467625:0:35292:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1787998353.467627:0:35292:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1787998353.467631:0:35292:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1787998353.467632:0:35292:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1787998353.467634:0:35292:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1787998353.467636:0:35292:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998353.467638:0:35292:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1787998353.467642:0:35292:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff94d19226e0c0 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1787998353.467645:0:35292:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d1917aa7c0 00020000:00000001:3.0:1787998353.467649:0:35292:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1787998353.467651:0:35292:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1787998353.467653:0:35292:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1787998353.467655:0:35292:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998353.467657:0:35292:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1787998353.467659:0:35292:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1787998353.467660:0:35292:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.467662:0:35292:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1787998353.467663:0:35292:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1787998353.467664:0:35292:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1787998353.467665:0:35292:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d1917aa7c0 00000020:00000001:3.0:1787998353.467668:0:35292:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1787998353.467670:0:35292:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1787998353.467671:0:35292:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:3.0:1787998353.467673:0:35292:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1787998353.467675:0:35292:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1787998353.467677:0:35292:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1787998353.467679:0:35292:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1787998353.467683:0:35292:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1787998353.467689:0:35292:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d190a8df80. 00020000:00000002:3.0:1787998353.467692:0:35292:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1787998353.467694:0:35292:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1787998353.467696:0:35292:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1787998353.467698:0:35292:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1787998353.467699:0:35292:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787998353.467701:0:35292:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798656472 : -117846910895144 : ffff94d1a0bcfbd8) 00000020:00001000:3.0:1787998353.467703:0:35292:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfbd0 00000020:00000001:3.0:1787998353.468182:0:35292:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa33a0 -> ffff94d1a0aa3850 00000020:00000001:3.0:1787998353.468187:0:35292:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1787998353.468190:0:35292:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1787998353.468191:0:35292:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1787998353.468193:0:35292:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998353.468196:0:35292:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998353.468197:0:35292:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:3.0:1787998353.468200:0:35292:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1787998353.468206:0:35292:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d190426260. 00000008:00010000:3.0:1787998353.468209:0:35292:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1787998353.468211:0:35292:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1787998353.468213:0:35292:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1787998353.468214:0:35292:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d190a8dfb0, osc lock ffff94d190426260, flags 0x400001002 00000020:00000001:3.0:1787998353.468217:0:35292:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998353.468219:0:35292:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998353.468222:0:35292:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626226528903040 : -117847180648576 : ffff94d190a8df80) 00000020:00000001:3.0:1787998353.468224:0:35292:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1787998353.468225:0:35292:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1787998353.468226:0:35292:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.468228:0:35292:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.468230:0:35292:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1787998353.468232:0:35292:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1787998353.468233:0:35292:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1787998353.468235:0:35292:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1787998353.468237:0:35292:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1787998353.468238:0:35292:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:3.0:1787998353.468240:0:35292:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1787998353.468242:0:35292:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1787998353.468244:0:35292:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1787998353.468247:0:35292:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1787998353.468250:0:35292:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1787998353.468251:0:35292:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1787998353.468253:0:35292:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1787998353.468254:0:35292:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1787998353.468255:0:35292:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1787998353.468257:0:35292:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1787998353.468258:0:35292:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998353.468262:0:35292:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921c00 count: 2 00010000:00000001:3.0:1787998353.468265:0:35292:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998353.468269:0:35292:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998353.468272:0:35292:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787998353.468276:0:35292:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 02000000:00000001:3.0:1787998353.468286:0:35292:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1787998353.468290:0:35292:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998353.468293:0:35292:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:3.0:1787998353.468307:0:35292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998353.468309:0:35292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998353.468311:0:35292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=4 00000020:00000001:3.0:1787998353.468313:0:35292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:3.0:1787998353.468315:0:35292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00000008:00000001:3.0:1787998353.468318:0:35292:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1787998353.468321:0:35292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998353.468322:0:35292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998353.468323:0:35292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=5 00000020:00000001:3.0:1787998353.468325:0:35292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:3.0:1787998353.468327:0:35292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00000020:00000001:3.0:1787998353.468330:0:35292:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1787998353.468331:0:35292:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1787998353.468333:0:35292:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1787998353.468335:0:35292:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998353.468336:0:35292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998353.468337:0:35292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998353.468339:0:35292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=6 00000020:00000001:3.0:1787998353.468340:0:35292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:3.0:1787998353.468342:0:35292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:3.0:1787998353.468345:0:35292:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998353.468359:0:35292:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:3.0:1787998353.468367:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998353.468369:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998353.468370:0:35292:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787998353.468372:0:35292:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787998353.468374:0:35292:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:3.0:1787998353.468387:0:35292:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787998353.468389:0:35292:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787998353.468391:0:35292:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998353.468393:0:35292:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998353.468395:0:35292:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787998353.468396:0:35292:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998353.468398:0:35292:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998353.468400:0:35292:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998353.468402:0:35292:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998353.468403:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998353.468405:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998353.468406:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998353.468407:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1787998353.468408:0:35292:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998353.468410:0:35292:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.468412:0:35292:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998353.468414:0:35292:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.468416:0:35292:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.468417:0:35292:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1787998353.468419:0:35292:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1787998353.468421:0:35292:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1787998353.468422:0:35292:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1787998353.468424:0:35292:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.468426:0:35292:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998353.468429:0:35292:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1787998353.468431:0:35292:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:3.0:1787998353.468433:0:35292:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:3.0:1787998353.468435:0:35292:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1787998353.468438:0:35292:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1787998353.468441:0:35292:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1787998353.468442:0:35292:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:3.0:1787998353.468444:0:35292:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1787998353.468445:0:35292:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:3.0:1787998353.468448:0:35292:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=46 (1) m=1787998353 a=1787998353 c=1787998353 b=0 00020000:00000001:3.0:1787998353.468452:0:35292:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1787998353.468454:0:35292:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1787998353 a=1787998353 c=1787998353 b=0 00020000:00000001:3.0:1787998353.468457:0:35292:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.468459:0:35292:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.468461:0:35292:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000080:00200000:3.0:1787998353.468463:0:35292:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 0 00000080:00000001:3.0:1787998353.468465:0:35292:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1787998353.468469:0:35292:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1787998353.468470:0:35292:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d19226e060 (ffff94d1a0bcf008/0) at cl_lock_release():245 00000020:00000001:3.0:1787998353.468473:0:35292:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1787998353.468475:0:35292:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d19226e060 (ffff94d1a0bcf008/0) at cl_lock_cancel():142 00020000:00000001:3.0:1787998353.468477:0:35292:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1787998353.468479:0:35292:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1787998353.468480:0:35292:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:3.0:1787998353.468482:0:35292:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1787998353.468483:0:35292:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d190a8dfb0 (ffff94d1a0bcfbd8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1787998353.468486:0:35292:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1787998353.468487:0:35292:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1787998353.468489:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998353.468490:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1787998353.468491:0:35292:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1787998353.468492:0:35292:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1787998353.468494:0:35292:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1787998353.468494:0:35292:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1787998353.468496:0:35292:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1787998353.468497:0:35292:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d19226e060 (ffff94d1a0bcf008/0) at cl_lock_fini():72 00020000:00000001:3.0:1787998353.468500:0:35292:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1787998353.468501:0:35292:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1787998353.468502:0:35292:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d190a8dfb0 (ffff94d1a0bcf008/1) at cl_lock_fini():72 00000008:00000010:3.0:1787998353.468505:0:35292:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d190426260. 00000020:00000001:3.0:1787998353.468509:0:35292:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1787998353.468511:0:35292:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d190a8df80. 00020000:00000001:3.0:1787998353.468514:0:35292:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1787998353.468515:0:35292:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1787998353.468517:0:35292:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1787998353.468518:0:35292:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.468521:0:35292:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1787998353.468522:0:35292:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1787998353.468524:0:35292:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1787998353.468526:0:35292:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1787998353.468527:0:35292:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1787998353.468529:0:35292:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfbd0 00020000:00000001:3.0:1787998353.468532:0:35292:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1787998353.468534:0:35292:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1787998353.468537:0:35292:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1787998353.468539:0:35292:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1787998353.468542:0:35292:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1787998353.468544:0:35292:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998353.468546:0:35292:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1787998353.468548:0:35292:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1787998353.468549:0:35292:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1787998353.468551:0:35292:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf000 00000001:00000001:3.0:1787998353.468553:0:35292:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.468558:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbfd08 00000080:00000008:3.0:1787998353.468561:0:35292:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff94d198931988), request_mask 606, flags 0, foreign 0 00000080:00000001:3.0:1787998353.468566:0:35292:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1787998353.468567:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbfda0 00000080:00002000:3.0:1787998353.468569:0:35292:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff94d198a46948, parent ffff94d198a90798, inode ffff94d198931988) hashed, 00000080:00000001:3.0:1787998353.468572:0:35292:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998353.468618:0:35292:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998353.468622:0:35292:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998353.468624:0:35292:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1787998353.468626:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbfbc0 00000080:00200000:3.0:1787998353.468628:0:35292:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:3.0:1787998353.468633:0:35292:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1861f7600. 00800000:00000002:3.0:1787998353.468638:0:35292:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:3.0:1787998353.468641:0:35292:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787998353.468643:0:35292:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787998353.468645:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbfae0 00800000:00000002:3.0:1787998353.468647:0:35292:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998353.468650:0:35292:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787998353.468652:0:35292:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998353.468654:0:35292:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998353.468656:0:35292:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998353.468658:0:35292:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998353.468660:0:35292:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998353.468662:0:35292:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998353.468664:0:35292:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998353.468667:0:35292:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1787998353.468671:0:35292:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787998353.468672:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbf9b0 00000002:00010000:3.0:1787998353.468674:0:35292:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1787998353.468677:0:35292:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787998353.468678:0:35292:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998353.468680:0:35292:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998353.468683:0:35292:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360f00 count: 2 00010000:00000001:3.0:1787998353.468685:0:35292:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998353.468688:0:35292:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998353.468691:0:35292:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787998353.468693:0:35292:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6e2 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1787998353.468701:0:35292:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1787998353.468704:0:35292:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998353.468722:0:35292:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6e2 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1787998353.468729:0:35292:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1787998353.468731:0:35292:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1787998353.468732:0:35292:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787998353.468734:0:35292:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787998353.468735:0:35292:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787998353.468737:0:35292:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1787998353.468739:0:35292:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1787998353.468741:0:35292:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:3.0:1787998353.468743:0:35292:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1861f7600. 00000080:00000001:3.0:1787998353.468746:0:35292:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1787998353.468748:0:35292:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998353.468750:0:35292:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:3.0:1787998353.468753:0:35292:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cc17 00800000:00000001:3.0:1787998353.468755:0:35292:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787998353.468757:0:35292:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787998353.468758:0:35292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998353.468760:0:35292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998353.468761:0:35292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4600 refcount=3 00000020:00000001:3.0:1787998353.468763:0:35292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:3.0:1787998353.468765:0:35292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:3.0:1787998353.468789:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998353.468791:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998353.468792:0:35292:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998353.468794:0:35292:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998353.468796:0:35292:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc17 from it ffffb66d41cbfbf8 00010000:00000001:3.0:1787998353.468798:0:35292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998353.468799:0:35292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998353.468800:0:35292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4600 refcount=3 00000020:00000001:3.0:1787998353.468802:0:35292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:3.0:1787998353.468804:0:35292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:3.0:1787998353.468806:0:35292:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998353.468809:0:35292:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad6e2 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1787998353.468815:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998353.468816:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998353.468817:0:35292:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787998353.468818:0:35292:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787998353.468820:0:35292:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6e2 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1787998353.468826:0:35292:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787998353.468828:0:35292:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787998353.468829:0:35292:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998353.468832:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998353.468833:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998353.468834:0:35292:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998353.468836:0:35292:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787998353.468837:0:35292:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998353.468839:0:35292:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998353.468842:0:35292:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998353.468843:0:35292:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998353.468844:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998353.468845:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1787998353.468847:0:35292:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1787998353.468849:0:35292:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787998353.468851:0:35292:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:3.0:1787998353.468855:0:35292:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998353.468858:0:35292:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1787998353.468860:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbfbe8 00000080:00002000:3.0:1787998353.468862:0:35292:0:(dcache.c:87:ll_dcompare()) found name recon(ffff94d198a46948) flags 0x48004e refc 0 00000080:00000001:3.0:1787998353.468864:0:35292:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.468866:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbfc30 00000080:00200000:3.0:1787998353.468867:0:35292:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000080:00000001:3.0:1787998353.468881:0:35292:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:3.0:1787998353.468883:0:35292:0:(xattr.c:565:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:3.0:1787998353.468887:0:35292:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1787998353.468888:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbfe40 00000080:00002000:3.0:1787998353.468890:0:35292:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff94d198a46948, parent ffff94d198a90798, inode ffff94d198931988) hashed, 00000080:00000001:3.0:1787998353.468892:0:35292:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998353.468902:0:35292:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998353.468904:0:35292:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998353.468905:0:35292:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1787998353.468907:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbfbc0 00000080:00200000:3.0:1787998353.468908:0:35292:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:3.0:1787998353.468912:0:35292:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1861f7600. 00800000:00000002:3.0:1787998353.468915:0:35292:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:3.0:1787998353.468917:0:35292:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787998353.468918:0:35292:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787998353.468920:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbfae0 00800000:00000002:3.0:1787998353.468921:0:35292:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998353.468924:0:35292:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787998353.468926:0:35292:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998353.468927:0:35292:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998353.468928:0:35292:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998353.468929:0:35292:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998353.468931:0:35292:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998353.468933:0:35292:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998353.468935:0:35292:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998353.468937:0:35292:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1787998353.468940:0:35292:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787998353.468941:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbf9b0 00000002:00010000:3.0:1787998353.468943:0:35292:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1787998353.468946:0:35292:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787998353.468947:0:35292:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998353.468948:0:35292:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998353.468950:0:35292:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360f00 count: 2 00010000:00000001:3.0:1787998353.468952:0:35292:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998353.468954:0:35292:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998353.468956:0:35292:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787998353.468958:0:35292:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6e2 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1787998353.468976:0:35292:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1787998353.468978:0:35292:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998353.468981:0:35292:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6e2 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1787998353.468987:0:35292:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1787998353.468989:0:35292:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1787998353.468991:0:35292:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787998353.468992:0:35292:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787998353.468994:0:35292:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787998353.468996:0:35292:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1787998353.468998:0:35292:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1787998353.469000:0:35292:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:3.0:1787998353.469002:0:35292:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1861f7600. 00000080:00000001:3.0:1787998353.469005:0:35292:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1787998353.469006:0:35292:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998353.469007:0:35292:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:3.0:1787998353.469010:0:35292:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cc17 00800000:00000001:3.0:1787998353.469013:0:35292:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787998353.469014:0:35292:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787998353.469016:0:35292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998353.469017:0:35292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998353.469018:0:35292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4600 refcount=3 00000020:00000001:3.0:1787998353.469021:0:35292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:3.0:1787998353.469023:0:35292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:3.0:1787998353.469024:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998353.469026:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998353.469034:0:35292:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998353.469036:0:35292:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998353.469038:0:35292:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc17 from it ffffb66d41cbfbf8 00010000:00000001:3.0:1787998353.469039:0:35292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998353.469041:0:35292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998353.469042:0:35292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4600 refcount=3 00000020:00000001:3.0:1787998353.469044:0:35292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:3.0:1787998353.469046:0:35292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:3.0:1787998353.469048:0:35292:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998353.469050:0:35292:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad6e2 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1787998353.469055:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998353.469057:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998353.469058:0:35292:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787998353.469059:0:35292:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787998353.469061:0:35292:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6e2 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1787998353.469067:0:35292:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787998353.469068:0:35292:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787998353.469069:0:35292:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998353.469072:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998353.469073:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998353.469074:0:35292:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998353.469076:0:35292:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787998353.469077:0:35292:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998353.469079:0:35292:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998353.469081:0:35292:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998353.469082:0:35292:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998353.469083:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998353.469084:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1787998353.469086:0:35292:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1787998353.469087:0:35292:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787998353.469089:0:35292:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:3.0:1787998353.469092:0:35292:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998353.469095:0:35292:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1787998353.469096:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbfbe8 00000080:00002000:3.0:1787998353.469098:0:35292:0:(dcache.c:87:ll_dcompare()) found name recon(ffff94d198a46948) flags 0x48004e refc 0 00000080:00000001:3.0:1787998353.469099:0:35292:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998353.469101:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbfc30 00000080:00200000:3.0:1787998353.469102:0:35292:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=9 00000080:00000001:3.0:1787998353.469108:0:35292:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:3.0:1787998353.469111:0:35292:0:(xattr.c:583:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1787998353.469113:0:35292:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1787998353.469114:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cbfe40 00000080:00002000:3.0:1787998353.469116:0:35292:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff94d198a46948, parent ffff94d198a90798, inode ffff94d198931988) hashed, 00000080:00000001:3.0:1787998353.469118:0:35292:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.495634:0:35293:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:2.0:1787998353.495641:0:35293:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:2.0:1787998353.495643:0:35293:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1787998353.495646:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cf7b20 00000080:00200000:2.0:1787998353.495651:0:35293:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:2.0:1787998353.495659:0:35293:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191d92e00. 00800000:00000002:2.0:1787998353.495665:0:35293:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:2.0:1787998353.495669:0:35293:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787998353.495675:0:35293:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787998353.495676:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cf7a40 00800000:00000002:2.0:1787998353.495679:0:35293:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998353.495682:0:35293:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1787998353.495685:0:35293:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998353.495687:0:35293:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998353.495689:0:35293:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998353.495691:0:35293:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998353.495694:0:35293:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998353.495696:0:35293:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998353.495698:0:35293:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998353.495702:0:35293:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1787998353.495707:0:35293:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787998353.495709:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cf7910 00000002:00010000:2.0:1787998353.495711:0:35293:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1787998353.495714:0:35293:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1787998353.495717:0:35293:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998353.495720:0:35293:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998353.495725:0:35293:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360f00 count: 2 00010000:00000001:2.0:1787998353.495728:0:35293:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998353.495733:0:35293:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998353.495736:0:35293:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787998353.495741:0:35293:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6e2 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1787998353.495752:0:35293:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1787998353.495757:0:35293:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998353.495761:0:35293:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6e2 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1787998353.495792:0:35293:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1787998353.495794:0:35293:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1787998353.495796:0:35293:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998353.495798:0:35293:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998353.495800:0:35293:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998353.495802:0:35293:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1787998353.495805:0:35293:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1787998353.495808:0:35293:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:2.0:1787998353.495812:0:35293:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191d92e00. 00000080:00000001:2.0:1787998353.495815:0:35293:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1787998353.495817:0:35293:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998353.495820:0:35293:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:2.0:1787998353.495823:0:35293:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cc17 00800000:00000001:2.0:1787998353.495826:0:35293:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1787998353.495828:0:35293:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1787998353.495830:0:35293:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.495832:0:35293:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.495835:0:35293:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4600 refcount=3 00000020:00000001:2.0:1787998353.495837:0:35293:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:2.0:1787998353.495839:0:35293:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:2.0:1787998353.495842:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.495844:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998353.495846:0:35293:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998353.495848:0:35293:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998353.495850:0:35293:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc17 from it ffffb66d41cf7b58 00010000:00000001:2.0:1787998353.495852:0:35293:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.495853:0:35293:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.495855:0:35293:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4600 refcount=3 00000020:00000001:2.0:1787998353.495856:0:35293:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:2.0:1787998353.495858:0:35293:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:2.0:1787998353.495861:0:35293:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998353.495864:0:35293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad6e2 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1787998353.495870:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.495871:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.495873:0:35293:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787998353.495875:0:35293:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787998353.495878:0:35293:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6e2 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1787998353.495885:0:35293:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787998353.495888:0:35293:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998353.495890:0:35293:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998353.495894:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.495895:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.495897:0:35293:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.495900:0:35293:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998353.495902:0:35293:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.495904:0:35293:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.495907:0:35293:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.495908:0:35293:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998353.495910:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.495911:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1787998353.495913:0:35293:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1787998353.495915:0:35293:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998353.495918:0:35293:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:2.0:1787998353.495922:0:35293:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.495926:0:35293:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1787998353.495928:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cf7b48 00000080:00002000:2.0:1787998353.495930:0:35293:0:(dcache.c:87:ll_dcompare()) found name recon(ffff94d198a46948) flags 0x48004e refc 0 00000080:00000001:2.0:1787998353.495933:0:35293:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.495934:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cf7b90 00000080:00200000:2.0:1787998353.495936:0:35293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:2.0:1787998353.495943:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cf7d08 00000080:00200008:2.0:1787998353.495945:0:35293:0:(file.c:6295:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff94d198931988), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1787998353.495949:0:35293:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1787998353.495950:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cf7c80 00000080:00200000:2.0:1787998353.495952:0:35293:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff94d198931988),name=recon 00000080:00000010:2.0:1787998353.495956:0:35293:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191d92e00. 00800000:00000002:2.0:1787998353.495959:0:35293:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:2.0:1787998353.495963:0:35293:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787998353.495965:0:35293:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787998353.495966:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cf7ba0 00800000:00000002:2.0:1787998353.495968:0:35293:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998353.495970:0:35293:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1787998353.495973:0:35293:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998353.495974:0:35293:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998353.495975:0:35293:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998353.495977:0:35293:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998353.495979:0:35293:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998353.495980:0:35293:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998353.495982:0:35293:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998353.495984:0:35293:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998353.495985:0:35293:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998353.495986:0:35293:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998353.495987:0:35293:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998353.495988:0:35293:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998353.495990:0:35293:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1787998353.495992:0:35293:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998353.495994:0:35293:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:2.0:1787998353.495997:0:35293:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787998353.495999:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cf7a70 00000002:00010000:2.0:1787998353.496001:0:35293:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1787998353.496004:0:35293:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1787998353.496005:0:35293:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998353.496006:0:35293:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998353.496010:0:35293:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98a00 count: 4 00010000:00000001:2.0:1787998353.496012:0:35293:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998353.496015:0:35293:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998353.496016:0:35293:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787998353.496020:0:35293:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 02000000:00000001:2.0:1787998353.496219:0:35293:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1787998353.496223:0:35293:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998353.496226:0:35293:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000002:00000001:2.0:1787998353.496233:0:35293:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1787998353.496235:0:35293:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1787998353.496237:0:35293:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998353.496238:0:35293:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998353.496240:0:35293:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998353.496242:0:35293:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1787998353.496244:0:35293:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1787998353.496245:0:35293:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:2.0:1787998353.496248:0:35293:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191d92e00. 00000080:00000001:2.0:1787998353.496251:0:35293:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1787998353.496252:0:35293:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998353.496254:0:35293:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff94d198931988) 00000080:00010000:2.0:1787998353.496256:0:35293:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff94d198931988) for lock 0xb2d39e653c8cbed 00800000:00000001:2.0:1787998353.496259:0:35293:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1787998353.496260:0:35293:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1787998353.496261:0:35293:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.496263:0:35293:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.496265:0:35293:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=3 00000020:00000001:2.0:1787998353.496266:0:35293:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:2.0:1787998353.496269:0:35293:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:2.0:1787998353.496271:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.496272:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998353.496273:0:35293:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998353.496275:0:35293:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998353.496277:0:35293:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cbed from it ffffb66d41cf7cb8 00010000:00000001:2.0:1787998353.496278:0:35293:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.496279:0:35293:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.496280:0:35293:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=3 00000020:00000001:2.0:1787998353.496282:0:35293:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:2.0:1787998353.496284:0:35293:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:2.0:1787998353.496286:0:35293:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998353.496288:0:35293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1787998353.496295:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.496296:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.496297:0:35293:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787998353.496298:0:35293:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787998353.496300:0:35293:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00000001:2.0:1787998353.496307:0:35293:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787998353.496308:0:35293:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998353.496310:0:35293:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998353.496312:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.496313:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.496314:0:35293:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.496316:0:35293:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998353.496317:0:35293:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.496319:0:35293:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.496321:0:35293:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.496323:0:35293:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998353.496324:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.496325:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1787998353.496327:0:35293:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1787998353.496328:0:35293:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787998353.496331:0:35293:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1787998353.496334:0:35293:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1787998353.496336:0:35293:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787998353.496338:0:35293:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1787998353.496339:0:35293:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.496341:0:35293:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1787998353.496344:0:35293:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1787998353.496346:0:35293:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787998353.496350:0:35293:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226658351944 : -117847051199672 : ffff94d198601b48) 00000020:00001000:2.0:1787998353.496353:0:35293:0:(cl_object.c:823:cl_env_get()) 1@ffff94d198601b40 00000020:00000001:2.0:1787998353.496358:0:35293:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:2.0:1787998353.496360:0:35293:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1787998353.496363:0:35293:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1787998353.496365:0:35293:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1787998353.496368:0:35293:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787998353.496370:0:35293:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1787998353.496372:0:35293:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1787998353.496374:0:35293:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.496375:0:35293:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1787998353.496379:0:35293:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff94d198516310 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1787998353.496383:0:35293:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d18131cf80 00020000:00000001:2.0:1787998353.496386:0:35293:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1787998353.496388:0:35293:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1787998353.496390:0:35293:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1787998353.496392:0:35293:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.496394:0:35293:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1787998353.496396:0:35293:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1787998353.496490:0:35293:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.496493:0:35293:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787998353.496494:0:35293:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1787998353.496495:0:35293:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1787998353.496497:0:35293:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d18131cf80 00000020:00000001:2.0:1787998353.496499:0:35293:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1787998353.496502:0:35293:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1787998353.496503:0:35293:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:2.0:1787998353.496506:0:35293:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1787998353.496508:0:35293:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1787998353.496510:0:35293:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1787998353.496512:0:35293:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1787998353.496516:0:35293:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1787998353.496522:0:35293:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d19219d700. 00020000:00000002:2.0:1787998353.496525:0:35293:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1787998353.496527:0:35293:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1787998353.496529:0:35293:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787998353.496531:0:35293:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1787998353.496532:0:35293:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787998353.496534:0:35293:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226549080936 : -117847160470680 : ffff94d191dcc368) 00000020:00001000:2.0:1787998353.496536:0:35293:0:(cl_object.c:823:cl_env_get()) 1@ffff94d191dcc360 00000020:00000001:2.0:1787998353.496539:0:35293:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa33a0 -> ffff94d1a0aa3850 00000020:00000001:2.0:1787998353.496540:0:35293:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1787998353.496543:0:35293:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787998353.496544:0:35293:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1787998353.496546:0:35293:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.496548:0:35293:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.496549:0:35293:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226527316928 : -117847182234688 : ffff94d19090abc0) 00000020:00000001:2.0:1787998353.496551:0:35293:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1787998353.496556:0:35293:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d1861ad1d0. 00000008:00010000:2.0:1787998353.496558:0:35293:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1787998353.496560:0:35293:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1787998353.496561:0:35293:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1787998353.496563:0:35293:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d19219d730, osc lock ffff94d1861ad1d0, flags 0x400001002 00000020:00000001:2.0:1787998353.496565:0:35293:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.496566:0:35293:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.496568:0:35293:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626226553083648 : -117847156467968 : ffff94d19219d700) 00000020:00000001:2.0:1787998353.496570:0:35293:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1787998353.496571:0:35293:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1787998353.496573:0:35293:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.496575:0:35293:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.496577:0:35293:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1787998353.496578:0:35293:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1787998353.496580:0:35293:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1787998353.496581:0:35293:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1787998353.496583:0:35293:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787998353.496584:0:35293:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226527316928 : -117847182234688 : ffff94d19090abc0) 00000020:00000001:2.0:1787998353.496586:0:35293:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1787998353.496588:0:35293:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1787998353.496590:0:35293:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1787998353.496593:0:35293:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1787998353.496595:0:35293:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1787998353.496596:0:35293:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1787998353.496598:0:35293:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1787998353.496599:0:35293:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1787998353.496600:0:35293:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1787998353.496602:0:35293:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1787998353.496604:0:35293:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998353.496608:0:35293:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921c00 count: 2 00010000:00000001:2.0:1787998353.496610:0:35293:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998353.496614:0:35293:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998353.496617:0:35293:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787998353.496620:0:35293:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 02000000:00000001:2.0:1787998353.496630:0:35293:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1787998353.496633:0:35293:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998353.496636:0:35293:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:2.0:1787998353.496642:0:35293:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.496643:0:35293:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.496645:0:35293:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=4 00000020:00000001:2.0:1787998353.496647:0:35293:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:2.0:1787998353.496649:0:35293:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00000008:00000001:2.0:1787998353.496652:0:35293:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1787998353.496654:0:35293:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.496655:0:35293:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.496656:0:35293:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=5 00000020:00000001:2.0:1787998353.496658:0:35293:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:2.0:1787998353.496660:0:35293:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00000020:00000001:2.0:1787998353.496663:0:35293:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1787998353.496665:0:35293:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1787998353.496667:0:35293:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1787998353.496668:0:35293:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.496670:0:35293:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.496671:0:35293:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.496672:0:35293:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=6 00000020:00000001:2.0:1787998353.496674:0:35293:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:2.0:1787998353.496676:0:35293:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:2.0:1787998353.496678:0:35293:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998353.496680:0:35293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:2.0:1787998353.496687:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.496688:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.496689:0:35293:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787998353.496690:0:35293:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787998353.496693:0:35293:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:2.0:1787998353.496699:0:35293:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787998353.496701:0:35293:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998353.496702:0:35293:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998353.496704:0:35293:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.496706:0:35293:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998353.496707:0:35293:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.496715:0:35293:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.496718:0:35293:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.496720:0:35293:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998353.496721:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.496722:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.496723:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.496724:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1787998353.496725:0:35293:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1787998353.496727:0:35293:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.496729:0:35293:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998353.496732:0:35293:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.496733:0:35293:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.496735:0:35293:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1787998353.496736:0:35293:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1787998353.496738:0:35293:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1787998353.496739:0:35293:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1787998353.496741:0:35293:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.496743:0:35293:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.496746:0:35293:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1787998353.496747:0:35293:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:2.0:1787998353.496749:0:35293:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:2.0:1787998353.496751:0:35293:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1787998353.496753:0:35293:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1787998353.496756:0:35293:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1787998353 a=1787998353 c=1787998353 b=0 00020000:00000001:2.0:1787998353.496759:0:35293:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.496761:0:35293:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.496763:0:35293:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000080:00200000:2.0:1787998353.496765:0:35293:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 0 00000080:00000001:2.0:1787998353.498052:0:35293:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1787998353.498058:0:35293:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1787998353.498061:0:35293:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d1985162b0 (ffff94d198601b48/0) at cl_lock_release():245 00000020:00000001:2.0:1787998353.498066:0:35293:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1787998353.498067:0:35293:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d1985162b0 (ffff94d198601b48/0) at cl_lock_cancel():142 00020000:00000001:2.0:1787998353.498071:0:35293:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1787998353.498074:0:35293:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787998353.498076:0:35293:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226527316928 : -117847182234688 : ffff94d19090abc0) 00000020:00000001:2.0:1787998353.498078:0:35293:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1787998353.498080:0:35293:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d19219d730 (ffff94d191dcc368/1) at cl_lock_cancel():142 00000008:00000001:2.0:1787998353.498083:0:35293:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1787998353.498085:0:35293:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1787998353.498087:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.498088:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1787998353.498089:0:35293:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1787998353.498091:0:35293:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1787998353.498092:0:35293:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1787998353.498093:0:35293:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1787998353.498094:0:35293:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1787998353.498095:0:35293:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d1985162b0 (ffff94d198601b48/0) at cl_lock_fini():72 00020000:00000001:2.0:1787998353.498099:0:35293:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1787998353.498100:0:35293:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1787998353.498101:0:35293:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d19219d730 (ffff94d198601b48/1) at cl_lock_fini():72 00000008:00000010:2.0:1787998353.498104:0:35293:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d1861ad1d0. 00000020:00000001:2.0:1787998353.498118:0:35293:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1787998353.498121:0:35293:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d19219d700. 00020000:00000001:2.0:1787998353.498124:0:35293:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1787998353.498126:0:35293:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1787998353.498127:0:35293:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1787998353.498129:0:35293:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.498132:0:35293:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1787998353.498134:0:35293:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1787998353.498135:0:35293:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1787998353.498136:0:35293:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1787998353.498137:0:35293:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1787998353.498140:0:35293:0:(cl_object.c:917:cl_env_put()) 1@ffff94d191dcc360 00020000:00000001:2.0:1787998353.498143:0:35293:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1787998353.498146:0:35293:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1787998353.498148:0:35293:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1787998353.498150:0:35293:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1787998353.498154:0:35293:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1787998353.498156:0:35293:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.498157:0:35293:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1787998353.498159:0:35293:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1787998353.498161:0:35293:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1787998353.498162:0:35293:0:(cl_object.c:917:cl_env_put()) 1@ffff94d198601b40 00000001:00000001:2.0:1787998353.498163:0:35293:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.498182:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cf7d08 00000080:00000008:2.0:1787998353.498184:0:35293:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff94d198931988), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1787998353.498190:0:35293:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1787998353.498192:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cf7da0 00000080:00002000:2.0:1787998353.498194:0:35293:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff94d198a46948, parent ffff94d198a90798, inode ffff94d198931988) hashed, 00000080:00000001:2.0:1787998353.498197:0:35293:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.498233:0:35293:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:2.0:1787998353.498236:0:35293:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:2.0:1787998353.498238:0:35293:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1787998353.498239:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cf7bd8 00000080:00200000:2.0:1787998353.498241:0:35293:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:2.0:1787998353.498248:0:35293:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191d92e00. 00800000:00000002:2.0:1787998353.498253:0:35293:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:2.0:1787998353.498256:0:35293:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787998353.498260:0:35293:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787998353.498261:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cf7af8 00800000:00000002:2.0:1787998353.498264:0:35293:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998353.498266:0:35293:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1787998353.498269:0:35293:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998353.498271:0:35293:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998353.498273:0:35293:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998353.498275:0:35293:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998353.498277:0:35293:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998353.498279:0:35293:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998353.498281:0:35293:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998353.498285:0:35293:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1787998353.498289:0:35293:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787998353.498291:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cf79c8 00000002:00010000:2.0:1787998353.498292:0:35293:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1787998353.498295:0:35293:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1787998353.498297:0:35293:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998353.498299:0:35293:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998353.498305:0:35293:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360f00 count: 2 00010000:00000001:2.0:1787998353.498307:0:35293:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998353.498310:0:35293:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998353.498313:0:35293:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787998353.498317:0:35293:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6e2 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1787998353.498326:0:35293:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1787998353.498330:0:35293:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998353.498333:0:35293:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6e2 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1787998353.498339:0:35293:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1787998353.498340:0:35293:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1787998353.498342:0:35293:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998353.498345:0:35293:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998353.498346:0:35293:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998353.498348:0:35293:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1787998353.498351:0:35293:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1787998353.498354:0:35293:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:2.0:1787998353.498356:0:35293:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191d92e00. 00000080:00000001:2.0:1787998353.498359:0:35293:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1787998353.498361:0:35293:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998353.498363:0:35293:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:2.0:1787998353.498366:0:35293:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cc17 00800000:00000001:2.0:1787998353.498369:0:35293:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1787998353.498371:0:35293:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1787998353.498372:0:35293:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.498374:0:35293:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.498377:0:35293:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4600 refcount=3 00000020:00000001:2.0:1787998353.498379:0:35293:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:2.0:1787998353.498381:0:35293:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:2.0:1787998353.498384:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.498384:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998353.498386:0:35293:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998353.498387:0:35293:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998353.498390:0:35293:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc17 from it ffffb66d41cf7c10 00010000:00000001:2.0:1787998353.498392:0:35293:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.498393:0:35293:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.498394:0:35293:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4600 refcount=3 00000020:00000001:2.0:1787998353.498396:0:35293:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:2.0:1787998353.498398:0:35293:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:2.0:1787998353.498400:0:35293:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998353.498403:0:35293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad6e2 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1787998353.498410:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.498411:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.498413:0:35293:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787998353.498414:0:35293:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787998353.498417:0:35293:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6e2 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1787998353.498424:0:35293:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787998353.498427:0:35293:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998353.498429:0:35293:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998353.498432:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.498433:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.498434:0:35293:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.498437:0:35293:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998353.498439:0:35293:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.498441:0:35293:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.498444:0:35293:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.498446:0:35293:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998353.498447:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.498448:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1787998353.498450:0:35293:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1787998353.498452:0:35293:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998353.498454:0:35293:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:2.0:1787998353.498457:0:35293:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.498464:0:35293:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1787998353.498466:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cf7da0 00000080:00002000:2.0:1787998353.498468:0:35293:0:(dcache.c:87:ll_dcompare()) found name recon(ffff94d198a46948) flags 0x48004e refc 0 00000080:00000001:2.0:1787998353.498470:0:35293:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.498473:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cf7e10 00000080:00200000:2.0:1787998353.498474:0:35293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=0 00000080:00000001:2.0:1787998353.498479:0:35293:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:2.0:1787998353.498480:0:35293:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1787998353.498482:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cf7d30 00000080:00200000:2.0:1787998353.498483:0:35293:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:2.0:1787998353.498487:0:35293:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191d92e00. 00800000:00000002:2.0:1787998353.498489:0:35293:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:2.0:1787998353.498491:0:35293:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787998353.498493:0:35293:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787998353.498494:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cf7c50 00800000:00000002:2.0:1787998353.498496:0:35293:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998353.498499:0:35293:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1787998353.498500:0:35293:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998353.498501:0:35293:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998353.498503:0:35293:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998353.498504:0:35293:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998353.498506:0:35293:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998353.498508:0:35293:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998353.498509:0:35293:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998353.498511:0:35293:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1787998353.498514:0:35293:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787998353.498515:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cf7b20 00000002:00010000:2.0:1787998353.498517:0:35293:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1787998353.498519:0:35293:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1787998353.498520:0:35293:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998353.498521:0:35293:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998353.498524:0:35293:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360f00 count: 2 00010000:00000001:2.0:1787998353.498526:0:35293:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998353.498528:0:35293:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998353.498530:0:35293:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787998353.498533:0:35293:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6e2 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:2.0:1787998353.498540:0:35293:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1787998353.498542:0:35293:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998353.498544:0:35293:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6e2 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:2.0:1787998353.498550:0:35293:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1787998353.498552:0:35293:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1787998353.498553:0:35293:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998353.498555:0:35293:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998353.498556:0:35293:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998353.498558:0:35293:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1787998353.498560:0:35293:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1787998353.498562:0:35293:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:2.0:1787998353.498564:0:35293:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191d92e00. 00000080:00000001:2.0:1787998353.498567:0:35293:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1787998353.498568:0:35293:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998353.498570:0:35293:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:2.0:1787998353.498572:0:35293:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cc17 00800000:00000001:2.0:1787998353.498575:0:35293:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1787998353.498576:0:35293:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1787998353.498577:0:35293:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.498579:0:35293:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.498580:0:35293:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4600 refcount=3 00000020:00000001:2.0:1787998353.498582:0:35293:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:2.0:1787998353.498585:0:35293:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:2.0:1787998353.498587:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.498588:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998353.498589:0:35293:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998353.498591:0:35293:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998353.498593:0:35293:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc17 from it ffffb66d41cf7d68 00010000:00000001:2.0:1787998353.498594:0:35293:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998353.498595:0:35293:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998353.498597:0:35293:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4600 refcount=3 00000020:00000001:2.0:1787998353.498598:0:35293:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:2.0:1787998353.498600:0:35293:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521916928 : -117847187634688 : ffff94d1903e4600) 00010000:00000001:2.0:1787998353.498602:0:35293:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998353.498604:0:35293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad6e2 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1787998353.498609:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.498610:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.498611:0:35293:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787998353.498612:0:35293:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787998353.498615:0:35293:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad6e2 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1787998353.498626:0:35293:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787998353.498627:0:35293:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998353.498629:0:35293:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998353.498630:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.498631:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.498632:0:35293:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.498634:0:35293:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998353.498636:0:35293:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.498637:0:35293:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.498639:0:35293:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.498640:0:35293:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998353.498641:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.498642:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1787998353.498644:0:35293:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1787998353.498645:0:35293:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998353.498647:0:35293:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 3 00000080:00000001:2.0:1787998353.498650:0:35293:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.498653:0:35293:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:2.0:1787998353.498655:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cf7df8 00000080:00200000:2.0:1787998353.498657:0:35293:0:(namei.c:2418:ll_unlink()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00000001:2.0:1787998353.498660:0:35293:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:2.0:1787998353.498662:0:35293:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787998353.498664:0:35293:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226658351944 : -117847051199672 : ffff94d198601b48) 00000020:00001000:2.0:1787998353.498666:0:35293:0:(cl_object.c:823:cl_env_get()) 1@ffff94d198601b40 00000020:00000001:2.0:1787998353.498668:0:35293:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1787998353.498671:0:35293:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d18131cf80 00020000:00000002:2.0:1787998353.498674:0:35293:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d1a0b0a660 addref 2/0 by ffff94d18131cf80. 00020000:00000002:2.0:1787998353.498677:0:35293:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d18131cf80 00020000:00000001:2.0:1787998353.498679:0:35293:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1787998353.498681:0:35293:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1787998353.498683:0:35293:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1787998353.498685:0:35293:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:2.0:1787998353.498687:0:35293:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:2.0:1787998353.498689:0:35293:0:(cl_object.c:917:cl_env_put()) 1@ffff94d198601b40 00000080:00000001:2.0:1787998353.498692:0:35293:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1787998353.498696:0:35293:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191d92e00. 00800000:00000002:2.0:1787998353.498699:0:35293:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00800000:00000001:2.0:1787998353.498719:0:35293:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:2.0:1787998353.498723:0:35293:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998353.498724:0:35293:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998353.498725:0:35293:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998353.498726:0:35293:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998353.498728:0:35293:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998353.498729:0:35293:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998353.498731:0:35293:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998353.498733:0:35293:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998353.498734:0:35293:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998353.498735:0:35293:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998353.498736:0:35293:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998353.498737:0:35293:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998353.498739:0:35293:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1787998353.498741:0:35293:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998353.498743:0:35293:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:2.0:1787998353.498744:0:35293:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998353.498745:0:35293:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998353.498746:0:35293:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998353.498747:0:35293:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998353.498748:0:35293:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998353.498750:0:35293:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1787998353.498751:0:35293:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998353.498753:0:35293:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x2b:0x0] 00800000:00000001:2.0:1787998353.498755:0:35293:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998353.498757:0:35293:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x2b:0x0] -> mds #0 00000002:00000001:2.0:1787998353.498760:0:35293:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1787998353.498762:0:35293:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1787998353.498765:0:35293:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360f00 count: 2 00010000:00000001:2.0:1787998353.498787:0:35293:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998353.498790:0:35293:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1787998353.498793:0:35293:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1787998353.498795:0:35293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4fd9a50f3a6ad6e2 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:2.0:1787998353.498806:0:35293:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1787998353.498809:0:35293:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1787998353.498811:0:35293:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1787998353.498813:0:35293:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1787998353.498815:0:35293:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998353.498816:0:35293:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998353.498818:0:35293:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360f00 count: 3 00010000:00000001:2.0:1787998353.498820:0:35293:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1787998353.498821:0:35293:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998353.498823:0:35293:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998353.498824:0:35293:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998353.498825:0:35293:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360f00 count: 3 00010000:00000001:2.0:1787998353.498827:0:35293:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1787998353.498828:0:35293:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998353.498830:0:35293:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998353.498831:0:35293:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998353.498832:0:35293:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360f00 count: 3 00010000:00000001:2.0:1787998353.498834:0:35293:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1787998353.498835:0:35293:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.498837:0:35293:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1787998353.498839:0:35293:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d1989ad280, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1787998353.498843:0:35293:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1787998353.498845:0:35293:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1787998353.498847:0:35293:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1787998353.498848:0:35293:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.498851:0:35293:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1787998353.498853:0:35293:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1787998353.498855:0:35293:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1787998353.498856:0:35293:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998353.498858:0:35293:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1787998353.498860:0:35293:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1903e4600 with handle 0xb2d39e653c8cc17 from hash 00010000:00000001:2.0:1787998353.498862:0:35293:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1787998353.498863:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.498864:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.498866:0:35293:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1787998353.498868:0:35293:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1787998353.498870:0:35293:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1787998353.498872:0:35293:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1787998353.498874:0:35293:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1787998353.498876:0:35293:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1787998353.498878:0:35293:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1787998353.498881:0:35293:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98a00 count: 4 00010000:00000001:2.0:1787998353.498882:0:35293:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998353.498884:0:35293:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1787998353.498887:0:35293:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1787998353.498889:0:35293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc1e lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x4fd9a50f3a6ad6f0 expref: -99 pid: 35291 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1787998353.498895:0:35293:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1787998353.498897:0:35293:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1787998353.498898:0:35293:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1787998353.498899:0:35293:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000405:0x2b:0x0] mode CR 00000002:00000001:2.0:1787998353.498901:0:35293:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998353.498902:0:35293:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998353.498903:0:35293:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98a00 count: 5 00010000:00000001:2.0:1787998353.498905:0:35293:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1787998353.498907:0:35293:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998353.498908:0:35293:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998353.498909:0:35293:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998353.498910:0:35293:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98a00 count: 5 00010000:00000001:2.0:1787998353.498912:0:35293:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1787998353.498914:0:35293:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998353.498915:0:35293:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998353.498916:0:35293:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998353.498927:0:35293:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98a00 count: 5 00010000:00000001:2.0:1787998353.498929:0:35293:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1787998353.498931:0:35293:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.498932:0:35293:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.498934:0:35293:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1787998353.498937:0:35293:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1787998353.498940:0:35293:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d191d93800. 00000080:00000001:2.0:1787998353.498943:0:35293:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1787998353.498945:0:35293:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1787998353.498948:0:35293:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1787998353.498949:0:35293:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998353.498950:0:35293:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998353.498951:0:35293:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998353.498953:0:35293:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998353.498954:0:35293:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998353.498956:0:35293:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1787998353.498957:0:35293:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998353.498959:0:35293:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2b:0x0] 00000002:00000001:2.0:1787998353.498962:0:35293:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1787998353.498963:0:35293:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff94d1a0bb2800: [0x200000405:0x2b:0x0] file closed with intent: 0 00000100:00000010:2.0:1787998353.498968:0:35293:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d18e00. 00000020:00000040:2.0:1787998353.498972:0:35293:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998353.498976:0:35293:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998353.498979:0:35293:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998353.498981:0:35293:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998353.498988:0:35293:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d191d92c00. 00000100:00000001:2.0:1787998353.498993:0:35293:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1787998353.499009:0:35293:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d191d1a680 x1874850291786368/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998369 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1787998353.499020:0:35293:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1787998353.499025:0:35293:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191d18e00 x1874850291786624/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1787998353.499032:0:35293:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787998353.499034:0:35293:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787998353.499040:0:35293:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1917480c0. 00000100:00000001:2.0:1787998353.499043:0:35293:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226542248128 : -117847167303488 : ffff94d1917480c0) 00000100:00000001:2.0:1787998353.499045:0:35293:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998353.499047:0:35293:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548346368 : -117847161205248 : ffff94d191d18e00) 00000100:00000001:2.0:1787998353.499051:0:35293:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998353.499055:0:35293:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.499058:0:35293:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787998353.499059:0:35293:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998353.499063:0:35293:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d18e00 x1874850291786624/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.499069:0:35293:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998353.499071:0:35293:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998353.499075:0:35293:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998353.499077:0:35293:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998353.499080:0:35293:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998353.499083:0:35293:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d18e00 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35293:1874850291786624:192.168.206.123@tcp:35:rm.0 00000100:00000001:2.0:1787998353.499087:0:35293:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998353.499091:0:35293:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998353.499093:0:35293:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998353.499095:0:35293:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998353.499099:0:35293:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1a0bae000. 02000000:00000001:2.0:1787998353.499101:0:35293:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998353.499108:0:35293:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998353.499112:0:35293:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151ec8. 00000400:00000010:2.0:1787998353.499119:0:35293:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf770. 00000100:00000200:2.0:1787998353.499125:0:35293:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291786624, portal 10 00000100:00000001:2.0:1787998353.499127:0:35293:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998353.499129:0:35293:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548346368 : -117847161205248 : ffff94d191d18e00) 00000100:00000040:2.0:1787998353.499134:0:35293:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d18e00 x1874850291786624/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998369 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.499141:0:35293:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998353.499144:0:35293:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998353.499146:0:35293:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf4c8. 00000100:00000200:2.0:1787998353.499149:0:35293:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1874850291786624, offset 0 00000400:00000200:2.0:1787998353.499155:0:35293:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998353.499163:0:35293:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.499179:0:35293:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998353.499184:0:35293:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998353.499188:0:35293:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998353.499192:0:35293:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998353.499195:0:35293:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998353.499198:0:35293:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2898:2898:256:4294967295] 192.168.206.123@tcp LPNI seq info [2898:2898:8:4294967295] 00000400:00000200:2.0:1787998353.499202:0:35293:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998353.499210:0:35293:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998353.499216:0:35293:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998353.499221:0:35293:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9300. 00000800:00000200:2.0:1787998353.499227:0:35293:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998353.499234:0:35293:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998353.499239:0:35293:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1787998353.499259:0:35293:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998353.499263:0:35293:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 843487 usecs (844 jiffies) 00000400:00000200:2.0:1787998353.499266:0:35293:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998353.499269:0:35293:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296534500 00000100:00000001:2.0:1787998353.499272:0:35293:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:2.0:1787998353.499274:0:35293:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296534500 00000100:00000001:2.0:1787998353.499276:0:35293:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:2.0:1787998353.499278:0:35293:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998353.499280:0:35293:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.499282:0:35293:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998353.499284:0:35293:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787998353.499287:0:35293:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1917480c0 going to sleep for 11 seconds 00000100:00000001:2.0:1787998353.499289:0:35293:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998353.499292:0:35293:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998353.499394:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998353.499398:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9300. 00000400:00000200:2.0:1787998353.499403:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998353.499407:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998353.499412:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf4c8 00000400:00000010:2.0:1787998353.499415:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf4c8. 00000100:00000001:2.0:1787998353.499418:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998353.499423:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d18e00 x1874850291786624/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998369 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.499432:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998353.499435:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d18e00 x1874850291786624/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998369 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.499441:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.499442:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998353.536445:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.536459:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998353.536463:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.536465:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998353.536472:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.536480:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998353.536488:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.536492:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.536497:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.536500:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a62380 00000400:00000200:3.0:1787998353.536505:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.536510:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x86ad [1] + 224 00000800:00000001:3.0:1787998353.536516:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.536561:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998353.536564:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998353.536568:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998353.536575:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998353.536582:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d18e00 x1874850291786624/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998369 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998353.536592:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d191d18e00 x1874850291786624/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998353.536613:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998353.536621:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.536624:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998353.536943:0:35293:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787998353.536951:0:35293:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998353.536953:0:35293:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998353.536957:0:35293:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151ec8. 00000400:00000200:2.0:1787998353.536961:0:35293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf770 00000400:00000010:2.0:1787998353.536975:0:35293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf770. 00000100:00000001:2.0:1787998353.536979:0:35293:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998353.536984:0:35293:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d18e00 x1874850291786624/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1787998353.536993:0:35293:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d18e00 x1874850291786624/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.536999:0:35293:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998353.537000:0:35293:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998353.537003:0:35293:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998353.537006:0:35293:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998353.537016:0:35293:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998353.537019:0:35293:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998353.537022:0:35293:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998353.537253:0:35293:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06cf0 time=29 v=5 (5 5 5 5) 00000100:00001000:2.0:1787998353.537258:0:35293:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1787998353.537260:0:35293:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998353.537262:0:35293:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.537265:0:35293:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998353.537268:0:35293:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.537271:0:35293:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1787998353.537272:0:35293:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1787998353.537274:0:35293:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1787998353.537276:0:35293:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998353.537278:0:35293:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548346368 : -117847161205248 : ffff94d191d18e00) 00000100:00000001:2.0:1787998353.537281:0:35293:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998353.537283:0:35293:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1787998353.537285:0:35293:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998353.537287:0:35293:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998353.537293:0:35293:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d18e00 x1874850291786624/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998369 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.537299:0:35293:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998353.537302:0:35293:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998353.537303:0:35293:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998353.537307:0:35293:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d18e00 x1874850291786624/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998369 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1787998353.537314:0:35293:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d18e00 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35293:1874850291786624:192.168.206.123@tcp:35:rm.0 00000100:00000001:2.0:1787998353.537318:0:35293:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998353.537320:0:35293:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.537323:0:35293:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1787998353.537325:0:35293:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998353.537328:0:35293:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d18e00 x1874850291786624/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998369 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.537335:0:35293:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787998353.537338:0:35293:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1917480c0. 00000100:00000001:2.0:1787998353.537341:0:35293:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1787998353.537343:0:35293:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.537358:0:35293:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998353.537360:0:35293:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548346368 : -117847161205248 : ffff94d191d18e00) 00000002:00000001:2.0:1787998353.537365:0:35293:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998353.537368:0:35293:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1787998353.537372:0:35293:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191d93800. 00000080:00000001:2.0:1787998353.537376:0:35293:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1787998353.537379:0:35293:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1787998353.537381:0:35293:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998353.537384:0:35293:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998353.537386:0:35293:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998353.537388:0:35293:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998353.537391:0:35293:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998353.537392:0:35293:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1787998353.537395:0:35293:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998353.537398:0:35293:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1787998353.537403:0:35293:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d191d1a680 x1874850291786368/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998369 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.537410:0:35293:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998353.537411:0:35293:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548352640 : -117847161198976 : ffff94d191d1a680) 00000100:00000001:2.0:1787998353.537413:0:35293:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998353.537416:0:35293:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1a680 x1874850291786368/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998369 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.537421:0:35293:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.537423:0:35293:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998353.537425:0:35293:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d18e00 x1874850291786624/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998369 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.537430:0:35293:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.537432:0:35293:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998353.537434:0:35293:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1a680 x1874850291786368/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998369 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.537439:0:35293:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1787998353.537442:0:35293:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998353.537444:0:35293:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998353.537446:0:35293:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998353.537449:0:35293:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1a0baf000. 02000000:00000001:2.0:1787998353.537452:0:35293:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998353.537454:0:35293:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998353.537455:0:35293:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1a680. 00000100:00000001:2.0:1787998353.537458:0:35293:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998353.537459:0:35293:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998353.537461:0:35293:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998353.537463:0:35293:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d18e00 x1874850291786624/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998369 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.537469:0:35293:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787998353.537470:0:35293:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff94d190aa1460. 00000002:00000001:2.0:1787998353.537473:0:35293:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998353.537475:0:35293:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1787998353.537476:0:35293:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d185259500. 00000100:00000001:2.0:1787998353.537478:0:35293:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998353.537481:0:35293:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d18e00 x1874850291786624/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998369 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998353.537486:0:35293:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998353.537487:0:35293:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998353.537490:0:35293:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1a0bae000. 02000000:00000001:2.0:1787998353.537492:0:35293:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998353.537493:0:35293:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998353.537494:0:35293:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998353.537495:0:35293:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998353.537496:0:35293:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d191d92c00. 02000000:00000001:2.0:1787998353.537498:0:35293:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998353.537499:0:35293:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998353.537500:0:35293:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d18e00. 00000100:00000001:2.0:1787998353.537502:0:35293:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998353.537503:0:35293:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787998353.537505:0:35293:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.537508:0:35293:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1787998353.537510:0:35293:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000405:0x2b:0x0] mode (null) 00000002:00000001:2.0:1787998353.537512:0:35293:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998353.537515:0:35293:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998353.537520:0:35293:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98a00 count: 5 00010000:00000001:2.0:1787998353.537523:0:35293:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1787998353.537527:0:35293:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998353.537529:0:35293:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998353.537529:0:35293:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998353.537531:0:35293:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98a00 count: 5 00010000:00000001:2.0:1787998353.537533:0:35293:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1787998353.537534:0:35293:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.537537:0:35293:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.537539:0:35293:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:2.0:1787998353.537541:0:35293:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787998353.537546:0:35293:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226658351944 : -117847051199672 : ffff94d198601b48) 00000020:00001000:2.0:1787998353.537548:0:35293:0:(cl_object.c:823:cl_env_get()) 1@ffff94d198601b40 00000020:00000001:2.0:1787998353.537550:0:35293:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1787998353.537553:0:35293:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x2b:0x0]: losing layout lock 00000080:00000001:2.0:1787998353.537556:0:35293:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1787998353.537559:0:35293:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1787998353.537562:0:35293:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1787998353.537565:0:35293:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1787998353.537567:0:35293:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1787998353.537569:0:35293:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.537570:0:35293:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1787998353.537572:0:35293:0:(cl_object.c:917:cl_env_put()) 1@ffff94d198601b40 00000080:00000001:2.0:1787998353.537575:0:35293:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.537577:0:35293:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1787998353.537579:0:35293:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x2b:0x0](ffff94d198931988) invalid 00000020:00000001:2.0:1787998353.537582:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cf7a60 00000080:00002000:2.0:1787998353.537584:0:35293:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff94d198a46948) parent ffff94d198a90798 inode ffff94d198931988 refc 1 00000080:00000001:2.0:1787998353.537588:0:35293:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1787998353.537590:0:35293:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1787998353.537592:0:35293:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.537596:0:35293:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1787998353.537599:0:35293:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1787998353.537601:0:35293:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1787998353.537602:0:35293:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998353.537605:0:35293:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1787998353.537608:0:35293:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d190a5d400 with handle 0xb2d39e653c8cc1e from hash 00010000:00000001:2.0:1787998353.537610:0:35293:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1787998353.537612:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.537613:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.537614:0:35293:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1787998353.537617:0:35293:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1787998353.537618:0:35293:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1787998353.537621:0:35293:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1787998353.537624:0:35293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8cc10 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4fd9a50f3a6ad6d4 expref: -99 pid: 35290 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1787998353.537631:0:35293:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1787998353.537633:0:35293:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1787998353.537636:0:35293:0:(xattr_cache.c:339:ll_xattr_cache_empty()) Process entered 00000080:00000020:2.0:1787998353.537639:0:35293:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.link 00000080:00000010:2.0:1787998353.537641:0:35293:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 13 at ffff94d1909d82c0. 00000080:00000010:2.0:1787998353.537644:0:35293:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 47 at ffff94d1912367c0. 00000080:00000010:2.0:1787998353.537647:0:35293:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff94d193853550. 00000080:00000020:2.0:1787998353.537649:0:35293:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: user.job 00000080:00000010:2.0:1787998353.537651:0:35293:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 9 at ffff94d1909d8040. 00000080:00000010:2.0:1787998353.537653:0:35293:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 6 at ffff94d182b6b388. 00000080:00000010:2.0:1787998353.537655:0:35293:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff94d193853398. 00000080:00000020:2.0:1787998353.537657:0:35293:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lov 00000080:00000010:2.0:1787998353.537659:0:35293:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff94d1909d8710. 00000080:00000010:2.0:1787998353.537660:0:35293:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 56 at ffff94d191236440. 00000080:00000010:2.0:1787998353.537662:0:35293:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff94d193853c58. 00000080:00000020:2.0:1787998353.537664:0:35293:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lma 00000080:00000010:2.0:1787998353.537665:0:35293:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff94d1909d8050. 00000080:00000010:2.0:1787998353.537667:0:35293:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 24 at ffff94d190a90cc0. 00000080:00000010:2.0:1787998353.537670:0:35293:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff94d193853a50. 00000080:00000001:2.0:1787998353.537672:0:35293:0:(xattr_cache.c:360:ll_xattr_cache_empty()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.537673:0:35293:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1787998353.537674:0:35293:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.537676:0:35293:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1787998353.537677:0:35293:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1787998353.537678:0:35293:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1787998353.537680:0:35293:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998353.537681:0:35293:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1787998353.537683:0:35293:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1917f2000 with handle 0xb2d39e653c8cc10 from hash 00010000:00000001:2.0:1787998353.537685:0:35293:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1787998353.537686:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.537687:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.537688:0:35293:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1787998353.537690:0:35293:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1787998353.537691:0:35293:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1787998353.537693:0:35293:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1787998353.537696:0:35293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00000080:00000001:2.0:1787998353.537701:0:35293:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1787998353.537702:0:35293:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1787998353.537703:0:35293:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1787998353.537715:0:35293:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000405:0x2b:0x0] mode (null) 00000002:00000001:2.0:1787998353.537717:0:35293:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998353.537719:0:35293:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998353.537721:0:35293:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98a00 count: 5 00010000:00000001:2.0:1787998353.537723:0:35293:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1787998353.537725:0:35293:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998353.537726:0:35293:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998353.537727:0:35293:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998353.537728:0:35293:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98a00 count: 5 00010000:00000001:2.0:1787998353.537730:0:35293:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1787998353.537732:0:35293:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998353.537733:0:35293:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998353.537734:0:35293:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998353.537735:0:35293:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98a00 count: 5 00010000:00000001:2.0:1787998353.537736:0:35293:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1787998353.537738:0:35293:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998353.537739:0:35293:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998353.537740:0:35293:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998353.537741:0:35293:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98a00 count: 5 00010000:00000001:2.0:1787998353.537742:0:35293:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1787998353.537744:0:35293:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.537745:0:35293:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.537746:0:35293:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:2.0:1787998353.537747:0:35293:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787998353.537749:0:35293:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226658351944 : -117847051199672 : ffff94d198601b48) 00000020:00001000:2.0:1787998353.537751:0:35293:0:(cl_object.c:823:cl_env_get()) 1@ffff94d198601b40 00000020:00000001:2.0:1787998353.537752:0:35293:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1787998353.537754:0:35293:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x2b:0x0]: losing layout lock 00000080:00000001:2.0:1787998353.537756:0:35293:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1787998353.537757:0:35293:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1787998353.537758:0:35293:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1787998353.537760:0:35293:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1787998353.537762:0:35293:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1787998353.537763:0:35293:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998353.537764:0:35293:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1787998353.537810:0:35293:0:(cl_object.c:917:cl_env_put()) 1@ffff94d198601b40 00000080:00000001:2.0:1787998353.537813:0:35293:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998353.537815:0:35293:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1787998353.537816:0:35293:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x2b:0x0](ffff94d198931988) invalid 00000020:00000001:2.0:1787998353.537818:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cf7a60 00000080:00002000:2.0:1787998353.537820:0:35293:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff94d198a46948) parent ffff94d198a90798 inode ffff94d198931988 refc 1 00000080:00000001:2.0:1787998353.537823:0:35293:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1787998353.537824:0:35293:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1787998353.537825:0:35293:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.537827:0:35293:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1787998353.537829:0:35293:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1787998353.537830:0:35293:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1787998353.537831:0:35293:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998353.537833:0:35293:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1787998353.537835:0:35293:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1917f2800 with handle 0xb2d39e653c8cbed from hash 00010000:00000001:2.0:1787998353.537837:0:35293:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1787998353.537838:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.537839:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.537840:0:35293:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1787998353.537841:0:35293:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1787998353.537843:0:35293:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1787998353.537845:0:35293:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:2.0:1787998353.537847:0:35293:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=3 : 3 : 3) 00000002:00000001:2.0:1787998353.537850:0:35293:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=3 : 3 : 3) 00000100:00000010:2.0:1787998353.537856:0:35293:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d18e00. 00000020:00000040:2.0:1787998353.537859:0:35293:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:2.0:1787998353.537863:0:35293:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787998353.537865:0:35293:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.537867:0:35293:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1787998353.537870:0:35293:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998353.537874:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998353.537875:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.537876:0:35293:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.537879:0:35293:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998353.537881:0:35293:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998353.537885:0:35293:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998353.537890:0:35293:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d191d92c00. 00000100:00000001:2.0:1787998353.537895:0:35293:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.537897:0:35293:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787998353.537899:0:35293:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1787998353.537904:0:35293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc1e lrc: 1/0,0 mode: --/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4fd9a50f3a6ad6f0 expref: -99 pid: 35291 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787998353.537910:0:35293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8cc10 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ad6d4 expref: -99 pid: 35290 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787998353.537916:0:35293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 1/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00010000:2.0:1787998353.537924:0:35293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ad6e2 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1787998353.537930:0:35293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:2.0:1787998353.537931:0:35293:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:2.0:1787998353.537932:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1787998353.537935:0:35293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc1e lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4fd9a50f3a6ad6f0 expref: -99 pid: 35291 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1787998353.537942:0:35293:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d185259ec0. 00010000:00000001:2.0:1787998353.537948:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.537950:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1787998353.537952:0:35293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8cc10 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ad6d4 expref: -99 pid: 35290 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1787998353.537960:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.537961:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1787998353.538607:0:35293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cbed lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4fd9a50f3a6ad68e expref: -99 pid: 35284 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00000010:2.0:1787998353.538617:0:35293:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d1912364c0. 00010000:00000040:2.0:1787998353.538622:0:35293:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d192b98a00 count: 0 00010000:00000010:2.0:1787998353.538627:0:35293:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d1a0046d80. 00010000:00000001:2.0:1787998353.538633:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.538634:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1787998353.538636:0:35293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4600/0xb2d39e653c8cc17 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ad6e2 expref: -99 pid: 35291 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:2.0:1787998353.538642:0:35293:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d18a360f00 count: 0 00010000:00000010:2.0:1787998353.538644:0:35293:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d190a8d280. 00010000:00000001:2.0:1787998353.538650:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998353.538652:0:35293:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.538655:0:35293:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787998353.538656:0:35293:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998353.538658:0:35293:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1787998353.538669:0:35293:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787998353.538678:0:35293:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191d18e00 x1874850291786880/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998353.538685:0:35293:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787998353.538686:0:35293:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787998353.538946:0:35293:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1920f3240. 00000100:00000001:3.0:1787998353.538950:0:35293:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226552386112 : -117847157165504 : ffff94d1920f3240) 00000100:00000001:3.0:1787998353.538952:0:35293:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998353.538953:0:35293:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548346368 : -117847161205248 : ffff94d191d18e00) 00000100:00000001:3.0:1787998353.538958:0:35293:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998353.538962:0:35293:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998353.538975:0:35293:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787998353.538977:0:35293:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998353.538982:0:35293:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d18e00 x1874850291786880/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998353.538990:0:35293:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998353.538992:0:35293:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998353.538995:0:35293:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998353.538998:0:35293:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998353.539000:0:35293:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998353.539004:0:35293:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d18e00 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35293:1874850291786880:192.168.206.123@tcp:36:rm.0 00000100:00000001:3.0:1787998353.539007:0:35293:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998353.539019:0:35293:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998353.539022:0:35293:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998353.539031:0:35293:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998353.539442:0:35293:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a0400. 02000000:00000001:0.0:1787998353.539446:0:35293:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998353.539453:0:35293:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998353.539457:0:35293:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000400:00000010:0.0:1787998353.539463:0:35293:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807ee0. 00000100:00000200:0.0:1787998353.539470:0:35293:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291786880, portal 10 00000100:00000001:0.0:1787998353.539472:0:35293:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998353.539473:0:35293:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548346368 : -117847161205248 : ffff94d191d18e00) 00000100:00000040:0.0:1787998353.539480:0:35293:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d18e00 x1874850291786880/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1787998369 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998353.539487:0:35293:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998353.539491:0:35293:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998353.539493:0:35293:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807770. 00000100:00000200:0.0:1787998353.539496:0:35293:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1874850291786880, offset 0 00000400:00000200:0.0:1787998353.539502:0:35293:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998353.539510:0:35293:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998353.539516:0:35293:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998353.539521:0:35293:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998353.539525:0:35293:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998353.539528:0:35293:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998353.539531:0:35293:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998353.539534:0:35293:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2899:2899:256:4294967295] 192.168.206.123@tcp LPNI seq info [2899:2899:8:4294967295] 00000400:00000200:0.0:1787998353.539539:0:35293:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998353.539547:0:35293:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998353.539553:0:35293:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998353.539558:0:35293:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d193b36b00. 00000800:00000200:0.0:1787998353.539565:0:35293:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998353.539572:0:35293:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998353.539576:0:35293:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d193b36b00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1787998353.539592:0:35293:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998353.539596:0:35293:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 842470 usecs (843 jiffies) 00000400:00000200:0.0:1787998353.539599:0:35293:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998353.539602:0:35293:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296534539 00000100:00000001:0.0:1787998353.539604:0:35293:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296535030 00000100:00000001:0.0:1787998353.539606:0:35293:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296534539 00000100:00000001:0.0:1787998353.539609:0:35293:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296535030 00000100:00000001:0.0:1787998353.539611:0:35293:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998353.539613:0:35293:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998353.539615:0:35293:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998353.539617:0:35293:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998353.539619:0:35293:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1920f3240 going to sleep for 11 seconds 00000100:00000001:0.0:1787998353.539622:0:35293:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998353.539625:0:35293:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998353.544314:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998353.544324:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d193b36b00. 00000400:00000200:2.0:1787998353.544333:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998353.544342:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998353.544350:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807770 00000400:00000010:2.0:1787998353.544353:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807770. 00000100:00000001:2.0:1787998353.544358:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998353.544366:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d18e00 x1874850291786880/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1787998369 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998353.544378:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998353.544383:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d18e00 x1874850291786880/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1787998369 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998353.544390:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998353.544392:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1787998353.547906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5d400. 00010000:00000010:2.1:1787998353.547928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2000. 00010000:00000010:2.1:1787998353.547934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98a00. 00010000:00000010:2.1:1787998353.547937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2800. 00010000:00000010:2.1:1787998353.547940:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360f00. 00010000:00000010:2.1:1787998353.547944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e4600. 00000800:00000001:3.0:1787998353.565447:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.565462:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998353.565466:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.565469:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998353.565477:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.565484:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998353.565493:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.565498:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.565503:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.565507:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a62480 00000400:00000200:3.0:1787998353.565512:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998353.565518:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x86bd [1] + 224 00000800:00000001:3.0:1787998353.565524:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.565530:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998353.565533:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998353.565537:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998353.565544:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998353.565553:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d18e00 x1874850291786880/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1787998369 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998353.565564:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94d191d18e00 x1874850291786880/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998353.565583:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998353.565592:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998353.565595:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998353.565932:0:35293:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998353.565941:0:35293:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998353.565943:0:35293:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998353.565946:0:35293:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30528. 00000400:00000200:0.0:1787998353.565951:0:35293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807ee0 00000400:00000010:0.0:1787998353.565953:0:35293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807ee0. 00000100:00000001:0.0:1787998353.565956:0:35293:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998353.565961:0:35293:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d18e00 x1874850291786880/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998353.565983:0:35293:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d18e00 x1874850291786880/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1787998369 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998353.565990:0:35293:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998353.565992:0:35293:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998353.565994:0:35293:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998353.565998:0:35293:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998353.566000:0:35293:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998353.566002:0:35293:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998353.566005:0:35293:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998353.566020:0:35293:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=29 v=5 (5 5 104 104) 00000100:00001000:0.0:1787998353.566024:0:35293:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=23 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998353.566027:0:35293:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998353.566029:0:35293:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998353.566032:0:35293:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998353.566041:0:35293:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998353.566045:0:35293:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1787998353.566046:0:35293:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009a/0x200000002] 00000100:00000001:0.0:1787998353.566048:0:35293:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1787998353.566050:0:35293:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998353.566051:0:35293:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548346368 : -117847161205248 : ffff94d191d18e00) 00000100:00000001:0.0:1787998353.566054:0:35293:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998353.566056:0:35293:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1787998353.566058:0:35293:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998353.566060:0:35293:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998353.566065:0:35293:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d18e00 x1874850291786880/t8589934600(8589934600) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1787998369 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998353.566074:0:35293:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998353.566076:0:35293:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998353.566078:0:35293:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998353.566082:0:35293:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d18e00 x1874850291786880/t8589934600(8589934600) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1787998369 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998353.566090:0:35293:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d18e00 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35293:1874850291786880:192.168.206.123@tcp:36:rm.0 00000100:00000001:0.0:1787998353.566094:0:35293:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998353.566097:0:35293:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998353.566099:0:35293:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998353.566101:0:35293:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998353.566104:0:35293:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d18e00 x1874850291786880/t8589934600(8589934600) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1787998369 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998353.566111:0:35293:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998353.566113:0:35293:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1920f3240. 00000100:00000001:0.0:1787998353.566117:0:35293:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998353.566118:0:35293:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998353.566127:0:35293:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998353.566130:0:35293:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998353.566134:0:35293:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998353.566138:0:35293:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191d92e00. 00000100:00000001:0.0:1787998353.566145:0:35293:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998353.566149:0:35293:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d18e00 x1874850291786880/t8589934600(8589934600) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1787998369 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998353.566156:0:35293:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998353.566161:0:35293:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998353.566182:0:35293:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1787998353.566186:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cf7e28 00000080:00002000:0.0:1787998353.566189:0:35293:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff94d198a46948, parent ffff94d198a90798, inode 0000000000000000) hashed, 00000080:00000001:0.0:1787998353.566192:0:35293:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998353.566199:0:35293:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1787998353.566207:0:35293:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1787998353.566215:0:35293:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1787998353.566218:0:35293:0:(file.c:5294:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1787998353.566220:0:35293:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998353.566225:0:35293:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798656616 : -117846910895000 : ffff94d1a0bcfc68) 00000020:00001000:0.0:1787998353.566229:0:35293:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfc60 00000020:00000001:0.0:1787998353.566234:0:35293:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3850 -> ffff94d1a0aa3850 00000020:00000001:0.0:1787998353.566236:0:35293:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1787998353.566239:0:35293:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1787998353.566241:0:35293:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1787998353.566244:0:35293:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787998353.566246:0:35293:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1787998353.566247:0:35293:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1787998353.566251:0:35293:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff94d19226c500 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1787998353.566254:0:35293:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d18131cf80 00020000:00000001:0.0:1787998353.566257:0:35293:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1787998353.566259:0:35293:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1787998353.566261:0:35293:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1787998353.566263:0:35293:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.566265:0:35293:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1787998353.566267:0:35293:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1787998353.566268:0:35293:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.566270:0:35293:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787998353.566271:0:35293:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1787998353.566272:0:35293:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1787998353.566274:0:35293:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d18131cf80 00000020:00000001:0.0:1787998353.566276:0:35293:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.566278:0:35293:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1787998353.566280:0:35293:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1787998353.566282:0:35293:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1787998353.566285:0:35293:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1787998353.566288:0:35293:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1787998353.566291:0:35293:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1787998353.566293:0:35293:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1787998353.566294:0:35293:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998353.566296:0:35293:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226549081512 : -117847160470104 : ffff94d191dcc5a8) 00000020:00001000:0.0:1787998353.566298:0:35293:0:(cl_object.c:823:cl_env_get()) 1@ffff94d191dcc5a0 00000020:00000001:0.0:1787998353.566300:0:35293:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa33a0 -> ffff94d1a0aa3850 00000020:00000001:0.0:1787998353.566302:0:35293:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1787998353.566305:0:35293:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787998353.566306:0:35293:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1787998353.566308:0:35293:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.566310:0:35293:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.566312:0:35293:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554011136 : -117847155540480 : ffff94d19227fe00) 00000020:00000001:0.0:1787998353.566314:0:35293:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1787998353.566315:0:35293:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.566318:0:35293:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.566319:0:35293:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.566321:0:35293:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1787998353.566323:0:35293:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1787998353.566324:0:35293:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1787998353.566325:0:35293:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1787998353.566327:0:35293:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1787998353.566328:0:35293:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.566330:0:35293:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.566331:0:35293:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.566333:0:35293:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.566334:0:35293:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1787998353.566335:0:35293:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.566337:0:35293:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.566339:0:35293:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1787998353.566341:0:35293:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1787998353.566342:0:35293:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1787998353.566343:0:35293:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1787998353.566355:0:35293:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1787998353.566358:0:35293:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1787998353.566364:0:35293:0:(osc_cache.c:1872:osc_update_pending()) obj ffff94d19391c8c0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:0.0:1787998353.566369:0:35293:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1787998353.566371:0:35293:0:(osc_cache.c:1816:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998353.566373:0:35293:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1787998353.566374:0:35293:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998353.566376:0:35293:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:0.0:1787998353.566379:0:35293:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1787998353.566383:0:35293:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff94d185459780@{[0 -> 0/1023], [1|0|-|locking|wiY|ffff94d19391c8c0], [28672|1|+|-|ffff94d187366000|1024|ffff94d18131cf80]} make ready 00000008:00010000:0.0:1787998353.566391:0:35293:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 0000000011434ad2 ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:0.0:1787998353.566408:0:35293:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:0.0:1787998353.566410:0:35293:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:0.0:1787998353.566421:0:35293:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000a95eee04[2 000000000a7456fa 1 1 0000000000000000 0 0 0] 00000020:00008000:0.0:1787998353.566423:0:35293:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:0.0:1787998353.566425:0:35293:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:0.0:1787998353.566427:0:35293:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1787998353.566428:0:35293:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1787998353.566430:0:35293:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1787998353.566431:0:35293:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1787998353.566433:0:35293:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1787998353.566437:0:35293:0:(cl_page.c:507:__cl_page_state_set()) page@00000000a95eee04[2 000000000a7456fa 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1787998353.566439:0:35293:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:0.0:1787998353.566440:0:35293:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1787998353.566442:0:35293:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1787998353.566444:0:35293:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000a95eee04[2 000000000a7456fa 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1787998353.566446:0:35293:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:0.0:1787998353.566448:0:35293:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.566450:0:35293:0:(cl_object.c:143:cl_object_top()) ffff94d19391c8c0 -> ffff94d1a0aa3850 00000020:00000001:0.0:1787998353.566452:0:35293:0:(cl_object.c:143:cl_object_top()) ffff94d19391c8c0 -> ffff94d1a0aa3850 00000020:00000001:0.0:1787998353.566453:0:35293:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1787998353.566456:0:35293:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.566458:0:35293:0:(cl_object.c:143:cl_object_top()) ffff94d19391c8c0 -> ffff94d1a0aa3850 00000008:00000001:0.0:1787998353.566460:0:35293:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998353.566462:0:35293:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:0.0:1787998353.566464:0:35293:0:(osc_cache.c:908:osc_extent_finish()) extent ffff94d185459780@{[0 -> 0/1023], [2|0|-|rpc|wiY|ffff94d19391c8c0], [28672|1|+|-|ffff94d187366000|1024|ffff94d18131cf80]} extent finished. 00000008:00010000:0.0:1787998353.566469:0:35293:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 0000000011434ad2 ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:0.0:1787998353.566477:0:35293:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:0.0:1787998353.566479:0:35293:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1787998353.566482:0:35293:0:(cl_page.c:1104:cl_page_complete()) page@00000000a95eee04[2 000000000a7456fa 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1787998353.566483:0:35293:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:0.0:1787998353.566485:0:35293:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1787998353.566486:0:35293:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1787998353.566487:0:35293:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1787998353.566489:0:35293:0:(cl_page.c:507:__cl_page_state_set()) page@00000000a95eee04[2 000000000a7456fa 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1787998353.566490:0:35293:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1787998353.566491:0:35293:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1787998353.566493:0:35293:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1787998353.566496:0:35293:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000a95eee04[2 000000000a7456fa 1 1 0000000000000000 0 0 0] 00000080:00008000:0.0:1787998353.566498:0:35293:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1787998353.566507:0:35293:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1787998353.566509:0:35293:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1787998353.566510:0:35293:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1787998353.566513:0:35293:0:(cl_page.c:556:cl_batch_put()) page@00000000a95eee04[2 000000000a7456fa 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1787998353.566515:0:35293:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:0.0:1787998353.566516:0:35293:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1787998353.566517:0:35293:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:0.0:1787998353.566520:0:35293:0:(osc_cache.c:1600:osc_free_grant()) lost 28672 grant: 28672 avail: 8359936 dirty: 0/0 00000008:00000020:0.0:1787998353.566524:0:35293:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff94d185459780@{[0 -> 0/1023], [1|0|-|inv|wY|ffff94d19391c8c0], [28672|0|-|-|ffff94d187366000|1024|ffff94d18131cf80]} destroyed. 00000008:00010000:0.0:1787998353.566530:0:35293:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000011434ad2 ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:0.0:1787998353.566537:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998353.566539:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:0.0:1787998353.566542:0:35293:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff94d185459780. 00000008:00000001:0.0:1787998353.566545:0:35293:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998353.566548:0:35293:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1787998353.566551:0:35293:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff94d19391c8c0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1787998353.566553:0:35293:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1787998353.566556:0:35293:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff94d19391c8c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1787998353.566561:0:35293:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1787998353.566562:0:35293:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.566564:0:35293:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.566566:0:35293:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.566567:0:35293:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.566568:0:35293:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.566570:0:35293:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1787998353.566572:0:35293:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1787998353.566573:0:35293:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1787998353.566574:0:35293:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1787998353.566576:0:35293:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1787998353.566577:0:35293:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.566578:0:35293:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1787998353.566579:0:35293:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1787998353.566581:0:35293:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1787998353.566583:0:35293:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1787998353.566584:0:35293:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1787998353.566585:0:35293:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1787998353.566586:0:35293:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1787998353.566587:0:35293:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.566589:0:35293:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.566590:0:35293:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1787998353.566591:0:35293:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1787998353.566592:0:35293:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1787998353.566593:0:35293:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1787998353.566594:0:35293:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1787998353.566596:0:35293:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1787998353.566597:0:35293:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1787998353.566598:0:35293:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1787998353.566599:0:35293:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1787998353.566600:0:35293:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.566602:0:35293:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.566603:0:35293:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1787998353.566604:0:35293:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1787998353.566605:0:35293:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.566607:0:35293:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1787998353.566609:0:35293:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1787998353.566610:0:35293:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1787998353.566611:0:35293:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1787998353.566613:0:35293:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1787998353.566614:0:35293:0:(cl_object.c:917:cl_env_put()) 1@ffff94d191dcc5a0 00020000:00000001:0.0:1787998353.566616:0:35293:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1787998353.566618:0:35293:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1787998353.566620:0:35293:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1787998353.566622:0:35293:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1787998353.566625:0:35293:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1787998353.566626:0:35293:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1787998353.566627:0:35293:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfc60 00000080:00000001:0.0:1787998353.566629:0:35293:0:(file.c:5331:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787998353.566635:0:35293:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1787998353.566637:0:35293:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446626226523163264 : -117847186388352 : ffff94d190514a80) 00000020:00000001:0.0:1787998353.566640:0:35293:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1787998353.566642:0:35293:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1787998353.566643:0:35293:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1787998353.566644:0:35293:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1787998353.566645:0:35293:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1787998353.566648:0:35293:0:(cl_page.c:507:__cl_page_state_set()) page@00000000a95eee04[2 000000000a7456fa 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1787998353.566650:0:35293:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1787998353.566651:0:35293:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1787998353.566653:0:35293:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1787998353.566654:0:35293:0:(osc_page.c:138:osc_page_delete()) ffff94d190514ae0 00000008:00000001:0.0:1787998353.566656:0:35293:0:(osc_cache.c:2676:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1787998353.566658:0:35293:0:(osc_cache.c:2679:osc_teardown_async_page()) teardown oap ffff94d190514af0 page ffff94d190514ae0 at index 0. 00000008:00000001:0.0:1787998353.566660:0:35293:0:(osc_cache.c:2701:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998353.566664:0:35293:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1787998353.566666:0:35293:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffdfa2047ce000 index 0 00000020:00000001:0.0:1787998353.566671:0:35293:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1787998353.566672:0:35293:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1787998353.566673:0:35293:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1787998353.566675:0:35293:0:(cl_page.c:556:cl_batch_put()) page@00000000a95eee04[1 000000000a7456fa 5 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1787998353.566677:0:35293:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1787998353.566678:0:35293:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1787998353.566681:0:35293:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff94d190514a80. 00000020:00000001:0.0:1787998353.566684:0:35293:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1787998353.566685:0:35293:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:0.0:1787998353.566727:0:35293:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1787998353.566730:0:35293:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff94d198931988) 00800000:00000001:0.0:1787998353.566735:0:35293:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1787998353.566736:0:35293:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x2b:0x0] 00000002:00000001:0.0:1787998353.566741:0:35293:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1787998353.566746:0:35293:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998353.566748:0:35293:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1787998353.566750:0:35293:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998353.566751:0:35293:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998353.566754:0:35293:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1787998353.566756:0:35293:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1787998353.566758:0:35293:0:(xattr_cache.c:201:ll_xattr_cache_del()) Process entered 00000080:00000020:0.0:1787998353.566759:0:35293:0:(xattr_cache.c:203:ll_xattr_cache_del()) del xattr: (null) 00000080:00000001:0.0:1787998353.566762:0:35293:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1787998353.566763:0:35293:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1787998353.566818:0:35293:0:(xattr_cache.c:214:ll_xattr_cache_del()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1787998353.566822:0:35293:0:(xattr_cache.c:311:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998353.566824:0:35293:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998353.566827:0:35293:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998353.566829:0:35293:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798656616 : -117846910895000 : ffff94d1a0bcfc68) 00000020:00001000:0.0:1787998353.566831:0:35293:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfc60 00020000:00000001:0.0:1787998353.566837:0:35293:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1787998353.566838:0:35293:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d18131cf80 00020000:00000001:0.0:1787998353.566841:0:35293:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1787998353.566844:0:35293:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0b0a660, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1787998353.566848:0:35293:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1787998353.566852:0:35293:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d185433b80: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000001:0.0:1787998353.566854:0:35293:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1787998353.566856:0:35293:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.566858:0:35293:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1787998353.566860:0:35293:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1787998353.566863:0:35293:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1787998353.566867:0:35293:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921c00 count: 2 00010000:00000001:0.0:1787998353.566869:0:35293:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998353.566872:0:35293:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1787998353.566874:0:35293:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1787998353.566878:0:35293:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 46 blocks 0 [cma]time 1787998353 1787998353 1787998353 ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 1/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00000001:0.0:1787998353.566886:0:35293:0:(cl_object.c:143:cl_object_top()) ffff94d19391c8c0 -> ffff94d1a0aa3850 00000020:00000001:0.0:1787998353.566888:0:35293:0:(cl_object.c:143:cl_object_top()) ffff94d19391c8c0 -> ffff94d1a0aa3850 00000008:00000001:0.0:1787998353.566890:0:35293:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1787998353.566892:0:35293:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1787998353.566894:0:35293:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787998353.566896:0:35293:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1787998353.566900:0:35293:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff94d19391c8c0. 00020000:00000001:0.0:1787998353.566904:0:35293:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1787998353.566906:0:35293:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff94d1a0aa3320. 00020000:00000001:0.0:1787998353.566911:0:35293:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1787998353.566913:0:35293:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998353.566915:0:35293:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1787998353.566917:0:35293:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d18131cf80 00020000:00000001:0.0:1787998353.566920:0:35293:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1787998353.566921:0:35293:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1787998353.566923:0:35293:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d18131cf80 00020000:00000001:0.0:1787998353.566925:0:35293:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1787998353.566927:0:35293:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff94d182b6b9a0. 00020000:00000010:0.0:1787998353.566931:0:35293:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff94d191fa9cc0. 00020000:00000010:0.0:1787998353.566934:0:35293:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff94d1909d8ba0. 00020000:00000002:0.0:1787998353.566937:0:35293:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0b0a660, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1787998353.566941:0:35293:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1787998353.566944:0:35293:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d185433b80: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000010:0.0:1787998353.566948:0:35293:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d185433b80. 00020000:00000010:0.0:1787998353.566953:0:35293:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d1a0b0a5a0. 00020000:00000010:0.0:1787998353.566956:0:35293:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d1a0b0a660. 00020000:00000001:0.0:1787998353.566957:0:35293:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1787998353.566959:0:35293:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242ba0) owner 0000000000000000/ffff94d18131cf80 00020000:00000010:0.0:1787998353.566961:0:35293:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff94d187242ba0. 00020000:00000001:0.0:1787998353.566964:0:35293:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1787998353.566967:0:35293:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff94d1a0aa37d0. 00000020:00001000:0.0:1787998353.566970:0:35293:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfc60 00000080:00000001:0.0:1787998353.566974:0:35293:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1787998353.566975:0:35293:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000010:0.1:1787998353.577822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90e40. 00000080:00000010:0.1:1787998353.585850:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d1989318c0. 00010000:00000001:0.0:1787998354.308689:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998354.308696:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998354.308700:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998354.308702:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998354.308706:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998354.308707:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998354.308710:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998354.308711:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998354.311072:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998354.311077:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998354.311080:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1787998354.675743:0:35381:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998354.885187:0:26324:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582220 (cpu 2) has reached its deadline 4296535030, at 4296535042 00000100:00000010:2.0:1787998354.885201:0:26324:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a027f060. 00000100:00000040:3.0:1787998354.885589:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296535030, at 4296535042 00000100:00000010:3.0:1787998354.885596:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a027fea0. 00010000:00000001:0.0:1787998355.335229:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998355.335236:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998355.335241:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998355.335243:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998355.335246:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998355.335247:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998355.335250:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998355.335251:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998355.335983:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998355.335987:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998355.335990:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787998355.906962:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998355.906972:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998355.906979:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1a680. 00000020:00000040:2.0:1787998355.906984:0:36:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:2.0:1787998355.906988:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998355.906991:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998355.906996:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998355.907004:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d183cc9300. 00000100:00000001:2.0:1787998355.907011:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998355.907033:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS req@ffff94d191d1a680 x1874850291787008/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998355.907045:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998355.907049:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998355.907055:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a0391e0] to pc [ptlrpcd_01_01+1] req@ffff94d191d1a680 x1874850291787008/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.907079:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998355.907082:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998355.907085:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998355.907088:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1aa00. 00000020:00000040:2.0:1787998355.907090:0:36:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998355.907093:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998355.907094:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998355.907096:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998355.907099:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d183cc9c00. 00000100:00000001:2.0:1787998355.907102:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998355.907236:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID req@ffff94d191d1aa00 x1874850291787136/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998355.907246:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998355.907248:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998355.907251:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe82210a] to pc [ptlrpcd_01_00+0] req@ffff94d191d1aa00 x1874850291787136/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.907259:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998355.907261:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998355.907264:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998355.907267:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1bb80. 00000020:00000040:2.0:1787998355.907269:0:36:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=5 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998355.907272:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998355.907273:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998355.907275:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998355.907279:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d183cc9e00. 00000100:00000001:2.0:1787998355.907282:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998355.907286:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID req@ffff94d191d1bb80 x1874850291787264/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998355.907294:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998355.907295:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998355.907299:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d8ac2a8] to pc [ptlrpcd_01_01+1] req@ffff94d191d1bb80 x1874850291787264/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.907311:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998355.907313:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998355.907317:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998355.907320:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d19c00. 00000020:00000040:2.0:1787998355.907322:0:36:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998355.907324:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998355.907325:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998355.907326:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998355.907329:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d183cc9900. 00000100:00000001:2.0:1787998355.907332:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998355.907336:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID req@ffff94d191d19c00 x1874850291787392/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998355.907343:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998355.907345:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998355.907349:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018f61f4e] to pc [ptlrpcd_01_00+0] req@ffff94d191d19c00 x1874850291787392/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.907355:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998355.907358:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787998355.907360:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787998355.907364:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1b100. 00000020:00000040:2.0:1787998355.907367:0:36:0:(genops.c:1210:class_import_get()) import ffff94d183eca000 refcount=3 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998355.907369:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998355.907370:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998355.907372:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998355.907375:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d183cc9400. 00000100:00000001:2.0:1787998355.907378:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998355.907382:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID req@ffff94d191d1b100 x1874850291787520/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998355.907390:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998355.907392:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998355.907396:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097fb7ef8] to pc [ptlrpcd_01_01+1] req@ffff94d191d1b100 x1874850291787520/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.907403:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998355.907407:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1873) 00000100:00000001:2.0:1787998355.907420:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998355.907425:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998355.907427:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998355.907432:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1a680 x1874850291787008/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.907440:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998355.907442:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998355.907445:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998355.907447:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998355.907450:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998355.907453:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2405:1874850291787008:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998355.907457:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998355.907462:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998355.907464:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998355.907466:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998355.907470:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d190903000. 02000000:00000001:2.0:1787998355.907471:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998355.907477:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998355.907481:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151ec8. 00000400:00000010:2.0:1787998355.907487:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf770. 00000100:00000200:2.0:1787998355.907493:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291787008, portal 25 00000100:00000001:2.0:1787998355.907495:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998355.907497:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548352640 : -117847161198976 : ffff94d191d1a680) 00000100:00000040:2.0:1787998355.907502:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d1a680 x1874850291787008/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.907508:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998355.907511:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998355.907514:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf4c8. 00000100:00000200:2.0:1787998355.907517:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874850291787008, offset 0 00000400:00000200:2.0:1787998355.907523:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998355.907531:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998355.907538:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998355.907543:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998355.907547:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998355.907551:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998355.907554:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998355.907557:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2900:2900:256:4294967295] 192.168.206.123@tcp LPNI seq info [2900:2900:8:4294967295] 00000400:00000200:2.0:1787998355.907562:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998355.907570:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998355.907576:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998355.907581:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183cc9700. 00000800:00000200:2.0:1787998355.907587:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998355.907594:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998355.907598:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183cc9700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998355.907609:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998355.907613:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998355.907615:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296540147 00000100:00000010:2.0:1787998355.907620:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a027f3c0. 00000100:00000001:2.0:1787998355.907626:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1787998355.907630:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296540147 00000100:00000010:2.0:1787998355.907632:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a027f1e0. 00000100:00000001:2.0:1787998355.907636:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1787998355.907639:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998355.907641:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998355.907643:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998355.907647:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1bb80 x1874850291787264/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.907653:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998355.907655:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998355.907657:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998355.907659:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998355.907660:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998355.907663:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291787264:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998355.907667:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998355.907669:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998355.907670:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998355.907671:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998355.907674:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d190903c00. 02000000:00000001:2.0:1787998355.907676:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998355.907679:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998355.907682:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151210. 00000400:00000010:2.0:1787998355.907686:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf550. 00000100:00000200:2.0:1787998355.907689:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291787264, portal 10 00000100:00000001:2.0:1787998355.907690:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998355.907692:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548358016 : -117847161193600 : ffff94d191d1bb80) 00000100:00000040:2.0:1787998355.907698:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d1bb80 x1874850291787264/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.907704:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998355.907706:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998355.907709:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf198. 00000100:00000200:2.0:1787998355.907712:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291787264, offset 0 00000400:00000200:2.0:1787998355.907716:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998355.907720:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998355.907724:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998355.907727:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998355.907729:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998355.907732:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998355.907734:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998355.907737:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2901:2901:255:4294967295] 192.168.206.123@tcp LPNI seq info [2901:2901:7:4294967295] 00000400:00000200:2.0:1787998355.907740:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998355.907746:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998355.907750:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998355.907754:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183ef3e00. 00000800:00000200:2.0:1787998355.907758:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998355.907763:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998355.907766:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183ef3e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998355.907796:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998355.907799:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18102 usecs (19 jiffies) 00000400:00000200:2.0:1787998355.907802:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998355.907804:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296536084 00000100:00000001:2.0:1787998355.907807:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296540147 00000100:00000001:2.0:1787998355.907809:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296536084 00000100:00000001:2.0:1787998355.907811:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296540147 00000100:00000001:2.0:1787998355.907812:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998355.907814:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998355.907816:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998355.907819:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1b100 x1874850291787520/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.907825:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998355.907826:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998355.907828:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998355.907830:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998355.907831:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998355.907834:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291787520:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998355.907837:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998355.907839:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998355.907840:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998355.907842:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998355.907845:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d190903800. 02000000:00000001:2.0:1787998355.907846:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998355.907849:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998355.907852:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151dc0. 00000400:00000010:2.0:1787998355.907855:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf990. 00000100:00000200:2.0:1787998355.907857:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291787520, portal 4 00000100:00000001:2.0:1787998355.907859:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998355.907860:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548355328 : -117847161196288 : ffff94d191d1b100) 00000100:00000040:2.0:1787998355.907865:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d1b100 x1874850291787520/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.907871:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998355.907873:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998355.908961:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf7f8. 00000100:00000200:2.0:1787998355.908970:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291787520, offset 0 00000400:00000200:2.0:1787998355.908977:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998355.908982:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998355.908988:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998355.908991:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998355.908994:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998355.908996:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998355.908999:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998355.909002:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2902:2902:254:4294967295] 192.168.206.123@tcp LPNI seq info [2902:2902:6:4294967295] 00000400:00000200:2.0:1787998355.909006:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998355.909962:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998355.909971:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998355.909977:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183ef3f00. 00000800:00000200:2.0:1787998355.909983:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998355.909989:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998355.909993:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183ef3f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998355.909998:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998355.910003:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 19987 usecs (20 jiffies) 00000400:00000200:2.0:1787998355.910008:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998355.910010:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296536087 00000100:00000001:2.0:1787998355.910074:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296540147 00000100:00000001:2.0:1787998355.910079:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296536087 00000100:00000001:2.0:1787998355.910081:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296540147 00000100:00000001:2.0:1787998355.910082:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998355.910085:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998355.910089:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998355.910093:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998355.910099:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998355.910102:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787998355.910179:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998355.910182:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998355.910185:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998355.910188:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1787998355.910189:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998355.910192:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998355.910193:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998355.910195:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998355.910196:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998355.910197:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998355.910204:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1aa00 x1874850291787136/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.910213:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998355.910215:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998355.910218:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998355.910221:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998355.910224:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998355.910227:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291787136:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998355.910231:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998355.910235:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998355.910237:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998355.910239:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998355.910244:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d190903400. 02000000:00000001:2.0:1787998355.910246:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998355.910251:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998355.910254:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1861516e0. 00000400:00000010:2.0:1787998355.910260:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf088. 00000100:00000200:2.0:1787998355.910265:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291787136, portal 10 00000100:00000001:2.0:1787998355.910267:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998355.910268:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548353536 : -117847161198080 : ffff94d191d1aa00) 00000100:00000040:2.0:1787998355.910275:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d1aa00 x1874850291787136/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.910282:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998355.910284:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998355.910286:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfe58. 00000100:00000200:2.0:1787998355.910289:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291787136, offset 0 00000400:00000200:2.0:1787998355.910294:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998355.910299:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998355.910304:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998355.910307:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998355.910309:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998355.910312:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998355.910314:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998355.910317:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2903:2903:253:4294967295] 192.168.206.123@tcp LPNI seq info [2903:2903:5:4294967295] 00000400:00000200:2.0:1787998355.910321:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998355.910327:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998355.910331:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998355.910335:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d18526a500. 00000800:00000200:2.0:1787998355.910339:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998355.910343:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998355.910346:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d18526a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998355.910349:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998355.910352:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 841437 usecs (842 jiffies) 00000400:00000200:2.0:1787998355.910355:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998355.910357:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296536909 00000100:00000001:2.0:1787998355.910359:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296540147 00000100:00000001:2.0:1787998355.910361:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296536909 00000100:00000001:2.0:1787998355.910363:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296540147 00000100:00000001:2.0:1787998355.910366:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998355.910368:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998355.910370:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998355.910374:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d19c00 x1874850291787392/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.910380:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998355.910381:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998355.910384:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998355.910385:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998355.910387:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998355.910390:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291787392:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998355.910393:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998355.910395:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998355.910397:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998355.910398:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998355.910401:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d190902e00. 02000000:00000001:2.0:1787998355.910403:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998355.910406:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998355.910409:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151948. 00000400:00000010:2.0:1787998355.910412:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfaa0. 00000100:00000200:2.0:1787998355.910414:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291787392, portal 4 00000100:00000001:2.0:1787998355.910416:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998355.910417:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548349952 : -117847161201664 : ffff94d191d19c00) 00000100:00000040:2.0:1787998355.910423:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d19c00 x1874850291787392/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.910429:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998355.910431:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998355.910433:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfcc0. 00000100:00000200:2.0:1787998355.910435:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291787392, offset 0 00000400:00000200:2.0:1787998355.910440:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998355.910443:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998355.910447:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998355.910450:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998355.910452:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998355.910454:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998355.910456:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998355.910459:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2904:2904:252:4294967295] 192.168.206.123@tcp LPNI seq info [2904:2904:4:4294967295] 00000400:00000200:2.0:1787998355.910463:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998355.910469:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998355.910473:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998355.910477:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d189a59700. 00000800:00000200:2.0:1787998355.910481:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998355.910485:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998355.910487:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d189a59700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998355.910490:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998355.910492:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 190151 usecs (191 jiffies) 00000400:00000200:2.0:1787998355.910495:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998355.910497:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296536258 00000100:00000001:2.0:1787998355.910499:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296540147 00000100:00000001:2.0:1787998355.910500:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296536258 00000100:00000001:2.0:1787998355.910502:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296540147 00000100:00000001:2.0:1787998355.910504:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998355.910506:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998355.910508:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998355.910510:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998355.910525:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998355.910527:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998355.910564:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998355.910568:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183cc9700. 00000400:00000200:2.0:1787998355.910575:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998355.910580:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998355.910585:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf4c8 00000400:00000010:2.0:1787998355.910588:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf4c8. 00000100:00000001:2.0:1787998355.910592:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998355.910596:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1a680 x1874850291787008/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.910604:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998355.910608:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1a680 x1874850291787008/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998371 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.910614:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998355.910615:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998355.910627:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998355.910628:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183ef3e00. 00000400:00000200:2.0:1787998355.910631:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998355.910634:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998355.910636:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf198 00000400:00000010:2.0:1787998355.910638:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf198. 00000100:00000001:2.0:1787998355.910640:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998355.910643:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1bb80 x1874850291787264/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.910649:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998355.910652:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1bb80 x1874850291787264/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998371 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.910658:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998355.910659:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998355.910666:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998355.910668:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183ef3f00. 00000400:00000200:2.0:1787998355.910670:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998355.910673:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998355.910675:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf7f8 00000400:00000010:2.0:1787998355.910677:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf7f8. 00000100:00000001:2.0:1787998355.910679:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998355.910683:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1b100 x1874850291787520/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.910690:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998355.910692:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1b100 x1874850291787520/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998371 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.910698:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998355.910699:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998355.910705:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998355.910707:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d18526a500. 00000400:00000200:2.0:1787998355.910710:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998355.910713:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998355.910715:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfe58 00000400:00000010:2.0:1787998355.910716:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfe58. 00000100:00000001:2.0:1787998355.910718:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998355.910721:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1aa00 x1874850291787136/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.910727:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998355.910729:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1aa00 x1874850291787136/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998371 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.910735:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998355.910736:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998355.912531:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998355.912539:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d189a59700. 00000400:00000200:2.0:1787998355.912544:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998355.912551:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998355.912558:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfcc0 00000400:00000010:2.0:1787998355.912560:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfcc0. 00000100:00000001:2.0:1787998355.912565:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998355.912571:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d19c00 x1874850291787392/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.912582:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998355.912585:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d19c00 x1874850291787392/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998371 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.912597:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998355.912598:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998355.918417:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998355.918429:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998355.918433:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998355.918435:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998355.918442:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998355.918450:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998355.918459:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998355.918463:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998355.918468:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998355.918472:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a62600 00000400:00000200:2.0:1787998355.918477:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998355.918482:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x86d5 [1] + 224 00000800:00000001:2.0:1787998355.918489:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998355.918496:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998355.918499:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998355.918503:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998355.918510:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998355.918518:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1bb80 x1874850291787264/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998371 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998355.918529:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d1bb80 x1874850291787264/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.918544:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998355.918552:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998355.918554:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998355.918565:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998355.918568:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787998355.918574:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998355.918576:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998355.918579:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151210. 00000400:00000200:2.0:1787998355.918583:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf550 00000400:00000010:2.0:1787998355.918586:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf550. 00000100:00000001:2.0:1787998355.918589:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998355.918593:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1bb80 x1874850291787264/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787998355.918602:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1bb80 x1874850291787264/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998371 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.918608:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998355.918610:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998355.918613:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998355.918615:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998355.918618:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998355.918620:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998355.918623:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998355.918631:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=31 v=5 (5 5 104 104) 00000100:00001000:2.0:1787998355.918635:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=31 v=5 (1 1 1 1) 00000100:00000001:2.0:1787998355.918638:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998355.918640:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998355.918642:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998355.918645:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998355.918649:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998355.918651:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967338 00000100:00000001:2.0:1787998355.918653:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998355.918655:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998355.918660:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1bb80 x1874850291787264/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998371 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.918667:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998355.918669:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998355.918671:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998355.918675:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1bb80 x1874850291787264/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998371 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787998355.918683:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291787264:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998355.918688:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998355.918690:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998355.918694:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1bb80 x1874850291787264/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998371 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.918764:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998355.918789:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998355.918793:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d190903c00. 02000000:00000001:2.0:1787998355.918798:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998355.918800:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998355.918802:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=4 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998355.918804:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998355.918807:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d183cc9e00. 02000000:00000001:2.0:1787998355.918811:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998355.918812:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998355.918814:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1bb80. 00000100:00000001:2.0:1787998355.918818:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998355.918820:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998355.918823:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998355.918824:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998355.918825:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998355.918828:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998355.918829:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998355.921023:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998355.921034:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998355.921039:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998355.921041:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998355.921048:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998355.921055:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998355.921064:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998355.921069:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998355.921073:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998355.921077:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a62680 00000400:00000200:2.0:1787998355.921081:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998355.921086:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x8705 [1] + 224 00000800:00000001:2.0:1787998355.921091:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998355.921095:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998355.921098:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998355.921102:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998355.921118:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998355.921126:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d19c00 x1874850291787392/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998371 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998355.921136:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d19c00 x1874850291787392/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.921161:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998355.921168:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998355.921172:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998355.921174:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998355.921176:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998355.921178:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998355.921182:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998355.921186:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998355.921188:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998355.921191:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998355.921194:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a62500 00000400:00000200:2.0:1787998355.921197:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998355.921201:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x86c5 [1] + 224 00000800:00000001:2.0:1787998355.921204:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998355.921207:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998355.921209:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998355.921211:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998355.921214:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998355.921218:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1a680 x1874850291787008/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998371 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998355.921226:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d1a680 x1874850291787008/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.921232:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998355.921235:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998355.921238:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998355.921239:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998355.921241:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998355.921243:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998355.921247:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998355.921250:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998355.921252:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998355.921255:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998355.921257:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a62580 00000400:00000200:2.0:1787998355.921260:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998355.921263:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x86f5 [1] + 224 00000800:00000001:2.0:1787998355.921266:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998355.921272:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998355.921274:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998355.921276:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998355.921279:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998355.921282:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1aa00 x1874850291787136/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998371 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998355.921290:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d1aa00 x1874850291787136/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.921296:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998355.921298:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998355.921301:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998355.921313:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998355.921316:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787998355.921320:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998355.921322:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998355.921324:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1861516e0. 00000400:00000200:2.0:1787998355.921328:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf088 00000400:00000010:2.0:1787998355.921330:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf088. 00000100:00000001:2.0:1787998355.921333:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998355.921337:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1aa00 x1874850291787136/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787998355.921349:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1aa00 x1874850291787136/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998371 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.921354:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998355.921356:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998355.921358:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998355.921361:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998355.921362:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998355.921364:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998355.921366:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998355.921374:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=31 v=5 (5 5 104 104) 00000100:00001000:2.0:1787998355.921377:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1787998355.921380:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998355.921381:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998355.921384:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998355.921386:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998355.921390:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998355.921391:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1787998355.921393:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998355.921395:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998355.921399:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1aa00 x1874850291787136/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998371 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.921405:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998355.921408:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998355.921410:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998355.921413:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1aa00 x1874850291787136/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998371 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787998355.921420:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291787136:192.168.206.123@tcp:400:kworker.0 00000400:00000001:2.0:1787998355.921425:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998355.921426:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998355.921427:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151948. 00000400:00000200:2.0:1787998355.921429:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfaa0 00000400:00000010:2.0:1787998355.921431:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfaa0. 00000100:00000001:2.0:1787998355.921433:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998355.921435:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d19c00 x1874850291787392/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787998355.921442:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d19c00 x1874850291787392/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998371 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.921447:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998355.921448:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998355.921450:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998355.921451:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998355.921452:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998355.921453:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998355.921455:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998355.921458:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=31 v=5 (5 5 5 37) 00000100:00001000:2.0:1787998355.921461:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1787998355.921463:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998355.921464:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998355.921465:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998355.921467:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998355.921469:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998355.921470:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967335 00000100:00000001:2.0:1787998355.921471:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998355.921472:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998355.921476:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d19c00 x1874850291787392/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998371 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.921482:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998355.921484:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998355.921485:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998355.921487:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d19c00 x1874850291787392/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998371 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787998355.921494:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291787392:192.168.206.123@tcp:400:kworker.0 00000400:00000001:2.0:1787998355.921501:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998355.921502:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998355.921503:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151ec8. 00000400:00000200:2.0:1787998355.921506:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf770 00000400:00000010:2.0:1787998355.921507:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf770. 00000100:00000001:2.0:1787998355.921509:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998355.921512:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1a680 x1874850291787008/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787998355.921519:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1a680 x1874850291787008/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998371 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.921524:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998355.921525:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998355.921526:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998355.921528:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998355.921528:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998355.921530:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998355.921531:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998355.921533:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=32 v=5 (5 5 5 5) 00000100:00001000:2.0:1787998355.921536:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1787998355.921538:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998355.921540:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998355.921541:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998355.921543:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998355.921544:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998355.921547:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1a680 x1874850291787008/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998371 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.921553:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998355.921554:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998355.921555:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998355.921558:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1a680 x1874850291787008/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998371 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787998355.921563:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2405:1874850291787008:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998355.921568:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998355.921570:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998355.921573:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1aa00 x1874850291787136/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998371 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.921578:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998355.921581:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998355.921584:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d190903400. 02000000:00000001:2.0:1787998355.921587:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998355.921590:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998355.921592:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998355.921594:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998355.921596:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d183cc9c00. 02000000:00000001:2.0:1787998355.921600:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998355.921601:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998355.921603:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1aa00. 00000100:00000001:2.0:1787998355.921606:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998355.921607:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998355.921609:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998355.921611:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d19c00 x1874850291787392/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998371 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.921616:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998355.921617:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998355.921619:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d190902e00. 02000000:00000001:2.0:1787998355.921621:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998355.921622:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998355.921623:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=2 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998355.921625:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998355.921626:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d183cc9900. 02000000:00000001:2.0:1787998355.921628:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998355.921629:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998355.921630:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d19c00. 00000100:00000001:2.0:1787998355.921632:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998355.921633:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998355.921635:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998355.921637:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1a680 x1874850291787008/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998371 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998355.921643:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998355.921644:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998355.921645:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d190903000. 02000000:00000001:2.0:1787998355.921646:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998355.921647:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998355.921648:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:2.0:1787998355.921649:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998355.921650:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d183cc9300. 02000000:00000001:2.0:1787998355.921652:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998355.921653:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998355.921654:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1a680. 00000100:00000001:2.0:1787998355.921656:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998355.921657:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998355.921659:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998355.921661:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998355.921662:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998355.921664:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998355.921666:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787998355.931425:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998355.931439:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998355.931528:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998355.931533:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998355.931541:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998355.931548:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998355.931556:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998355.931561:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998355.931566:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998355.931570:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a62700 00000400:00000200:3.0:1787998355.931575:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998355.931580:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x86e5 [1] + 224 00000800:00000001:3.0:1787998355.931586:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998355.931593:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998355.931596:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998355.931600:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998355.931607:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998355.931614:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1b100 x1874850291787520/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998371 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998355.931625:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d1b100 x1874850291787520/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998355.931639:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998355.931645:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998355.931648:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998355.931657:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998355.931661:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998355.931666:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998355.931667:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998355.931670:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151dc0. 00000400:00000200:3.0:1787998355.931674:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf990 00000400:00000010:3.0:1787998355.931676:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf990. 00000100:00000001:3.0:1787998355.931680:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998355.931683:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1b100 x1874850291787520/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998355.931692:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1b100 x1874850291787520/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998371 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998355.931698:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998355.931700:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998355.931703:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998355.931706:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998355.931708:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998355.931710:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998355.931713:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998355.931721:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca460 time=31 v=5 (5 5 5 37) 00000100:00001000:3.0:1787998355.931725:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998355.931727:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998355.931729:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998355.931732:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998355.931735:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998355.931738:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998355.931740:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:3.0:1787998355.931741:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998355.931743:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998355.931747:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1b100 x1874850291787520/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998371 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998355.931754:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998355.931757:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998355.931759:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998355.931763:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1b100 x1874850291787520/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998371 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998355.931788:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291787520:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1787998355.931793:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998355.931795:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998355.931799:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1b100 x1874850291787520/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998371 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998355.931805:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998355.931807:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998355.931810:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d190903800. 02000000:00000001:3.0:1787998355.931814:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998355.931817:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998355.931819:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998355.931820:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998355.931823:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d183cc9400. 02000000:00000001:3.0:1787998355.931827:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998355.931828:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998355.931830:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1b100. 00000100:00000001:3.0:1787998355.931833:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998355.931834:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998355.931836:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998355.931843:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998355.931844:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998355.931846:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998355.931848:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998356.286037:0:35520:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998356.359183:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998356.359189:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998356.359194:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998356.359195:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998356.359198:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998356.359199:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998356.359202:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998356.359204:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998356.360309:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998356.360313:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998356.360317:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787998357.379418:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998357.379426:0:33692:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998357.379428:0:33692:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998357.379432:0:33692:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998357.379436:0:33692:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998357.379438:0:33692:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998357.379441:0:33692:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998357.379443:0:33692:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998357.379446:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998357.379448:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998357.379451:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998357.379453:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998357.379456:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998357.379457:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998357.379548:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998357.379551:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998357.379554:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1787998358.126494:0:35666:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998358.326826:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998358.326841:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998358.326846:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998358.326848:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998358.326856:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998358.326864:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998358.326873:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998358.326878:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998358.326882:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998358.326886:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 328 into portal 15 MB=0x6a92a9abcde00 00000400:00000200:2.0:1787998358.326896:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.123@tcp of length 328/328 into md 0x7fd5 [2] + 1376 00000800:00000001:2.0:1787998358.326903:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998358.326910:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998358.326913:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998358.326917:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998358.326924:0:2396:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1787998358.326926:0:2396:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1787998358.326932:0:2396:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1a680. 00000100:00000040:2.0:1787998358.326936:0:2396:0:(events.c:337:request_in_callback()) incoming req@ffff94d191d1a680 x1874850310053376 msgsize 328 00000100:00100000:2.0:1787998358.326939:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.123@tcp (source: 12345-192.168.206.123@tcp) 00000100:00000001:2.0:1787998358.326950:0:2396:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1787998358.326958:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998358.326960:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998358.327117:0:16813:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1787998358.327120:0:16813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874850310053376 02000000:00000001:3.0:1787998358.327123:0:16813:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1787998358.327126:0:16813:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998358.327128:0:16813:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998358.327132:0:16813:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998358.327136:0:16813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874850310053376 00000020:00000001:3.0:1787998358.327148:0:16813:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787998358.327150:0:16813:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf75 00000020:00000001:3.0:1787998358.327153:0:16813:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998358.327156:0:16813:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191090800 refcount=4 00000020:00000001:3.0:1787998358.327159:0:16813:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535204864 : -117847174346752 : ffff94d191090800) 00000020:00000001:3.0:1787998358.327161:0:16813:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535204864 : -117847174346752 : ffff94d191090800) 00000100:00000001:3.0:1787998358.327165:0:16813:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1787998358.327170:0:16813:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d1987e50c0. 00000100:00000001:3.0:1787998358.327174:0:16813:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1787998358.327176:0:16813:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d1987e50c0. 00000020:00000010:3.0:1787998358.327183:0:16813:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d191d92a00. 00000020:00000010:3.0:1787998358.327189:0:16813:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94d190a8d680. 00000020:00000010:3.0:1787998358.327193:0:16813:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94d18543a3e8. 00000100:00000040:3.0:1787998358.327202:0:16813:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1787998358.327205:0:16813:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1787998358.327206:0:16813:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1787998358.327208:0:16813:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998358.327221:0:16813:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998358.327228:0:16813:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998358.327238:0:16813:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1787998358.327240:0:16813:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1787998358.327244:0:16813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.123@tcp, seq: 64 00000100:00000040:3.0:1787998358.327248:0:16813:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff94d191090800 : new rpc_count 1 00000100:00000001:3.0:1787998358.327250:0:16813:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446626226548352640 : -117847161198976 : ffff94d191d1a680) 00000100:00000040:3.0:1787998358.327257:0:16813:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff94d191d1a680 x1874850310053376/t0(0) o104->LOV_OSC_UUID@192.168.206.123@tcp:574/0 lens 328/0 e 0 to 0 dl 1787998369 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998358.327265:0:16813:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1787998358.327268:0:16813:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d1987e50c0. 00000100:00000001:3.0:1787998358.327270:0:16813:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1787998358.327272:0:16813:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d1987e50c0. 00000100:00100000:3.0:1787998358.327276:0:16813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94d191d1a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:21367:x1874850310053376:12345-192.168.206.123@tcp:104: 00000100:00000200:3.0:1787998358.327280:0:16813:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1874850310053376 00010000:00000001:3.0:1787998358.327282:0:16813:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1787998358.327289:0:16813:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998358.327291:0:16813:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998358.327293:0:16813:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=2 00000020:00000001:3.0:1787998358.327295:0:16813:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:3.0:1787998358.327297:0:16813:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:3.0:1787998358.327301:0:16813:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998358.327303:0:16813:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787998358.327309:0:16813:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:3.0:1787998358.327320:0:16813:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1787998358.327323:0:16813:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1787998358.327327:0:16813:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94d1a0096c00. 02000000:00000001:3.0:1787998358.327329:0:16813:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998358.327332:0:16813:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998358.327337:0:16813:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1787998358.327339:0:16813:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998358.327343:0:16813:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187eb35e8 time=33 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998358.327347:0:16813:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787998358.327350:0:16813:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 16 to 192.168.206.123@tcp 00000100:00000001:3.0:1787998358.327353:0:16813:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 02000000:00000001:3.0:1787998358.327355:0:16813:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1787998358.327357:0:16813:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998358.327360:0:16813:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998358.327363:0:16813:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998358.327367:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f55d8. 00000100:00000200:3.0:1787998358.327372:0:16813:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1874850310053376, offset 224 00000400:00000200:3.0:1787998358.327379:0:16813:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998358.327385:0:16813:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998358.327391:0:16813:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.23@tcp to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998358.327397:0:16813:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2905:2905:256:4294967295] 192.168.206.123@tcp LPNI seq info [2905:2905:8:4294967295] 00000400:00000200:3.0:1787998358.327402:0:16813:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998358.327410:0:16813:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:192.168.206.23@tcp) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998358.327416:0:16813:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998358.327420:0:16813:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d198474600. 00000800:00000200:3.0:1787998358.327426:0:16813:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998358.327434:0:16813:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998358.327438:0:16813:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d198474600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998358.327450:0:16813:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998358.327454:0:16813:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00010000:00000001:3.0:1787998358.327457:0:16813:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1787998358.327461:0:16813:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94d191d55540. 00010000:00000001:3.0:1787998358.327464:0:16813:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1787998358.327474:0:16813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1787998358.327477:0:16813:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998358.327478:0:16813:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998358.327480:0:16813:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998358.327485:0:16813:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1a680 x1874850310053376/t0(0) o104->LOV_OSC_UUID@192.168.206.123@tcp:574/0 lens 328/224 e 0 to 0 dl 1787998369 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787998358.327495:0:16813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94d191d1a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:21367:x1874850310053376:12345-192.168.206.123@tcp:104: Request processed in 228us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1787998358.327502:0:16813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.123@tcp, seq: 64 00000100:00000040:3.0:1787998358.327505:0:16813:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff94d191090800 : new rpc_count 0 00000100:00000001:3.0:1787998358.327507:0:16813:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1787998358.327509:0:16813:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1787998358.327513:0:16813:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94d190a8d680. 00000020:00000010:3.0:1787998358.327518:0:16813:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94d18543a3e8. 00000020:00000010:3.0:1787998358.327521:0:16813:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d191d92a00. 00000020:00000040:3.0:1787998358.327525:0:16813:0:(genops.c:879:class_export_put()) PUTting export ffff94d191090800 : new refcount 3 00000100:00000001:3.0:1787998358.327528:0:16813:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787998358.327602:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998358.327606:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d198474600. 00000400:00000200:3.0:1787998358.327611:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998358.327615:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998358.327619:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f55d8 00000400:00000010:3.0:1787998358.327621:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f55d8. 00000100:00000001:3.0:1787998358.327624:0:2397:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1787998358.327626:0:2397:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1787998358.327637:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998358.327639:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998358.327642:0:16821:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1787998358.327645:0:16821:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1787998358.327647:0:16821:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1787998358.327650:0:16821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:3.0:1787998358.327659:0:16821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d187366000 already unused, calling callback (ffffffffc1285300) 00000008:00000001:3.0:1787998358.327662:0:16821:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1787998358.327664:0:16821:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1787998358.327666:0:16821:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998358.327667:0:16821:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998358.327669:0:16821:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366000 refcount=3 00000020:00000001:3.0:1787998358.327671:0:16821:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:3.0:1787998358.327673:0:16821:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404352 : -117847339147264 : ffff94d187366000) 00010000:00000001:3.0:1787998358.327676:0:16821:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1787998358.327679:0:16821:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400030000 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:3.0:1787998358.327687:0:16821:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1787998358.327689:0:16821:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787998358.327692:0:16821:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798653448 : -117846910898168 : ffff94d1a0bcf008) 00000020:00001000:3.0:1787998358.327695:0:16821:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf000 00000008:00000001:3.0:1787998358.327697:0:16821:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1787998358.327699:0:16821:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1787998358.327701:0:16821:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf000 00000008:00000001:3.0:1787998358.327750:0:16821:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998358.327753:0:16821:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1787998358.327756:0:16821:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1787998358.327758:0:16821:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1787998358.327759:0:16821:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998358.327761:0:16821:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1787998358.327764:0:16821:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d187366000 with handle 0xb2d39e653c8cbfb from hash 00010000:00000001:3.0:1787998358.327783:0:16821:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1787998358.327785:0:16821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998358.327786:0:16821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998358.327787:0:16821:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1787998358.327790:0:16821:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1787998358.327792:0:16821:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1787998358.327797:0:16821:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998358.327800:0:16821:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998358.327802:0:16821:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998358.327804:0:16821:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1787998358.327809:0:16821:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d03100. 00000020:00000040:3.0:1787998358.327812:0:16821:0:(genops.c:1210:class_import_get()) import ffff94d183eca000 refcount=3 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998358.327816:0:16821:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998358.327818:0:16821:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998358.327822:0:16821:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998358.327827:0:16821:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d191d92a00. 00000100:00000001:3.0:1787998358.327832:0:16821:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998358.327834:0:16821:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1787998358.327838:0:16821:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:3.0:1787998358.327845:0:16821:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1787998358.327847:0:16821:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998358.327851:0:16821:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998358.327855:0:16821:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998358.327862:0:16821:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002df01ff3] to pc [ptlrpcd_01_00+0] req@ffff94d191d03100 x1874850291787648/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787998358.327880:0:16821:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998358.327883:0:16821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998358.327884:0:16821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998358.327885:0:16821:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998358.327887:0:16821:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998358.327889:0:16821:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998358.327892:0:16821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:3.0:1787998358.327899:0:16821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1787998358.327902:0:16821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff94d1a0bb2800 lock: 00000000ddb10e83/0xb2d39e653c8cbfb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x4fd9a50f3a6ad6a3 expref: -99 pid: 35284 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000010:3.0:1787998358.327909:0:16821:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d190b35640. 00010000:00000040:3.0:1787998358.327913:0:16821:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d185921c00 count: 0 00010000:00000010:3.0:1787998358.327919:0:16821:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff94d185921900. 00010000:00000001:3.0:1787998358.327927:0:16821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998358.327929:0:16821:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1787998358.327931:0:16821:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff94d191d55540. 00010000:00000001:3.0:1787998358.327933:0:16821:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998358.327936:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998358.327937:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998358.327938:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1787998358.327940:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998358.327941:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998358.327942:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1787998358.327944:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787998358.327945:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998358.327946:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787998358.327953:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1787998358.327956:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1787998358.327958:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998358.327963:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998358.327965:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998358.327967:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998358.327969:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998358.327971:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998358.327975:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d03100 x1874850291787648/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998358.327982:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998358.327984:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998358.327988:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998358.327990:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998358.327992:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998358.327996:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291787648:192.168.206.123@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1787998358.327999:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998358.328004:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998358.328006:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998358.328009:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998358.328012:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191d93e00. 02000000:00000001:3.0:1787998358.328014:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998358.328018:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998358.328022:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a370. 00000400:00000010:3.0:1787998358.328026:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f55d8. 00000100:00000200:3.0:1787998358.328030:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291787648, portal 18 00000100:00000001:3.0:1787998358.328032:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998358.328034:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548257024 : -117847161294592 : ffff94d191d03100) 00000100:00000040:3.0:1787998358.328040:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d03100 x1874850291787648/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998374 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998358.328047:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998358.328049:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998358.328053:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5880. 00000100:00000200:3.0:1787998358.328055:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1874850291787648, offset 0 00000400:00000200:3.0:1787998358.328059:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998358.328063:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998358.328067:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998358.328072:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998358.328076:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998358.328079:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998358.328081:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998358.328084:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2906:2906:256:4294967295] 192.168.206.123@tcp LPNI seq info [2906:2906:8:4294967295] 00000400:00000200:3.0:1787998358.328088:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998358.328094:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998358.328099:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998358.328102:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d198474600. 00000800:00000200:3.0:1787998358.328106:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998358.328111:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998358.328114:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d198474600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1787998358.328120:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998358.328124:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 20046 usecs (21 jiffies) 00000400:00000200:3.0:1787998358.328127:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998358.328130:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296538505 00000100:00000001:3.0:1787998358.328133:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296540147 00000100:00000001:3.0:1787998358.328135:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296538505 00000100:00000001:3.0:1787998358.328149:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296540147 00000100:00000001:3.0:1787998358.328152:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998358.328154:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998358.328158:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998358.328159:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998358.328294:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998358.328297:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998358.328346:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998358.328350:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d198474600. 00000400:00000200:2.0:1787998358.328354:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998358.328358:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998358.328362:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5880 00000400:00000010:2.0:1787998358.328363:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5880. 00000100:00000001:2.0:1787998358.328367:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998358.328371:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d03100 x1874850291787648/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998374 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998358.328380:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998358.328384:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d03100 x1874850291787648/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998374 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998358.328391:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998358.328393:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998358.338725:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998358.338737:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998358.338741:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998358.338743:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998358.338750:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998358.338757:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998358.338764:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998358.338793:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998358.338797:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998358.338801:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 18 MB=0x6a92a99a62780 00000400:00000200:2.0:1787998358.338805:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998358.338810:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.123@tcp of length 224/224 into md 0x871d [1] + 224 00000800:00000001:2.0:1787998358.338816:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998358.338822:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998358.338825:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998358.338829:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998358.338837:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998358.338844:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d03100 x1874850291787648/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998374 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998358.338854:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d03100 x1874850291787648/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998374 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998358.338866:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998358.338873:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998358.338875:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998358.338959:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998358.338963:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998358.338969:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998358.338971:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998358.338974:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a370. 00000400:00000200:3.0:1787998358.338977:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f55d8 00000400:00000010:3.0:1787998358.338980:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f55d8. 00000100:00000001:3.0:1787998358.338983:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998358.338988:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d03100 x1874850291787648/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998374 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998358.338997:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d03100 x1874850291787648/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998374 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998358.339004:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998358.339006:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998358.339008:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998358.339010:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998358.339013:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998358.339014:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998358.339017:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998358.339024:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca4a8 time=33 v=5 (5 5 5 5) 00000100:00001000:3.0:1787998358.339028:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=23 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998358.339030:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998358.339032:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998358.339035:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998358.339038:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998358.339040:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998358.339042:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:3.0:1787998358.339044:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998358.339046:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998358.339050:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d03100 x1874850291787648/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998374 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998358.339057:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998358.339060:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998358.339061:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998358.339065:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d03100 x1874850291787648/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998374 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998358.339071:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2405:1874850291787648:192.168.206.123@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1787998358.339076:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998358.339078:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998358.339081:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d03100 x1874850291787648/t0(0) o103->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998374 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998358.339087:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998358.339089:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998358.339092:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191d93e00. 02000000:00000001:3.0:1787998358.339094:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998358.339096:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998358.339098:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998358.339100:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998358.339102:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d191d92a00. 02000000:00000001:3.0:1787998358.339104:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998358.339105:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998358.339107:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d03100. 00000100:00000001:3.0:1787998358.339110:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998358.339111:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998358.339113:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998358.339119:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998358.339120:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998358.339122:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998358.339124:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1787998358.360515:0:35687:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921c00. 00010000:00000010:3.1:1787998358.360539:0:35687:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366000. 00010000:00000001:0.0:1787998358.402965:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998358.402972:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998358.402979:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998358.402980:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998358.402983:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998358.402985:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998358.403040:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998358.403043:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998358.403046:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1787998358.978544:0:35728:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998359.427420:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998359.427426:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998359.427433:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998359.427434:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998359.427436:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998359.427438:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998359.427483:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998359.427487:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998359.427491:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1787998359.915920:0:35822:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998360.002861:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296540147, at 4296540160 00000100:00000010:3.0:1787998360.002877:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a027f1e0. 00000100:00000040:2.0:1787998360.002944:0:26324:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582220 (cpu 2) has reached its deadline 4296540147, at 4296540160 00000100:00000010:2.0:1787998360.002951:0:26324:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a027f3c0. 00000001:00000001:1.0:1787998360.416549:0:35858:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1787998360.416562:0:35858:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 24b: test dirty page discard due to client eviction ========================================================== 06:12:39 (1787998359) 00000001:00000001:1.0:1787998360.452824:0:35858:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1787998360.452926:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998360.452933:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998360.452940:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998360.452942:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998360.452947:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998360.452948:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998360.458148:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787998360.458155:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998360.458159:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1787998360.879983:0:35902:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998360.879988:0:35902:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998360.879991:0:35902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbde0 00000080:00200000:1.0:1787998360.879995:0:35902:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:1.0:1787998360.880002:0:35902:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19162a200. 00800000:00000002:1.0:1787998360.880008:0:35902:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998360.880011:0:35902:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998360.880016:0:35902:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998360.880018:0:35902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbd00 00800000:00000002:1.0:1787998360.880020:0:35902:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998360.880024:0:35902:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998360.880026:0:35902:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998360.880029:0:35902:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998360.880031:0:35902:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998360.880033:0:35902:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998360.880035:0:35902:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998360.880037:0:35902:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998360.880039:0:35902:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998360.880042:0:35902:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998360.880047:0:35902:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998360.880049:0:35902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbbd0 00000002:00010000:1.0:1787998360.880051:0:35902:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787998360.880055:0:35902:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998360.880056:0:35902:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998360.880060:0:35902:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787998360.880065:0:35902:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998360.880067:0:35902:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998360.880068:0:35902:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998360.880070:0:35902:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1787998360.880072:0:35902:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1787998360.880144:0:35902:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edc700. 00000020:00000040:1.0:1787998360.880149:0:35902:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:1.0:1787998360.880156:0:35902:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787998360.880159:0:35902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998360.880165:0:35902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.880167:0:35902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998360.880169:0:35902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998360.880245:0:35902:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998360.880249:0:35902:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998360.880252:0:35902:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998360.880259:0:35902:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d199e26000. 00000100:00000001:1.0:1787998360.880265:0:35902:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.880270:0:35902:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998360.880272:0:35902:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.880274:0:35902:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998360.880275:0:35902:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.880277:0:35902:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998360.880282:0:35902:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226684413696 : -117847025137920 : ffff94d199edc700) 00010000:00000001:1.0:1787998360.880286:0:35902:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787998360.880288:0:35902:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1787998360.880292:0:35902:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d192b98100. 00010000:00000010:1.0:1787998360.880295:0:35902:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d1a0046f80. 00010000:00000001:1.0:1787998360.880298:0:35902:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787998360.880301:0:35902:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1917f3600. 00000020:00000001:1.0:1787998360.880305:0:35902:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787998360.880308:0:35902:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1917f3600 with handle 0xb2d39e653c8cc25 to hash 00000020:00000001:1.0:1787998360.880310:0:35902:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787998360.880311:0:35902:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.880314:0:35902:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.880318:0:35902:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998360.880321:0:35902:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998360.880325:0:35902:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc25 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35902 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998360.880334:0:35902:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc25 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35902 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998360.880343:0:35902:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc25 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35902 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787998360.880349:0:35902:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998360.880351:0:35902:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998360.880356:0:35902:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a000b540. 00000100:00000001:1.0:1787998360.880358:0:35902:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786317632 : -117846923233984 : ffff94d1a000b540) 00000100:00000001:1.0:1787998360.880360:0:35902:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998360.880362:0:35902:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684413696 : -117847025137920 : ffff94d199edc700) 00000100:00000001:1.0:1787998360.880366:0:35902:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998360.880369:0:35902:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998360.880372:0:35902:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998360.880373:0:35902:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998360.880383:0:35902:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edc700 x1874850291787776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998360.880391:0:35902:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998360.880394:0:35902:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998360.880397:0:35902:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998360.880399:0:35902:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998360.880402:0:35902:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998360.880406:0:35902:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edc700 pname:cluuid:pid:xid:nid:opc:job mkdir:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35902:1874850291787776:192.168.206.123@tcp:101:mkdir.0 00000100:00000001:1.0:1787998360.880410:0:35902:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998360.880414:0:35902:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998360.880416:0:35902:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998360.880419:0:35902:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998360.880423:0:35902:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d191c68800. 02000000:00000001:1.0:1787998360.880426:0:35902:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998360.880432:0:35902:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998360.880436:0:35902:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc108. 00000400:00000010:1.0:1787998360.880442:0:35902:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409660. 00000100:00000200:1.0:1787998360.880448:0:35902:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291787776, portal 10 00000100:00000001:1.0:1787998360.880450:0:35902:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998360.880452:0:35902:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684413696 : -117847025137920 : ffff94d199edc700) 00000100:00000040:1.0:1787998360.880457:0:35902:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199edc700 x1874850291787776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998376 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998360.880465:0:35902:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998360.880468:0:35902:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998360.880471:0:35902:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1854096e8. 00000100:00000200:1.0:1787998360.880474:0:35902:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1874850291787776, offset 0 00000400:00000200:1.0:1787998360.880480:0:35902:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998360.880488:0:35902:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998360.880493:0:35902:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998360.880499:0:35902:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998360.880503:0:35902:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998360.880507:0:35902:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998360.880510:0:35902:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998360.880513:0:35902:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2907:2907:256:4294967295] 192.168.206.123@tcp LPNI seq info [2907:2907:8:4294967295] 00000400:00000200:1.0:1787998360.880518:0:35902:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998360.880527:0:35902:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998360.880533:0:35902:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998360.880538:0:35902:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031fa00. 00000800:00000200:1.0:1787998360.880544:0:35902:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998360.880551:0:35902:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998360.880556:0:35902:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031fa00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1787998360.880578:0:35902:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998360.880582:0:35902:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 840386 usecs (841 jiffies) 00000400:00000200:1.0:1787998360.880585:0:35902:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998360.880588:0:35902:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296541878 00000100:00000010:1.0:1787998360.880592:0:35902:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0b0a240. 00000100:00000001:1.0:1787998360.880597:0:35902:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1787998360.880603:0:35902:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296541878 00000100:00000010:1.0:1787998360.880606:0:35902:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0b0ade0. 00000100:00000001:1.0:1787998360.880609:0:35902:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787998360.880612:0:35902:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998360.880614:0:35902:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998360.880616:0:35902:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998360.880618:0:35902:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998360.880621:0:35902:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a000b540 going to sleep for 11 seconds 00000100:00000001:1.0:1787998360.880624:0:35902:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1787998360.881013:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998360.881018:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031fa00. 00000400:00000200:2.0:1787998360.881024:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998360.881030:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998360.881036:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854096e8 00000400:00000010:2.0:1787998360.881038:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854096e8. 00000100:00000001:2.0:1787998360.881042:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998360.881046:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edc700 x1874850291787776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998376 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998360.881055:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998360.881058:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edc700 x1874850291787776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998376 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998360.881064:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998360.881066:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787998360.882282:0:35902:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998360.884932:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998360.884947:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998360.884951:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998360.884953:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998360.884961:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998360.884968:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998360.884976:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998360.884980:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998360.884995:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998360.884999:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a62800 00000400:00000200:2.0:1787998360.885004:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998360.885009:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x872d [1] + 224 00000800:00000001:2.0:1787998360.885016:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998360.885022:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998360.885025:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998360.885029:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998360.885036:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998360.885044:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edc700 x1874850291787776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998376 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998360.885053:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d199edc700 x1874850291787776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998376 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998360.885073:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998360.885082:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998360.885085:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998360.885171:0:35902:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998360.885187:0:35902:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998360.885189:0:35902:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998360.885192:0:35902:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc108. 00000400:00000200:1.0:1787998360.885197:0:35902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409660 00000400:00000010:1.0:1787998360.885199:0:35902:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409660. 00000100:00000001:1.0:1787998360.885202:0:35902:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998360.885207:0:35902:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edc700 x1874850291787776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998376 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998360.885215:0:35902:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edc700 x1874850291787776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998376 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998360.885221:0:35902:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998360.885223:0:35902:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998360.885225:0:35902:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998360.885229:0:35902:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998360.885231:0:35902:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998360.885233:0:35902:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998360.885235:0:35902:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998360.885243:0:35902:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=36 v=5 (5 5 104 104) 00000100:00001000:1.0:1787998360.885248:0:35902:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998360.885251:0:35902:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998360.885253:0:35902:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.885256:0:35902:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998360.885259:0:35902:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998360.885262:0:35902:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1787998360.885264:0:35902:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: committing for last_committed 8589934600 gen 2 00000100:00000040:1.0:1787998360.885269:0:35902:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934600) req@ffff94d199eddf80 x1874850291783936/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998369 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998360.885277:0:35902:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998360.885279:0:35902:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419968 : -117847025131648 : ffff94d199eddf80) 00000100:00000001:1.0:1787998360.885282:0:35902:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998360.885285:0:35902:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199eddf80 x1874850291783936/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998369 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998360.885292:0:35902:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998360.885294:0:35902:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998360.885298:0:35902:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edd500 x1874850291784576/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998369 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998360.885304:0:35902:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998360.885307:0:35902:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff94d190a90ba0. 00000100:00000001:1.0:1787998360.885311:0:35902:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998360.885313:0:35902:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199eddf80 x1874850291783936/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998369 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998360.885320:0:35902:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1787998360.885323:0:35902:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998360.885325:0:35902:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998360.885327:0:35902:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998360.885330:0:35902:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e24400. 02000000:00000001:1.0:1787998360.885333:0:35902:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998360.885335:0:35902:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998360.885337:0:35902:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199eddf80. 00000100:00000001:1.0:1787998360.885342:0:35902:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998360.885344:0:35902:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998360.885347:0:35902:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934600) req@ffff94d199edd500 x1874850291784576/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998369 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998360.885354:0:35902:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998360.885357:0:35902:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edd500 x1874850291784576/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998369 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998360.885364:0:35902:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998360.885365:0:35902:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998360.885368:0:35902:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e25800. 02000000:00000001:1.0:1787998360.885371:0:35902:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998360.885372:0:35902:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998360.885373:0:35902:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998360.885375:0:35902:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998360.885377:0:35902:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d19172b200. 02000000:00000001:1.0:1787998360.885379:0:35902:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998360.885381:0:35902:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998360.885382:0:35902:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edd500. 00000100:00000001:1.0:1787998360.885384:0:35902:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998360.885385:0:35902:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998360.885390:0:35902:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934600) req@ffff94d191d18e00 x1874850291786880/t8589934600(8589934600) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1787998369 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998360.885396:0:35902:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998360.885399:0:35902:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d18e00 x1874850291786880/t8589934600(8589934600) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1787998369 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998360.885406:0:35902:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998360.885407:0:35902:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998360.885408:0:35902:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1923a0400. 02000000:00000001:1.0:1787998360.885411:0:35902:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998360.885412:0:35902:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998360.885413:0:35902:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998360.885415:0:35902:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998360.885416:0:35902:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d191d92c00. 02000000:00000001:1.0:1787998360.885418:0:35902:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998360.885419:0:35902:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998360.885420:0:35902:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d18e00. 00000100:00000001:1.0:1787998360.885422:0:35902:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998360.885423:0:35902:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998360.885426:0:35902:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1787998360.885428:0:35902:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: normal: skip=1 replay=3/3 committed=0/0 00000100:00000001:1.0:1787998360.885431:0:35902:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998360.885433:0:35902:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998360.885437:0:35902:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edc700 x1874850291787776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998376 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998360.885445:0:35902:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998360.885448:0:35902:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998360.885450:0:35902:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998360.885454:0:35902:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edc700 x1874850291787776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998376 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998360.885463:0:35902:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edc700 pname:cluuid:pid:xid:nid:opc:job mkdir:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35902:1874850291787776:192.168.206.123@tcp:101:mkdir.0 00000100:00000001:1.0:1787998360.885468:0:35902:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998360.885470:0:35902:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998360.885472:0:35902:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998360.885474:0:35902:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998360.885477:0:35902:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edc700 x1874850291787776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998376 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998360.885484:0:35902:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998360.885486:0:35902:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a000b540. 00000100:00000001:1.0:1787998360.885489:0:35902:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998360.885490:0:35902:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.885493:0:35902:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787998360.885496:0:35902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998360.885499:0:35902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998360.885502:0:35902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=4 00000020:00000001:1.0:1787998360.885504:0:35902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.885506:0:35902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000040:1.0:1787998360.885512:0:35902:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1917f3600, remote cookie: 0x4fd9a50f3a6ad728, flags: 0x1001 00010000:00010000:1.0:1787998360.885518:0:35902:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc25 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad728 expref: -99 pid: 35902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998360.885529:0:35902:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc25 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad728 expref: -99 pid: 35902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998360.885536:0:35902:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787998360.885540:0:35902:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787998360.885542:0:35902:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1787998360.885544:0:35902:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787998360.885545:0:35902:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787998360.885548:0:35902:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d192b98100) refcount = 1 00010000:00010000:1.0:1787998360.885552:0:35902:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc25 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad728 expref: -99 pid: 35902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998360.885560:0:35902:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787998360.885562:0:35902:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787998360.885564:0:35902:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998360.885567:0:35902:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787998360.885569:0:35902:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998360.885573:0:35902:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc25 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad728 expref: -99 pid: 35902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998360.885579:0:35902:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787998360.885581:0:35902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.885583:0:35902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998360.885583:0:35902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.885584:0:35902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998360.885586:0:35902:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998360.885590:0:35902:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1787998360.885591:0:35902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998360.885592:0:35902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998360.885594:0:35902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=3 00000020:00000001:1.0:1787998360.885596:0:35902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.885598:0:35902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.885601:0:35902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998360.885602:0:35902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998360.885603:0:35902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=4 00000020:00000001:1.0:1787998360.885605:0:35902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.885607:0:35902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.885610:0:35902:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998360.885612:0:35902:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998360.885616:0:35902:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc25 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad728 expref: -99 pid: 35902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998360.885640:0:35902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.885641:0:35902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998360.885643:0:35902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998360.885644:0:35902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998360.885645:0:35902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=5 00000020:00000001:1.0:1787998360.885647:0:35902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.885650:0:35902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.885652:0:35902:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998360.885655:0:35902:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc25 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad728 expref: -99 pid: 35902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998360.885661:0:35902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.885663:0:35902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998360.885665:0:35902:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc25 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad728 expref: -99 pid: 35902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998360.885672:0:35902:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998360.885673:0:35902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.885674:0:35902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998360.885675:0:35902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.885676:0:35902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1787998360.885681:0:35902:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d199edc700 x1874850291787776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998376 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1787998360.885688:0:35902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998360.885689:0:35902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998360.885690:0:35902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=3 00000020:00000001:1.0:1787998360.885692:0:35902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.885694:0:35902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.885696:0:35902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.885697:0:35902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998360.885698:0:35902:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998360.885701:0:35902:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998360.885703:0:35902:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1787998360.885705:0:35902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998360.885706:0:35902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998360.885707:0:35902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=3 00000020:00000001:1.0:1787998360.885709:0:35902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.885711:0:35902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00000002:00010000:1.0:1787998360.885714:0:35902:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc25 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad728 expref: -99 pid: 35902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998360.885721:0:35902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.885722:0:35902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998360.885723:0:35902:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787998360.885724:0:35902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998360.885725:0:35902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998360.885726:0:35902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=3 00000020:00000001:1.0:1787998360.885728:0:35902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.885730:0:35902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000040:1.0:1787998360.885734:0:35902:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98100 count: 2 00010000:00000001:1.0:1787998360.885738:0:35902:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1787998360.885742:0:35902:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1787998360.885744:0:35902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.885745:0:35902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998360.885746:0:35902:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1787998360.885748:0:35902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbb58 00000002:00002000:1.0:1787998360.885750:0:35902:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1787998360.885753:0:35902:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998360.885756:0:35902:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998360.885758:0:35902:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787998360.885761:0:35902:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1787998360.885764:0:35902:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998360.886005:0:35902:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998360.886009:0:35902:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162a200. 00000080:00000001:1.0:1787998360.886013:0:35902:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998360.886015:0:35902:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1787998360.886021:0:35902:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1787998360.886025:0:35902:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1787998360.886031:0:35902:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d191236a40. 00800000:00000001:1.0:1787998360.886033:0:35902:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626226536933952 : -117847172617664 : ffff94d191236a40) 00800000:00000001:1.0:1787998360.886036:0:35902:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998360.886038:0:35902:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1787998360.886040:0:35902:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1787998360.886042:0:35902:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1787998360.886045:0:35902:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1787998360.886047:0:35902:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1787998360.886049:0:35902:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998360.886053:0:35902:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1787998360.886056:0:35902:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1787998360.886060:0:35902:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1787998360.886062:0:35902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998360.886064:0:35902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998360.886066:0:35902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=3 00000020:00000001:1.0:1787998360.886068:0:35902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.886070:0:35902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.886072:0:35902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.886073:0:35902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787998360.886075:0:35902:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1787998360.886223:0:35902:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1787998360.886225:0:35902:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d191236a40 1 00800000:00000010:1.0:1787998360.886228:0:35902:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d191236a40. 00800000:00000001:1.0:1787998360.886232:0:35902:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998360.886235:0:35902:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cc25 00800000:00000001:1.0:1787998360.886238:0:35902:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998360.886240:0:35902:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998360.886241:0:35902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998360.886243:0:35902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998360.886244:0:35902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=3 00000020:00000001:1.0:1787998360.886246:0:35902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.886248:0:35902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.886252:0:35902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.886253:0:35902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998360.886254:0:35902:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998360.886256:0:35902:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998360.886259:0:35902:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998360.886261:0:35902:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:1.0:1787998360.886264:0:35902:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc25 from it ffffb66d40ddbe18 00010000:00000001:1.0:1787998360.886266:0:35902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998360.886267:0:35902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998360.886268:0:35902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=3 00000020:00000001:1.0:1787998360.886270:0:35902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.886273:0:35902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.886275:0:35902:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998360.886277:0:35902:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc25 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad728 expref: -99 pid: 35902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998360.886284:0:35902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.886285:0:35902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998360.886287:0:35902:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998360.886289:0:35902:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998360.886292:0:35902:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc25 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad728 expref: -99 pid: 35902 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998360.886301:0:35902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998360.886303:0:35902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998360.886305:0:35902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998360.886309:0:35902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.886310:0:35902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998360.886312:0:35902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.886315:0:35902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998360.886317:0:35902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.886319:0:35902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.886322:0:35902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.886324:0:35902:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998360.886325:0:35902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.886327:0:35902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998360.886329:0:35902:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998360.886334:0:35902:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edc700 x1874850291787776/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998376 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998360.886342:0:35902:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998360.886344:0:35902:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998360.886346:0:35902:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d191c68800. 02000000:00000001:1.0:1787998360.886349:0:35902:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998360.886350:0:35902:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998360.886352:0:35902:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998360.886354:0:35902:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998360.886356:0:35902:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e26000. 02000000:00000001:1.0:1787998360.886358:0:35902:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998360.886359:0:35902:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998360.886361:0:35902:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edc700. 00000100:00000001:1.0:1787998360.886364:0:35902:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998360.886365:0:35902:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998360.886369:0:35902:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 101 00000080:00000001:1.0:1787998360.886374:0:35902:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998360.886394:0:35902:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998360.886396:0:35902:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998360.886398:0:35902:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998360.886400:0:35902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbba8 00000080:00200000:1.0:1787998360.886402:0:35902:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:1.0:1787998360.886407:0:35902:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19162a200. 00800000:00000002:1.0:1787998360.886411:0:35902:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998360.886415:0:35902:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998360.886417:0:35902:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998360.886419:0:35902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbac8 00800000:00000002:1.0:1787998360.886421:0:35902:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998360.886424:0:35902:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998360.886427:0:35902:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998360.886430:0:35902:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998360.886432:0:35902:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998360.886434:0:35902:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998360.886436:0:35902:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998360.886438:0:35902:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998360.886441:0:35902:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998360.886444:0:35902:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998360.886448:0:35902:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998360.886450:0:35902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddb998 00000002:00010000:1.0:1787998360.886452:0:35902:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787998360.886455:0:35902:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998360.886457:0:35902:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998360.886459:0:35902:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998360.886462:0:35902:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98100 count: 2 00010000:00000001:1.0:1787998360.886464:0:35902:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998360.886467:0:35902:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998360.886469:0:35902:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998360.886473:0:35902:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc25 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad728 expref: -99 pid: 35902 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1787998360.886480:0:35902:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998360.886484:0:35902:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998360.886487:0:35902:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc25 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad728 expref: -99 pid: 35902 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1787998360.886494:0:35902:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787998360.886496:0:35902:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998360.886498:0:35902:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998360.886500:0:35902:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998360.886502:0:35902:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998360.886504:0:35902:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787998360.886507:0:35902:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787998360.886508:0:35902:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998360.886511:0:35902:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162a200. 00000080:00000001:1.0:1787998360.886513:0:35902:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998360.886514:0:35902:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998360.886517:0:35902:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:1.0:1787998360.886520:0:35902:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cc25 00800000:00000001:1.0:1787998360.886523:0:35902:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998360.886525:0:35902:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998360.886526:0:35902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998360.886527:0:35902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998360.886529:0:35902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=3 00000020:00000001:1.0:1787998360.886531:0:35902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.886533:0:35902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.886536:0:35902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.886537:0:35902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998360.886538:0:35902:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998360.886540:0:35902:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998360.886542:0:35902:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc25 from it ffffb66d40ddbbe0 00010000:00000001:1.0:1787998360.886544:0:35902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998360.886545:0:35902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998360.886547:0:35902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=3 00000020:00000001:1.0:1787998360.886548:0:35902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.886550:0:35902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.886552:0:35902:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998360.886555:0:35902:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc25 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad728 expref: -99 pid: 35902 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998360.886561:0:35902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.886562:0:35902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998360.886563:0:35902:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998360.886564:0:35902:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998360.886567:0:35902:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc25 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad728 expref: -99 pid: 35902 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787998360.886573:0:35902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998360.886575:0:35902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998360.886576:0:35902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998360.886578:0:35902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.886579:0:35902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998360.886580:0:35902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.886582:0:35902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998360.886584:0:35902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.886586:0:35902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.886588:0:35902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.886590:0:35902:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998360.886591:0:35902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.886592:0:35902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998360.886593:0:35902:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787998360.886595:0:35902:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998360.886597:0:35902:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:1.0:1787998360.886600:0:35902:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998360.886611:0:35902:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d190a90ba0. 00000020:00000001:1.0:1787998360.886615:0:35902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbd98 00000080:00200000:1.0:1787998360.886617:0:35902:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), flags=1536 00000080:00000001:1.0:1787998360.886620:0:35902:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998360.886621:0:35902:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998360.886622:0:35902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbca8 00000080:00200000:1.0:1787998360.886624:0:35902:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:1.0:1787998360.886638:0:35902:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19162a200. 00800000:00000002:1.0:1787998360.886642:0:35902:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998360.886644:0:35902:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998360.886645:0:35902:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998360.886646:0:35902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbbc8 00800000:00000002:1.0:1787998360.886648:0:35902:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998360.886651:0:35902:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998360.886652:0:35902:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998360.886654:0:35902:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998360.886655:0:35902:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998360.886656:0:35902:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998360.886658:0:35902:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998360.886660:0:35902:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998360.886662:0:35902:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998360.886664:0:35902:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998360.886667:0:35902:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998360.886668:0:35902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddba98 00000002:00010000:1.0:1787998360.886670:0:35902:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787998360.886673:0:35902:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998360.886674:0:35902:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998360.886676:0:35902:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998360.886679:0:35902:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98100 count: 2 00010000:00000001:1.0:1787998360.886681:0:35902:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998360.886683:0:35902:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998360.886685:0:35902:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998360.886689:0:35902:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc25 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad728 expref: -99 pid: 35902 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1787998360.886696:0:35902:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998360.886698:0:35902:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998360.886701:0:35902:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc25 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad728 expref: -99 pid: 35902 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1787998360.886708:0:35902:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787998360.886709:0:35902:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998360.886711:0:35902:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998360.886713:0:35902:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998360.886714:0:35902:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998360.886716:0:35902:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787998360.886718:0:35902:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787998360.886720:0:35902:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998360.886723:0:35902:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162a200. 00000080:00000001:1.0:1787998360.886725:0:35902:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998360.886727:0:35902:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998360.886729:0:35902:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:1.0:1787998360.886732:0:35902:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cc25 00800000:00000001:1.0:1787998360.886734:0:35902:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998360.886735:0:35902:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998360.886737:0:35902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998360.886738:0:35902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998360.886739:0:35902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=3 00000020:00000001:1.0:1787998360.886741:0:35902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.886743:0:35902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.886746:0:35902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.886747:0:35902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998360.886748:0:35902:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998360.886750:0:35902:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998360.886752:0:35902:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc25 from it ffffb66d40ddbce0 00010000:00000001:1.0:1787998360.886754:0:35902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998360.886755:0:35902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998360.886757:0:35902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=3 00000020:00000001:1.0:1787998360.886759:0:35902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.886761:0:35902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.886763:0:35902:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998360.890735:0:35902:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc25 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad728 expref: -99 pid: 35902 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787998360.890756:0:35902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.890758:0:35902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998360.890759:0:35902:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998360.890762:0:35902:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998360.890781:0:35902:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc25 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad728 expref: -99 pid: 35902 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1787998360.890788:0:35902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998360.890791:0:35902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998360.890793:0:35902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998360.890797:0:35902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.892096:0:35902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998360.892102:0:35902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.892107:0:35902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998360.892109:0:35902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.892111:0:35902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.892116:0:35902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.892118:0:35902:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998360.892120:0:35902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.892122:0:35902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998360.892134:0:35902:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787998360.892136:0:35902:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998360.892140:0:35902:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 3 00000080:00000001:1.0:1787998360.892147:0:35902:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998360.892157:0:35902:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998360.892159:0:35902:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998360.892161:0:35902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbd90 00000080:00200000:1.0:1787998360.892164:0:35902:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:0.0:1787998360.892507:0:35902:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191cd7600. 00800000:00000002:0.0:1787998360.892514:0:35902:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998360.892518:0:35902:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998360.892523:0:35902:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998360.892526:0:35902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbcb0 00800000:00000002:0.0:1787998360.892528:0:35902:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998360.892532:0:35902:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998360.892534:0:35902:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998360.892537:0:35902:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998360.892539:0:35902:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998360.892541:0:35902:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998360.892543:0:35902:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998360.892545:0:35902:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998360.892547:0:35902:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998360.892551:0:35902:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1787998360.892556:0:35902:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998360.892558:0:35902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbb80 00000002:00010000:0.0:1787998360.892560:0:35902:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787998360.892564:0:35902:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787998360.892566:0:35902:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998360.892568:0:35902:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998360.892575:0:35902:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98100 count: 2 00010000:00000001:0.0:1787998360.892577:0:35902:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998360.892581:0:35902:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998360.892585:0:35902:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998360.892590:0:35902:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc25 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad728 expref: -99 pid: 35902 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1787998360.892600:0:35902:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998360.892605:0:35902:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998360.892609:0:35902:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc25 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad728 expref: -99 pid: 35902 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1787998360.892616:0:35902:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1787998360.892618:0:35902:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787998360.892620:0:35902:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998360.892622:0:35902:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998360.892637:0:35902:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998360.892639:0:35902:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1787998360.892642:0:35902:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1787998360.892645:0:35902:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998360.892648:0:35902:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191cd7600. 00000080:00000001:0.0:1787998360.892653:0:35902:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787998360.892655:0:35902:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998360.892657:0:35902:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:0.0:1787998360.892661:0:35902:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cc25 00800000:00000001:0.0:1787998360.892665:0:35902:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998360.892667:0:35902:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998360.892668:0:35902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998360.892671:0:35902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998360.892674:0:35902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=3 00000020:00000001:0.0:1787998360.892676:0:35902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:0.0:1787998360.892678:0:35902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:0.0:1787998360.892681:0:35902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998360.892682:0:35902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998360.892683:0:35902:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998360.892685:0:35902:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998360.892687:0:35902:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc25 from it ffffb66d40ddbdc8 00010000:00000001:0.0:1787998360.892689:0:35902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998360.892690:0:35902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998360.892691:0:35902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=3 00000020:00000001:0.0:1787998360.892692:0:35902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:0.0:1787998360.892694:0:35902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:0.0:1787998360.892696:0:35902:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998360.892699:0:35902:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc25 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad728 expref: -99 pid: 35902 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1787998360.892705:0:35902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998360.892706:0:35902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998360.892707:0:35902:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998360.892709:0:35902:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998360.892711:0:35902:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc25 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad728 expref: -99 pid: 35902 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1787998360.892717:0:35902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998360.892719:0:35902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998360.892721:0:35902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998360.892724:0:35902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998360.892726:0:35902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998360.892727:0:35902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998360.892729:0:35902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998360.892731:0:35902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998360.892732:0:35902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998360.892735:0:35902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998360.892736:0:35902:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998360.892738:0:35902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998360.892738:0:35902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787998360.892740:0:35902:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787998360.892741:0:35902:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998360.892743:0:35902:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 3 00000080:00000001:0.0:1787998360.892748:0:35902:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998360.892751:0:35902:0:(namei.c:2236:do_mkdir()) Process entered 00000020:00000001:0.0:1787998360.892753:0:35902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbda0 00000080:00200000:0.0:1787998360.892755:0:35902:0:(namei.c:2239:do_mkdir()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00000001:0.0:1787998360.892757:0:35902:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:0.0:1787998360.892759:0:35902:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:0.0:1787998360.892762:0:35902:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191cd7600. 00800000:00000002:0.0:1787998360.892764:0:35902:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000010:0.0:1787998360.893051:0:35902:0:(namei.c:1796:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff94d190b35a80. 00000080:00000001:0.0:1787998360.893056:0:35902:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998360.893059:0:35902:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:0.0:1787998360.893061:0:35902:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1787998360.893064:0:35902:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998360.893065:0:35902:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998360.893067:0:35902:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998360.893068:0:35902:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998360.893070:0:35902:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998360.893071:0:35902:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998360.893073:0:35902:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998360.893078:0:35902:0:(lmv_obd.c:1705:lmv_locate_tgt_qos()) Process entered 00020000:00000001:0.0:1787998360.893081:0:35902:0:(lu_tgt_descs.c:432:ltd_qos_penalties_calc()) Process entered 00020000:00000001:0.0:1787998360.893084:0:35902:0:(lu_tgt_descs.c:569:ltd_qos_penalties_calc()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:0.0:1787998360.893087:0:35902:0:(lmv_obd.c:1717:lmv_locate_tgt_qos()) Process leaving via unlock (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00800000:00000001:0.0:1787998360.893090:0:35902:0:(lmv_obd.c:1786:lmv_locate_tgt_rr()) Process entered 00800000:00000001:0.0:1787998360.893093:0:35902:0:(lmv_obd.c:1800:lmv_locate_tgt_rr()) Process leaving (rc=18446626226337597440 : -117847371954176 : ffff94d18541c800) 00800000:00000001:0.0:1787998360.893096:0:35902:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446626226337597440 : -117847371954176 : ffff94d18541c800) 00800000:00000001:0.0:1787998360.893098:0:35902:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1787998360.893100:0:35902:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1787998360.893103:0:35902:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1787998360.893105:0:35902:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1787998360.893108:0:35902:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff94d1a0bb2800: Allocated FID [0x240000403:0x9:0x0] 40000000:00000001:0.0:1787998360.893111:0:35902:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998360.893113:0:35902:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998360.893114:0:35902:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998360.893116:0:35902:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998360.893119:0:35902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d40ddbbc0 00800000:00000002:0.0:1787998360.893121:0:35902:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd24b.recovery-small' [0x240000403:0x9:0x0] on [0x200000007:0x1:0x0] -> mds #1, layout version 1 00000002:00000001:0.0:1787998360.893138:0:35902:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:0.0:1787998360.893140:0:35902:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1787998360.893143:0:35902:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998360.893150:0:35902:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c11180. 00000020:00000040:0.0:1787998360.893153:0:35902:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=5 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 02000000:00000001:0.0:1787998360.893158:0:35902:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787998360.893160:0:35902:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998360.893162:0:35902:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1787998360.893165:0:35902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998360.893169:0:35902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998360.893170:0:35902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998360.893439:0:35902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998360.893446:0:35902:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998360.893448:0:35902:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998360.893451:0:35902:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998360.893459:0:35902:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1923a1c00. 00000100:00000001:0.0:1787998360.893465:0:35902:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998360.893468:0:35902:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998360.893470:0:35902:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998360.893471:0:35902:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998360.893472:0:35902:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998360.893474:0:35902:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1787998360.893487:0:35902:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787998360.893498:0:35902:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191c11180 x1874850291788032/t0(0) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787998360.893506:0:35902:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998360.893507:0:35902:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998360.893513:0:35902:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191c02180. 00000100:00000001:0.0:1787998360.893515:0:35902:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226547204480 : -117847162347136 : ffff94d191c02180) 00000100:00000001:0.0:1787998360.893518:0:35902:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998360.893520:0:35902:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547265920 : -117847162285696 : ffff94d191c11180) 00000100:00000001:0.0:1787998360.893523:0:35902:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998360.893527:0:35902:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998360.893529:0:35902:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998360.893531:0:35902:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998360.893535:0:35902:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c11180 x1874850291788032/t0(0) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998360.893543:0:35902:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998360.893545:0:35902:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998360.893549:0:35902:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998360.893551:0:35902:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998360.893553:0:35902:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998360.893556:0:35902:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c11180 pname:cluuid:pid:xid:nid:opc:job mkdir:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35902:1874850291788032:192.168.206.123@tcp:36:mkdir.0 00000100:00000001:0.0:1787998360.893560:0:35902:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998360.893564:0:35902:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998360.893567:0:35902:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998360.893569:0:35902:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998360.893573:0:35902:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a3000. 02000000:00000001:0.0:1787998360.893575:0:35902:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998360.893581:0:35902:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998360.893585:0:35902:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000400:00000010:0.0:1787998360.893591:0:35902:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807ee0. 00000100:00000200:0.0:1787998360.893597:0:35902:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291788032, portal 10 00000100:00000001:0.0:1787998360.893599:0:35902:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998360.893601:0:35902:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547265920 : -117847162285696 : ffff94d191c11180) 00000100:00000040:0.0:1787998360.893607:0:35902:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c11180 x1874850291788032/t0(0) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998376 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998360.893614:0:35902:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998360.893616:0:35902:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998360.893619:0:35902:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807cc0. 00000100:00000200:0.0:1787998360.893622:0:35902:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1874850291788032, offset 0 00000400:00000200:0.0:1787998360.893641:0:35902:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998360.893649:0:35902:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998360.893656:0:35902:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998360.893661:0:35902:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998360.893665:0:35902:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998360.893669:0:35902:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998360.893672:0:35902:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998360.893676:0:35902:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2908:2908:256:4294967295] 192.168.206.123@tcp LPNI seq info [2908:2908:8:4294967295] 00000400:00000200:0.0:1787998360.893679:0:35902:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998360.893688:0:35902:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998360.893694:0:35902:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998360.893699:0:35902:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d18994e600. 00000800:00000200:0.0:1787998360.893705:0:35902:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998360.893712:0:35902:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998360.893716:0:35902:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d18994e600 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:0.0:1787998360.893734:0:35902:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998360.893738:0:35902:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18087 usecs (19 jiffies) 00000400:00000200:0.0:1787998360.893741:0:35902:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998360.893744:0:35902:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296541069 00000100:00000001:0.0:1787998360.893747:0:35902:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296541878 00000100:00000001:0.0:1787998360.893749:0:35902:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296541069 00000100:00000001:0.0:1787998360.893751:0:35902:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296541878 00000100:00000001:0.0:1787998360.893753:0:35902:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998360.893755:0:35902:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998360.893757:0:35902:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998360.893759:0:35902:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998360.893761:0:35902:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191c02180 going to sleep for 11 seconds 00000100:00000001:0.0:1787998360.893764:0:35902:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998360.893969:0:35902:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998360.894359:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998360.894364:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d18994e600. 00000400:00000200:2.0:1787998360.894369:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998360.894375:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998360.894380:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807cc0 00000400:00000010:2.0:1787998360.894383:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807cc0. 00000100:00000001:2.0:1787998360.894386:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998360.894390:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c11180 x1874850291788032/t0(0) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998376 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998360.894399:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998360.894402:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c11180 x1874850291788032/t0(0) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998376 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998360.894409:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998360.894410:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998360.913383:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998360.913399:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998360.913404:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998360.913407:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998360.913415:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998360.913422:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998360.913431:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998360.913435:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998360.913440:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998360.913444:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 328 into portal 15 MB=0x6a92a9abce000 00000400:00000200:2.0:1787998360.913451:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.123@tcp of length 328/328 into md 0x7fd5 [2] + 1704 00000800:00000001:2.0:1787998360.913457:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998360.913464:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998360.913467:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998360.913472:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998360.913479:0:2397:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1787998360.913481:0:2397:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1787998360.913487:0:2397:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d19c00. 00000100:00000040:2.0:1787998360.913491:0:2397:0:(events.c:337:request_in_callback()) incoming req@ffff94d191d19c00 x1874850310053888 msgsize 328 00000100:00100000:2.0:1787998360.913495:0:2397:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.123@tcp (source: 12345-192.168.206.123@tcp) 00000100:00000001:2.0:1787998360.913548:0:2397:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1787998360.913556:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998360.913559:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998360.919990:0:30631:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1787998360.919996:0:30631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874850310053888 02000000:00000001:3.0:1787998360.920000:0:30631:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1787998360.920002:0:30631:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998360.920004:0:30631:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998360.920010:0:30631:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998360.920013:0:30631:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874850310053888 00000020:00000001:3.0:1787998360.920016:0:30631:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787998360.920018:0:30631:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf59 00000020:00000001:3.0:1787998360.920021:0:30631:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998360.920024:0:30631:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191092800 refcount=5 00000020:00000001:3.0:1787998360.920027:0:30631:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535213056 : -117847174338560 : ffff94d191092800) 00000020:00000001:3.0:1787998360.920030:0:30631:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535213056 : -117847174338560 : ffff94d191092800) 00000100:00000001:3.0:1787998360.920034:0:30631:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1787998360.920043:0:30631:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d1987e5c80. 00000100:00000001:3.0:1787998360.920046:0:30631:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1787998360.920048:0:30631:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d1987e5c80. 00000020:00000010:3.0:1787998360.920056:0:30631:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d1861f6600. 00000020:00000010:3.0:1787998360.920061:0:30631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94d190a8d500. 00000020:00000010:3.0:1787998360.920067:0:30631:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94d18543a3e8. 00000100:00000040:3.0:1787998360.920077:0:30631:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1787998360.920080:0:30631:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1787998360.920082:0:30631:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1787998360.920083:0:30631:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998360.920090:0:30631:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998360.920184:0:30631:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998360.920195:0:30631:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1787998360.920197:0:30631:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1787998360.920206:0:30631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.123@tcp, seq: 65 00000100:00000040:3.0:1787998360.920210:0:30631:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff94d191092800 : new rpc_count 1 00000100:00000001:3.0:1787998360.920212:0:30631:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446626226548349952 : -117847161201664 : ffff94d191d19c00) 00000100:00000040:3.0:1787998360.920220:0:30631:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff94d191d19c00 x1874850310053888/t0(0) o104->77d5a195-8a9b-4535-9fd7-ecbde8ea89db@192.168.206.123@tcp:576/0 lens 328/0 e 0 to 0 dl 1787998371 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998360.920229:0:30631:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1787998360.920233:0:30631:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d1987e5c80. 00000100:00000001:3.0:1787998360.920235:0:30631:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1787998360.920236:0:30631:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d1987e5c80. 00000100:00100000:3.0:1787998360.920241:0:30631:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94d191d19c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:77d5a195-8a9b-4535-9fd7-ecbde8ea89db+5:6519:x1874850310053888:12345-192.168.206.123@tcp:104: 00000100:00000200:3.0:1787998360.920244:0:30631:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1874850310053888 00010000:00000001:3.0:1787998360.920247:0:30631:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1787998360.920253:0:30631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998360.920255:0:30631:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998360.920257:0:30631:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=2 00000020:00000001:3.0:1787998360.920259:0:30631:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:3.0:1787998360.920262:0:30631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:3.0:1787998360.920265:0:30631:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998360.920268:0:30631:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787998360.920273:0:30631:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc25 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x4fd9a50f3a6ad728 expref: -99 pid: 35902 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000100:00000001:3.0:1787998360.920282:0:30631:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1787998360.920284:0:30631:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1787998360.920289:0:30631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94d1a0097000. 02000000:00000001:3.0:1787998360.920291:0:30631:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998360.920293:0:30631:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998360.920297:0:30631:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1787998360.920300:0:30631:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998360.920303:0:30631:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187eb35e8 time=35 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998360.920308:0:30631:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787998360.920310:0:30631:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 16 to 192.168.206.123@tcp 00000100:00000001:3.0:1787998360.920313:0:30631:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 02000000:00000001:3.0:1787998360.920315:0:30631:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1787998360.920317:0:30631:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998360.920320:0:30631:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998360.920323:0:30631:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998360.920328:0:30631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f55d8. 00000100:00000200:3.0:1787998360.920334:0:30631:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1874850310053888, offset 224 00000400:00000200:3.0:1787998360.920341:0:30631:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998360.920351:0:30631:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998360.920359:0:30631:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.23@tcp to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998360.920364:0:30631:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2909:2909:256:4294967295] 192.168.206.123@tcp LPNI seq info [2909:2909:8:4294967295] 00000400:00000200:3.0:1787998360.920368:0:30631:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998360.920376:0:30631:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:192.168.206.23@tcp) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998360.920382:0:30631:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998360.920387:0:30631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1a072be00. 00000800:00000200:3.0:1787998360.920392:0:30631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998360.920399:0:30631:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998360.920404:0:30631:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1a072be00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998360.920417:0:30631:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998360.920420:0:30631:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00010000:00000001:3.0:1787998360.920423:0:30631:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1787998360.920426:0:30631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94d191a2bcc0. 00010000:00000001:3.0:1787998360.920428:0:30631:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1787998360.920444:0:30631:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1787998360.920447:0:30631:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998360.920448:0:30631:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998360.920450:0:30631:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998360.920455:0:30631:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d19c00 x1874850310053888/t0(0) o104->77d5a195-8a9b-4535-9fd7-ecbde8ea89db@192.168.206.123@tcp:576/0 lens 328/224 e 0 to 0 dl 1787998371 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787998360.920465:0:30631:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94d191d19c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:77d5a195-8a9b-4535-9fd7-ecbde8ea89db+5:6519:x1874850310053888:12345-192.168.206.123@tcp:104: Request processed in 233us (6971us total) trans 0 rc 0/0 00000100:00100000:3.0:1787998360.920471:0:30631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.123@tcp, seq: 65 00000100:00000040:3.0:1787998360.920474:0:30631:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff94d191092800 : new rpc_count 0 00000100:00000001:3.0:1787998360.920477:0:30631:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1787998360.920478:0:30631:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1787998360.920482:0:30631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94d190a8d500. 00000020:00000010:3.0:1787998360.920486:0:30631:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94d18543a3e8. 00000020:00000010:3.0:1787998360.920490:0:30631:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d1861f6600. 00000020:00000040:3.0:1787998360.920494:0:30631:0:(genops.c:879:class_export_put()) PUTting export ffff94d191092800 : new refcount 4 00000100:00000001:3.0:1787998360.920497:0:30631:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787998360.922241:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787998360.922246:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998360.922249:0:16822:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1787998360.922253:0:16822:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1787998360.922255:0:16822:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1787998360.922260:0:16822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc25 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x4fd9a50f3a6ad728 expref: -99 pid: 35902 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787998360.922271:0:16822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d1917f3600 already unused, calling callback (ffffffffc1bbc3c0) 00000080:00000001:1.0:1787998360.922274:0:16822:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1787998360.922278:0:16822:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc25 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x4fd9a50f3a6ad728 expref: -99 pid: 35902 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1787998360.922286:0:16822:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1787998360.922288:0:16822:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1787998360.922292:0:16822:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc25 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x4fd9a50f3a6ad728 expref: -99 pid: 35902 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1787998360.922298:0:16822:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1787998360.922301:0:16822:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1787998360.922303:0:16822:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998360.922305:0:16822:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998360.922307:0:16822:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=3 00000020:00000001:1.0:1787998360.922309:0:16822:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.922312:0:16822:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.922315:0:16822:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787998360.922318:0:16822:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc25 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0x4fd9a50f3a6ad728 expref: -99 pid: 35902 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:1.0:1787998360.922325:0:16822:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787998360.922328:0:16822:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787998360.922331:0:16822:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787998360.922333:0:16822:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1787998360.922337:0:16822:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998360.922340:0:16822:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998360.922346:0:16822:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98100 count: 2 00010000:00000001:1.0:1787998360.922349:0:16822:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998360.922353:0:16822:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998360.922354:0:16822:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998360.922356:0:16822:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998360.922357:0:16822:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98100 count: 2 00010000:00000001:1.0:1787998360.922359:0:16822:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998360.922361:0:16822:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998360.922363:0:16822:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998360.922364:0:16822:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998360.922365:0:16822:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98100 count: 2 00010000:00000001:1.0:1787998360.922367:0:16822:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998360.922369:0:16822:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998360.922371:0:16822:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1787998360.922374:0:16822:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d1989ad280, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1787998360.922378:0:16822:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1787998360.922381:0:16822:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1787998360.922383:0:16822:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787998360.922385:0:16822:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.922388:0:16822:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787998360.922391:0:16822:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787998360.922392:0:16822:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787998360.922394:0:16822:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998360.922396:0:16822:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787998360.922399:0:16822:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1917f3600 with handle 0xb2d39e653c8cc25 from hash 00010000:00000001:1.0:1787998360.922401:0:16822:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787998360.922402:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.922404:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998360.922406:0:16822:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787998360.922409:0:16822:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787998360.922410:0:16822:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1787998360.922415:0:16822:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998360.922419:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.922420:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998360.922421:0:16822:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.922423:0:16822:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998360.922425:0:16822:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1787998360.922433:0:16822:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edc700. 00000020:00000040:1.0:1787998360.922436:0:16822:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:1.0:1787998360.922440:0:16822:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998360.922442:0:16822:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998360.922447:0:16822:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998360.922454:0:16822:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d19162a200. 00000100:00000001:1.0:1787998360.922459:0:16822:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.922462:0:16822:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1787998360.922467:0:16822:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc25 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x4fd9a50f3a6ad728 expref: -99 pid: 35902 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787998360.922473:0:16822:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1787998360.922475:0:16822:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998360.922479:0:16822:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998360.922483:0:16822:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998360.922492:0:16822:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3799bdd] to pc [ptlrpcd_00_01+1] req@ffff94d199edc700 x1874850291788160/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787998360.922527:0:16822:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998360.922529:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.922530:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998360.922531:0:16822:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.922533:0:16822:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998360.922534:0:16822:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998360.922537:0:16822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc25 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x4fd9a50f3a6ad728 expref: -99 pid: 35902 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1787998360.922547:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787998360.922549:0:16822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc25 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x4fd9a50f3a6ad728 expref: -99 pid: 35902 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:1.0:1787998360.922556:0:16822:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d192b98100 count: 0 00010000:00000010:1.0:1787998360.922561:0:16822:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d1a0046f80. 00010000:00000001:1.0:1787998360.922570:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998360.922572:0:16822:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1787998360.922573:0:16822:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff94d191a2bcc0. 00010000:00000001:1.0:1787998360.922576:0:16822:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998360.922579:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787998360.922580:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998360.922581:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1787998360.922583:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787998360.922584:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998360.922586:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1787998360.922587:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787998360.922588:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998360.922590:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787998360.922597:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1787998360.922601:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1787998360.922603:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998360.922609:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998360.922611:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998360.922613:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998360.922614:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998360.922616:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998360.922621:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edc700 x1874850291788160/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998360.922629:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998360.922631:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998360.922634:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998360.922637:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998360.922639:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998360.922642:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291788160:192.168.206.123@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1787998360.922646:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998360.922651:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998360.922653:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998360.922655:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998360.922659:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d19162b800. 02000000:00000001:1.0:1787998360.922661:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998360.922667:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998360.922671:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc108. 00000400:00000010:1.0:1787998360.922677:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409660. 00000100:00000200:1.0:1787998360.922683:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291788160, portal 18 00000100:00000001:1.0:1787998360.922685:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998360.922686:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684413696 : -117847025137920 : ffff94d199edc700) 00000100:00000040:1.0:1787998360.922693:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199edc700 x1874850291788160/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998376 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998360.922701:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998360.922703:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998360.922706:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409cc0. 00000100:00000200:1.0:1787998360.922709:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1874850291788160, offset 0 00000400:00000200:1.0:1787998360.922713:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998360.922721:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998360.922727:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998360.922731:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998360.922736:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998360.922739:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998360.922742:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998360.922745:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2910:2910:255:4294967295] 192.168.206.123@tcp LPNI seq info [2910:2910:7:4294967295] 00000400:00000200:1.0:1787998360.922748:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998360.922756:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998360.922761:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998360.922800:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f300. 00000800:00000200:1.0:1787998360.922807:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998360.922814:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998360.922818:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1787998360.922821:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998360.922825:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 839323 usecs (840 jiffies) 00000400:00000200:1.0:1787998360.922828:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998360.922831:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296541919 00000100:00000001:1.0:1787998360.922837:0:2402:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, simply extend its deadline from 4296541878 00000100:00000001:1.0:1787998360.922842:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296541919 00000100:00000001:1.0:1787998360.922845:0:2402:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, simply extend its deadline from 4296541878 00000100:00000001:1.0:1787998360.922848:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998360.922851:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998360.922854:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998360.922856:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998360.922941:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998360.922945:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998360.924874:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998360.924882:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072be00. 00000400:00000200:2.0:1787998360.924890:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998360.924898:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998360.924905:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f55d8 00000400:00000010:2.0:1787998360.924908:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f55d8. 00000100:00000001:2.0:1787998360.924913:0:2396:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1787998360.924915:0:2396:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1787998360.924983:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998360.924986:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f300. 00000400:00000200:2.0:1787998360.924992:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998360.924996:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998360.924999:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409cc0 00000400:00000010:2.0:1787998360.925001:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409cc0. 00000100:00000001:2.0:1787998360.925004:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998360.925010:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edc700 x1874850291788160/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998376 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998360.925022:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998360.925026:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edc700 x1874850291788160/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998376 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998360.925032:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998360.925034:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1787998360.926820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98100. 00010000:00000010:1.1:1787998360.926832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3600. 00000800:00000001:2.0:1787998360.944071:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998360.944087:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998360.944091:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998360.944094:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998360.944103:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998360.944110:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998360.944119:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998360.944133:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998360.944137:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998360.944142:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 18 MB=0x6a92a99a62980 00000400:00000200:2.0:1787998360.944146:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998360.944152:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.123@tcp of length 224/224 into md 0x8745 [1] + 224 00000800:00000001:2.0:1787998360.944158:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998360.944166:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998360.944169:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998360.944173:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998360.944180:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998360.944190:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edc700 x1874850291788160/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998376 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998360.944201:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edc700 x1874850291788160/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998376 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998360.944223:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998360.944231:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998360.944234:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998360.944516:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998360.944521:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998360.944528:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998360.944529:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998360.944532:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc108. 00000400:00000200:1.0:1787998360.944537:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409660 00000400:00000010:1.0:1787998360.944539:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409660. 00000100:00000001:1.0:1787998360.944542:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998360.944547:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edc700 x1874850291788160/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998376 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787998360.944555:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edc700 x1874850291788160/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998376 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998360.944561:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998360.944563:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998360.944565:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998360.944568:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998360.944570:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998360.944572:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998360.944575:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998360.944582:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06d80 time=35 v=5 (5 5 5 5) 00000100:00001000:1.0:1787998360.944586:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998360.944588:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998360.944590:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.944592:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998360.944595:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998360.944599:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998360.944601:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 8589934600 00000100:00000001:1.0:1787998360.944602:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998360.944604:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998360.944608:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edc700 x1874850291788160/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998376 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998360.944615:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998360.944617:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998360.944619:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998360.944623:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edc700 x1874850291788160/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998376 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787998360.944702:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291788160:192.168.206.123@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1787998360.944708:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998360.944710:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998360.944714:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edc700 x1874850291788160/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998376 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998360.944721:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998360.944723:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998360.944726:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d19162b800. 02000000:00000001:1.0:1787998360.944731:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998360.944733:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998360.944734:0:2402:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998360.944736:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998360.944739:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d19162a200. 02000000:00000001:1.0:1787998360.944742:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998360.944744:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998360.944746:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edc700. 00000100:00000001:1.0:1787998360.944750:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998360.944751:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998360.944753:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998360.944759:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998360.944760:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998360.944763:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998360.944765:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998360.962740:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998360.962764:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998360.962931:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998360.962937:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998360.962949:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998360.962958:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998360.962970:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998360.962975:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998360.962981:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998360.962986:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 448 into portal 10 MB=0x6a92a99a62900 00000400:00000200:2.0:1787998360.963055:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998360.963064:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 448/448 into md 0x8735 [1] + 224 00000800:00000001:2.0:1787998360.963073:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998360.963547:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998360.963552:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998360.963560:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998360.963569:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998360.963581:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c11180 x1874850291788032/t0(0) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998376 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998360.963592:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff94d191c11180 x1874850291788032/t0(0) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998376 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998360.963612:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998360.963625:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998360.963629:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998360.963701:0:35902:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998360.963711:0:35902:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998360.963713:0:35902:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998360.963717:0:35902:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30528. 00000400:00000200:0.0:1787998360.963722:0:35902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807ee0 00000400:00000010:0.0:1787998360.963725:0:35902:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807ee0. 00000100:00000001:0.0:1787998360.963729:0:35902:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998360.963735:0:35902:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c11180 x1874850291788032/t0(0) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998376 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998360.963744:0:35902:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c11180 x1874850291788032/t0(0) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1787998376 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998360.963750:0:35902:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998360.963752:0:35902:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998360.963755:0:35902:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998360.963759:0:35902:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998360.963762:0:35902:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998360.963764:0:35902:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998360.963806:0:35902:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998360.963817:0:35902:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=36 v=5 (5 5 104 104) 00000100:00001000:0.0:1787998360.963822:0:35902:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=36 v=5 (1 1 1 1) 00000100:00000001:0.0:1787998360.963825:0:35902:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998360.963827:0:35902:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998360.963831:0:35902:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998360.963835:0:35902:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998360.963838:0:35902:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1787998360.963840:0:35902:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1787998360.963842:0:35902:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1787998360.963845:0:35902:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998360.963847:0:35902:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547265920 : -117847162285696 : ffff94d191c11180) 00000100:00000001:0.0:1787998360.963850:0:35902:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1787998360.963852:0:35902:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: committing for last_committed 4294967340 gen 1 00000100:00000040:0.0:1787998360.963859:0:35902:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967340) req@ffff94d191c10700 x1874850291783680/t4294967340(4294967340) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998369 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998360.963867:0:35902:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998360.963870:0:35902:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c10700 x1874850291783680/t4294967340(4294967340) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998369 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998360.963876:0:35902:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998360.963879:0:35902:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998360.963883:0:35902:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1923a2000. 02000000:00000001:0.0:1787998360.963888:0:35902:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998360.963891:0:35902:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998360.963893:0:35902:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=4 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998360.963896:0:35902:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998360.963899:0:35902:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d1a0bab800. 02000000:00000001:0.0:1787998360.963902:0:35902:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998360.963904:0:35902:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998360.963907:0:35902:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c10700. 00000100:00000001:0.0:1787998360.963911:0:35902:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998360.963913:0:35902:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787998360.963917:0:35902:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff94d191c11180 x1874850291788032/t4294967341(4294967341) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1787998376 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998360.963925:0:35902:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1787998360.963928:0:35902:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: normal: skip=1 replay=1/2 committed=0/0 00000100:00000001:0.0:1787998360.963930:0:35902:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998360.963933:0:35902:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998360.963938:0:35902:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c11180 x1874850291788032/t4294967341(4294967341) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1787998376 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998360.963946:0:35902:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998360.963949:0:35902:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998360.963951:0:35902:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998360.963955:0:35902:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c11180 x1874850291788032/t4294967341(4294967341) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1787998376 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998360.963963:0:35902:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c11180 pname:cluuid:pid:xid:nid:opc:job mkdir:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35902:1874850291788032:192.168.206.123@tcp:36:mkdir.0 00000100:00000001:0.0:1787998360.963968:0:35902:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998360.963971:0:35902:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998360.963974:0:35902:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998360.963976:0:35902:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998360.963979:0:35902:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c11180 x1874850291788032/t4294967341(4294967341) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1787998376 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998360.963995:0:35902:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998360.963998:0:35902:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191c02180. 00000100:00000001:0.0:1787998360.964007:0:35902:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998360.964009:0:35902:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998360.964019:0:35902:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998360.964023:0:35902:0:(lmv_obd.c:2359:lmv_create()) Created - [0x240000403:0x9:0x0] 00800000:00000001:0.0:1787998360.964026:0:35902:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998360.964030:0:35902:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:0.0:1787998360.964033:0:35902:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1787998353 to 1787998360 00000080:00000001:0.0:1787998360.964038:0:35902:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1787998360.964046:0:35902:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1787998360.964048:0:35902:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1787998360.964052:0:35902:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603815538697 : 162129603815538697 : 240000403000009) 00000080:00000001:0.0:1787998360.964055:0:35902:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1787998360.964111:0:35902:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94d1989aa100. 00000080:00000001:0.0:1787998360.964134:0:35902:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1787998360.964137:0:35902:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x240000403:0x9:0x0](ffff94d1989aa1c8) 00000080:00000001:0.0:1787998360.964141:0:35902:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1787998360.964143:0:35902:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x240000403:0x9:0x0] 00000080:00000001:0.0:1787998360.964146:0:35902:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998360.964148:0:35902:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603815538697 : 162129603815538697 : 240000403000009) 00000080:00000001:0.0:1787998360.964151:0:35902:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748740 : 37748740 : 2400004) 00000080:00000002:0.0:1787998360.964154:0:35902:0:(llite_lib.c:3050:ll_update_inode()) setting ino 162129603815538697 mtime from 0 to 1787998360 00000080:00200000:0.0:1787998360.964159:0:35902:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000403:0x9:0x0], updating i_size 4096 00000080:00000001:0.0:1787998360.964161:0:35902:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1787998360.964164:0:35902:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626226662187464 : -117847047364152 : ffff94d1989aa1c8) 00000080:00000001:0.0:1787998360.964167:0:35902:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1787998360.964170:0:35902:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1787998360.964173:0:35902:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998360.964178:0:35902:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998360.964181:0:35902:0:(namei.c:2063:ll_new_node()) Process leaving 00000100:00000001:0.0:1787998360.964182:0:35902:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998360.964187:0:35902:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c11180 x1874850291788032/t4294967341(4294967341) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1787998376 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998360.964193:0:35902:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998360.964197:0:35902:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998360.964200:0:35902:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191cd7600. 00000080:00000010:0.0:1787998360.964204:0:35902:0:(namei.c:2069:ll_new_node()) kfreed 'lum': 48 at ffff94d190b35a80. 00000080:00000001:0.0:1787998360.964208:0:35902:0:(namei.c:2071:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998360.964211:0:35902:0:(namei.c:2247:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1787998360.964215:0:35902:0:(namei.c:2291:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998360.964230:0:35902:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1787998360.964236:0:35902:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1787998360.985873:0:1359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90ba0. 00000080:00000001:1.0:1787998360.989277:0:35903:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998360.989286:0:35903:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998360.989289:0:35903:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998360.989293:0:35903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420cbbc0 00000080:00200000:1.0:1787998360.989298:0:35903:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:1.0:1787998360.989307:0:35903:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19162a200. 00800000:00000002:1.0:1787998360.989316:0:35903:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998360.989320:0:35903:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998360.989326:0:35903:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998360.989328:0:35903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420cbae0 00800000:00000002:1.0:1787998360.989331:0:35903:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998360.989335:0:35903:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998360.989338:0:35903:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998360.989341:0:35903:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998360.989344:0:35903:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998360.989346:0:35903:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998360.989349:0:35903:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998360.989351:0:35903:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998360.989353:0:35903:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998360.989357:0:35903:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998360.989363:0:35903:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998360.989365:0:35903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420cb9b0 00000002:00010000:1.0:1787998360.989367:0:35903:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787998360.989371:0:35903:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998360.989373:0:35903:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998360.989377:0:35903:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787998360.989384:0:35903:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998360.989387:0:35903:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998360.989389:0:35903:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998360.989391:0:35903:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1787998360.989394:0:35903:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1787998360.989400:0:35903:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edc700. 00000020:00000040:1.0:1787998360.989405:0:35903:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:1.0:1787998360.989413:0:35903:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787998360.989419:0:35903:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998360.989428:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.989431:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998360.989432:0:35903:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998360.989436:0:35903:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998360.989439:0:35903:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998360.989444:0:35903:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998360.989453:0:35903:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d199e26000. 00000100:00000001:1.0:1787998360.989462:0:35903:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.989468:0:35903:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998360.989471:0:35903:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.989472:0:35903:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998360.989473:0:35903:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.989475:0:35903:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998360.989481:0:35903:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226684413696 : -117847025137920 : ffff94d199edc700) 00010000:00000001:1.0:1787998360.989486:0:35903:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787998360.989489:0:35903:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1787998360.989493:0:35903:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d192b98100. 00010000:00000010:1.0:1787998360.989498:0:35903:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d1a0046f80. 00010000:00000001:1.0:1787998360.989503:0:35903:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787998360.989507:0:35903:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1917f3600. 00000020:00000001:1.0:1787998360.989512:0:35903:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787998360.989515:0:35903:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1917f3600 with handle 0xb2d39e653c8cc2c to hash 00000020:00000001:1.0:1787998360.989518:0:35903:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787998360.989519:0:35903:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.989523:0:35903:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.989527:0:35903:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998360.989530:0:35903:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998360.989536:0:35903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc2c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998360.989547:0:35903:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc2c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998360.989559:0:35903:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc2c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35903 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787998360.989565:0:35903:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998360.989568:0:35903:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998360.989575:0:35903:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a000b540. 00000100:00000001:1.0:1787998360.989578:0:35903:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786317632 : -117846923233984 : ffff94d1a000b540) 00000100:00000001:1.0:1787998360.989581:0:35903:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998360.989583:0:35903:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684413696 : -117847025137920 : ffff94d199edc700) 00000100:00000001:1.0:1787998360.989588:0:35903:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998360.989592:0:35903:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998360.989595:0:35903:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998360.989597:0:35903:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998360.989609:0:35903:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edc700 x1874850291788288/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998360.989619:0:35903:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998360.989621:0:35903:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998360.989625:0:35903:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998360.989628:0:35903:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998360.989631:0:35903:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998360.989635:0:35903:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edc700 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35903:1874850291788288:192.168.206.123@tcp:101:lfs.0 00000100:00000001:1.0:1787998360.989639:0:35903:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998360.989646:0:35903:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998360.989649:0:35903:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998360.989652:0:35903:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998360.989657:0:35903:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d191c68800. 02000000:00000001:1.0:1787998360.989660:0:35903:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998360.989682:0:35903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998360.989688:0:35903:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc108. 00000400:00000010:1.0:1787998360.989696:0:35903:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409660. 00000100:00000200:1.0:1787998360.989705:0:35903:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291788288, portal 10 00000100:00000001:1.0:1787998360.989708:0:35903:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998360.989709:0:35903:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684413696 : -117847025137920 : ffff94d199edc700) 00000100:00000040:1.0:1787998360.989716:0:35903:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199edc700 x1874850291788288/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998376 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998360.989724:0:35903:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998360.989727:0:35903:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998360.989730:0:35903:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409f68. 00000100:00000200:1.0:1787998360.989734:0:35903:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1874850291788288, offset 0 00000400:00000200:1.0:1787998360.989741:0:35903:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998360.989751:0:35903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998360.989760:0:35903:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998360.990301:0:35903:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998360.990308:0:35903:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998360.990312:0:35903:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998360.990316:0:35903:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998360.990321:0:35903:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2911:2911:256:4294967295] 192.168.206.123@tcp LPNI seq info [2911:2911:8:4294967295] 00000400:00000200:1.0:1787998360.990326:0:35903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998360.990338:0:35903:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998360.990345:0:35903:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998360.990354:0:35903:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031fc00. 00000800:00000200:1.0:1787998360.990362:0:35903:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998360.990370:0:35903:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998360.990376:0:35903:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031fc00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1787998360.990403:0:35903:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998360.990409:0:35903:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 838290 usecs (839 jiffies) 00000400:00000200:1.0:1787998360.990412:0:35903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998360.990416:0:35903:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296541983 00000100:00000001:1.0:1787998360.990425:0:35903:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, simply extend its deadline from 4296541919 00000100:00000001:1.0:1787998360.990431:0:35903:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296541983 00000100:00000001:1.0:1787998360.990434:0:35903:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, simply extend its deadline from 4296541919 00000100:00000001:1.0:1787998360.990437:0:35903:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998360.990440:0:35903:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998360.990443:0:35903:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998360.990445:0:35903:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998360.990448:0:35903:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a000b540 going to sleep for 11 seconds 00000100:00000001:1.0:1787998360.990451:0:35903:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998360.990455:0:35903:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998360.990760:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1787998360.993710:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998360.993729:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998360.993735:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998360.993737:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998360.993748:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998360.993756:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998360.993766:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998360.993789:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998360.993796:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998360.993801:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a62a00 00000400:00000200:3.0:1787998360.993805:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998360.993813:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x874d [1] + 224 00000800:00000001:3.0:1787998360.993820:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998360.993828:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998360.993831:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998360.993836:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998360.993845:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998360.993855:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edc700 x1874850291788288/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998376 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998360.993867:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d199edc700 x1874850291788288/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998376 ref 3 fl Rpc:R/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998360.993885:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998360.993894:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998360.993898:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1787998360.994192:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031fc00. 00000400:00000200:2.0:1787998360.994203:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998360.994207:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998360.994213:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409f68 00000400:00000010:2.0:1787998360.994215:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409f68. 00000100:00000001:2.0:1787998360.994220:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998360.994224:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edc700 x1874850291788288/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998376 ref 3 fl Rpc:R/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998360.994236:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998360.994240:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edc700 x1874850291788288/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998376 ref 3 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998360.994247:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998360.994248:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787998360.994455:0:35903:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998360.994464:0:35903:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998360.994467:0:35903:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998360.994471:0:35903:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc108. 00000400:00000200:1.0:1787998360.994475:0:35903:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409660 00000400:00000010:1.0:1787998360.994477:0:35903:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409660. 00000100:00000001:1.0:1787998360.994480:0:35903:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998360.994485:0:35903:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edc700 x1874850291788288/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998376 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998360.994494:0:35903:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edc700 x1874850291788288/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998376 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998360.994501:0:35903:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998360.994503:0:35903:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998360.994506:0:35903:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998360.994510:0:35903:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998360.994513:0:35903:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998360.994516:0:35903:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998360.994519:0:35903:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998360.994530:0:35903:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=36 v=5 (5 5 104 104) 00000100:00001000:1.0:1787998360.994545:0:35903:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998360.994549:0:35903:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998360.994551:0:35903:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.994554:0:35903:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998360.994559:0:35903:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998360.994563:0:35903:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998360.994567:0:35903:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 8589934600 00000100:00000001:1.0:1787998360.994569:0:35903:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998360.994571:0:35903:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998360.994577:0:35903:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edc700 x1874850291788288/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998376 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998360.994584:0:35903:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998360.994588:0:35903:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998360.994591:0:35903:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998360.994595:0:35903:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edc700 x1874850291788288/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998376 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998360.994603:0:35903:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edc700 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35903:1874850291788288:192.168.206.123@tcp:101:lfs.0 00000100:00000001:1.0:1787998360.994609:0:35903:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998360.994612:0:35903:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998360.994614:0:35903:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998360.994616:0:35903:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998360.994619:0:35903:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edc700 x1874850291788288/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998376 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998360.994625:0:35903:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998360.994629:0:35903:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a000b540. 00000100:00000001:1.0:1787998360.994632:0:35903:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998360.994634:0:35903:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.994638:0:35903:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787998360.994643:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998360.994646:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998360.994649:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=4 00000020:00000001:1.0:1787998360.994652:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.994655:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000040:1.0:1787998360.994673:0:35903:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1917f3600, remote cookie: 0x4fd9a50f3a6ad759, flags: 0x1001 00010000:00010000:1.0:1787998360.994679:0:35903:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc2c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad759 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998360.994696:0:35903:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc2c lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad759 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998360.994703:0:35903:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787998360.994708:0:35903:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787998360.994710:0:35903:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1787998360.994712:0:35903:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787998360.994714:0:35903:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787998360.994717:0:35903:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d192b98100) refcount = 1 00010000:00010000:1.0:1787998360.994721:0:35903:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc2c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad759 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998360.994728:0:35903:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787998360.994732:0:35903:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787998360.994733:0:35903:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998360.994737:0:35903:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787998360.994740:0:35903:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998360.994744:0:35903:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc2c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad759 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998360.994749:0:35903:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787998360.994752:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.994754:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998360.994755:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.994756:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998360.994758:0:35903:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998360.994763:0:35903:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1787998360.994765:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998360.994794:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998360.994796:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=3 00000020:00000001:1.0:1787998360.994798:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.994800:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.994803:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998360.994804:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998360.994805:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=4 00000020:00000001:1.0:1787998360.994807:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.994809:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.994812:0:35903:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998360.994815:0:35903:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998360.994818:0:35903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc2c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad759 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998360.994825:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.994827:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998360.994828:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998360.994829:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998360.994830:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=5 00000020:00000001:1.0:1787998360.994832:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.994834:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.994837:0:35903:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998360.994839:0:35903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc2c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad759 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998360.994846:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.994847:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998360.994850:0:35903:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc2c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad759 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998360.994857:0:35903:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998360.994859:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.994860:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998360.994861:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.994862:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1787998360.994868:0:35903:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d199edc700 x1874850291788288/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998376 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1787998360.994883:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998360.994884:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998360.994886:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=3 00000020:00000001:1.0:1787998360.994888:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.994890:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.994892:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.994893:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998360.994895:0:35903:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998360.994897:0:35903:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998360.994901:0:35903:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1787998360.994903:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998360.994905:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998360.994906:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=3 00000020:00000001:1.0:1787998360.994908:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.994910:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00000002:00010000:1.0:1787998360.994913:0:35903:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc2c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad759 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998360.994921:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.994922:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998360.994924:0:35903:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787998360.994925:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998360.994926:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998360.994928:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=3 00000020:00000001:1.0:1787998360.994930:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.994932:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000040:1.0:1787998360.994938:0:35903:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98100 count: 2 00010000:00000001:1.0:1787998360.994941:0:35903:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1787998360.994945:0:35903:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1787998360.994947:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.994948:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998360.994950:0:35903:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1787998360.994953:0:35903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420cb938 00000002:00002000:1.0:1787998360.994955:0:35903:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1787998360.994958:0:35903:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998360.994963:0:35903:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998360.994966:0:35903:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787998360.994969:0:35903:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1787998360.994972:0:35903:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998360.994978:0:35903:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998360.994982:0:35903:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162a200. 00000080:00000001:1.0:1787998360.995146:0:35903:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998360.995149:0:35903:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1787998360.995156:0:35903:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1787998360.995162:0:35903:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1787998360.995171:0:35903:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d191236a40. 00800000:00000001:1.0:1787998360.995173:0:35903:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626226536933952 : -117847172617664 : ffff94d191236a40) 00800000:00000001:1.0:1787998360.995176:0:35903:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998360.995178:0:35903:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1787998360.995181:0:35903:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1787998360.995184:0:35903:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1787998360.995187:0:35903:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1787998360.995191:0:35903:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1787998360.995192:0:35903:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998360.995197:0:35903:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1787998360.995200:0:35903:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1787998360.995205:0:35903:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1787998360.995208:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998360.995209:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998360.995211:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=3 00000020:00000001:1.0:1787998360.995213:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.995215:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.995217:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.995218:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787998360.995220:0:35903:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1787998360.995223:0:35903:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1787998360.995225:0:35903:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d191236a40 1 00800000:00000010:1.0:1787998360.995228:0:35903:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d191236a40. 00800000:00000001:1.0:1787998360.995231:0:35903:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998360.995235:0:35903:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cc2c 00800000:00000001:1.0:1787998360.995238:0:35903:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998360.995240:0:35903:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998360.995242:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998360.995243:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998360.995244:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=3 00000020:00000001:1.0:1787998360.995246:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.995249:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.995251:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.995252:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998360.995254:0:35903:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998360.995256:0:35903:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998360.995258:0:35903:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998360.995260:0:35903:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:1.0:1787998360.995263:0:35903:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc2c from it ffffb66d420cbbf8 00010000:00000001:1.0:1787998360.995264:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998360.995266:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998360.995267:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=3 00000020:00000001:1.0:1787998360.995269:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.995271:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.995273:0:35903:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998360.995275:0:35903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc2c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad759 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998360.995282:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.995283:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998360.995284:0:35903:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998360.995287:0:35903:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998360.995290:0:35903:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc2c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad759 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998360.995303:0:35903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998360.995305:0:35903:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998360.995308:0:35903:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998360.995312:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.995313:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998360.995315:0:35903:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.995318:0:35903:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998360.995320:0:35903:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.995323:0:35903:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.995325:0:35903:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.995327:0:35903:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998360.995328:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.995329:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998360.995331:0:35903:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998360.995336:0:35903:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edc700 x1874850291788288/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998376 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998360.995343:0:35903:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998360.995347:0:35903:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998360.995351:0:35903:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d191c68800. 02000000:00000001:1.0:1787998360.995355:0:35903:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998360.995357:0:35903:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998360.995359:0:35903:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998360.995361:0:35903:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998360.995364:0:35903:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e26000. 02000000:00000001:1.0:1787998360.995369:0:35903:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998360.995370:0:35903:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998360.995373:0:35903:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edc700. 00000100:00000001:1.0:1787998360.995377:0:35903:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998360.995378:0:35903:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998360.995382:0:35903:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:1.0:1787998360.995388:0:35903:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998360.995410:0:35903:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d190a90e60. 00000080:00000001:1.0:1787998360.995417:0:35903:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998360.995420:0:35903:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998360.995421:0:35903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420cbb00 00000080:00200000:1.0:1787998360.995424:0:35903:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:1.0:1787998360.995428:0:35903:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19162a200. 00800000:00000002:1.0:1787998360.995434:0:35903:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998360.995437:0:35903:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998360.995440:0:35903:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998360.995442:0:35903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420cba20 00800000:00000002:1.0:1787998360.995444:0:35903:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998360.995448:0:35903:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998360.995451:0:35903:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998360.995454:0:35903:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998360.995457:0:35903:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998360.995459:0:35903:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998360.995462:0:35903:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998360.995464:0:35903:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998360.995466:0:35903:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998360.995471:0:35903:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998360.995475:0:35903:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998360.995477:0:35903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420cb8f0 00000002:00010000:1.0:1787998360.995479:0:35903:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787998360.995483:0:35903:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998360.995485:0:35903:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998360.995487:0:35903:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998360.995490:0:35903:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98100 count: 2 00010000:00000001:1.0:1787998360.995492:0:35903:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998360.995495:0:35903:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998360.995498:0:35903:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998360.995501:0:35903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc2c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad759 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1787998360.995509:0:35903:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998360.995513:0:35903:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998360.995516:0:35903:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc2c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad759 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1787998360.995523:0:35903:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787998360.995525:0:35903:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998360.995527:0:35903:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998360.995529:0:35903:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998360.995530:0:35903:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998360.995532:0:35903:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787998360.995534:0:35903:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787998360.995536:0:35903:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998360.995538:0:35903:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162a200. 00000080:00000001:1.0:1787998360.995541:0:35903:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998360.995542:0:35903:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998360.995544:0:35903:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:1.0:1787998360.995547:0:35903:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cc2c 00800000:00000001:1.0:1787998360.995549:0:35903:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998360.995550:0:35903:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998360.995551:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998360.995553:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998360.995554:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=3 00000020:00000001:1.0:1787998360.995556:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.995558:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.995560:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.995562:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998360.995563:0:35903:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998360.995564:0:35903:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998360.995566:0:35903:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc2c from it ffffb66d420cbb38 00010000:00000001:1.0:1787998360.995568:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998360.995569:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998360.995570:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=3 00000020:00000001:1.0:1787998360.995572:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.995574:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998360.995575:0:35903:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998360.995577:0:35903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc2c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad759 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998360.995583:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.995584:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998360.995585:0:35903:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998360.995587:0:35903:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998360.995589:0:35903:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc2c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad759 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787998360.995595:0:35903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998360.995596:0:35903:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998360.995598:0:35903:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998360.995600:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.995601:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998360.995602:0:35903:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.995604:0:35903:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998360.995605:0:35903:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.995607:0:35903:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.995609:0:35903:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.995611:0:35903:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998360.995612:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.995613:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998360.995614:0:35903:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787998360.995616:0:35903:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998360.995618:0:35903:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 3 00000080:00000001:1.0:1787998360.995621:0:35903:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998360.995626:0:35903:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1787998360.995628:0:35903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420cbb58 00000080:00200000:1.0:1787998360.995630:0:35903:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), file ffff94d1838f3c80, open_flags a141, mode 81b6 opened 0 00000080:00000010:1.0:1787998360.995636:0:35903:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff94d1a0b0a0c0. 00000080:00000001:1.0:1787998360.995640:0:35903:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1787998360.995642:0:35903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420cba08 00000080:00200000:1.0:1787998360.995644:0:35903:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), intent=open|creat 00000080:00000010:1.0:1787998360.995651:0:35903:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19162a200. 00800000:00000002:1.0:1787998360.995654:0:35903:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998360.995659:0:35903:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998360.995661:0:35903:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998360.996079:0:35903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420cb928 00800000:00000002:1.0:1787998360.996081:0:35903:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998360.996088:0:35903:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1787998360.996091:0:35903:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1787998360.996094:0:35903:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998360.996097:0:35903:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998360.996098:0:35903:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998360.996100:0:35903:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998360.996102:0:35903:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998360.996104:0:35903:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998360.996106:0:35903:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998360.996109:0:35903:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446626226367802368 : -117847341749248 : ffff94d1870eac00) 00800000:00000001:1.0:1787998360.996113:0:35903:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1787998360.996115:0:35903:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1787998360.996118:0:35903:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1787998360.996121:0:35903:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1787998360.996134:0:35903:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94d1a0bb2800: Allocated FID [0x200000405:0x2c:0x0] 40000000:00000001:1.0:1787998360.996137:0:35903:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998360.996140:0:35903:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998360.996142:0:35903:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998360.996144:0:35903:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998360.996146:0:35903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420cb8a8 00800000:00000002:1.0:1787998360.996148:0:35903:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2c:0x0], name='d24b.recovery-small' -> mds #0 layout version 1 00000002:00000001:1.0:1787998360.996152:0:35903:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998360.996154:0:35903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420cb7e0 00000002:00010000:1.0:1787998360.996156:0:35903:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24b.recovery-small,[0x200000405:0x2c:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:1.0:1787998360.996160:0:35903:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1787998360.996163:0:35903:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1787998360.996166:0:35903:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1787998360.996171:0:35903:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998360.996173:0:35903:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1787998360.996175:0:35903:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98100 count: 2 00010000:00000001:1.0:1787998360.996178:0:35903:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998360.996180:0:35903:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1787998360.996183:0:35903:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787998360.996187:0:35903:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc2c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4fd9a50f3a6ad759 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1787998360.996201:0:35903:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787998360.996205:0:35903:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787998360.996207:0:35903:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787998360.996210:0:35903:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1787998360.996212:0:35903:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998360.996214:0:35903:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998360.996217:0:35903:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98100 count: 3 00010000:00000001:1.0:1787998360.996219:0:35903:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998360.996222:0:35903:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998360.996223:0:35903:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998360.996225:0:35903:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998360.996226:0:35903:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98100 count: 3 00010000:00000001:1.0:1787998360.996228:0:35903:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998360.996230:0:35903:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998360.996232:0:35903:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998360.996233:0:35903:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998360.996235:0:35903:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98100 count: 3 00010000:00000001:1.0:1787998360.996236:0:35903:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998360.996238:0:35903:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998360.996240:0:35903:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1787998360.996243:0:35903:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d1989ad280, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1787998360.996248:0:35903:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1787998360.996250:0:35903:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1787998360.996253:0:35903:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787998360.996254:0:35903:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.996259:0:35903:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787998360.996262:0:35903:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787998360.996264:0:35903:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787998360.996266:0:35903:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998360.996268:0:35903:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1787998360.996272:0:35903:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1917f3600 with handle 0xb2d39e653c8cc2c from hash 00010000:00000001:1.0:1787998360.996274:0:35903:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787998360.996276:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.996277:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998360.996279:0:35903:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787998360.996282:0:35903:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787998360.996284:0:35903:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1787998360.996287:0:35903:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787998360.996288:0:35903:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998360.996291:0:35903:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1787998360.996297:0:35903:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edc700. 00000020:00000040:1.0:1787998360.996301:0:35903:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:1.0:1787998360.996307:0:35903:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787998360.996309:0:35903:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.996312:0:35903:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787998360.996316:0:35903:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998360.996319:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998360.996320:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998360.996321:0:35903:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998360.996324:0:35903:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998360.996327:0:35903:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998360.996330:0:35903:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998360.996339:0:35903:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d199e26000. 00000100:00000001:1.0:1787998360.996347:0:35903:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.996351:0:35903:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998360.996355:0:35903:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1787998360.996358:0:35903:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc2c lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ad759 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787998360.996366:0:35903:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1787998360.996368:0:35903:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787998360.996370:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787998360.996372:0:35903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc2c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ad759 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1787998360.996381:0:35903:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d192b98100 count: 0 00010000:00000010:1.0:1787998360.996385:0:35903:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d1a0046f80. 00010000:00000001:1.0:1787998360.996395:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998360.996397:0:35903:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.996399:0:35903:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998360.996401:0:35903:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998360.996403:0:35903:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998360.996414:0:35903:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626226684413696 : -117847025137920 : ffff94d199edc700) 00010000:00000001:1.0:1787998360.996418:0:35903:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787998360.996421:0:35903:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1787998360.996426:0:35903:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d192b98300. 00010000:00000010:1.0:1787998360.996430:0:35903:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d1a0046f80. 00010000:00000001:1.0:1787998360.996434:0:35903:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787998360.996437:0:35903:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1917f2400. 00000020:00000001:1.0:1787998360.996440:0:35903:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787998360.996443:0:35903:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1917f2400 with handle 0xb2d39e653c8cc33 to hash 00000020:00000001:1.0:1787998360.996445:0:35903:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787998360.996447:0:35903:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:1.0:1787998360.996451:0:35903:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:1.0:1787998360.996454:0:35903:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998360.996455:0:35903:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998360.996459:0:35903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cc33 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998360.996466:0:35903:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cc33 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35903 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787998360.996480:0:35903:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787998360.996489:0:35903:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d199edc700 x1874850291788544/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787998360.996500:0:35903:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cc33 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35903 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787998360.996506:0:35903:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998360.996508:0:35903:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998360.996516:0:35903:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a000b540. 00000100:00000001:1.0:1787998360.996518:0:35903:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786317632 : -117846923233984 : ffff94d1a000b540) 00000100:00000001:1.0:1787998360.996522:0:35903:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998360.996524:0:35903:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684413696 : -117847025137920 : ffff94d199edc700) 00000100:00000001:1.0:1787998360.996529:0:35903:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998360.996534:0:35903:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998360.996550:0:35903:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998360.996553:0:35903:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998360.996558:0:35903:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edc700 x1874850291788544/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998360.996567:0:35903:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998360.996570:0:35903:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998360.996575:0:35903:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998360.996578:0:35903:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998360.996581:0:35903:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998360.996584:0:35903:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edc700 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35903:1874850291788544:192.168.206.123@tcp:101:lfs.0 00000100:00000001:1.0:1787998360.996589:0:35903:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998360.996597:0:35903:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998360.996600:0:35903:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998360.996603:0:35903:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998360.998195:0:35903:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff94d199ee0000. 02000000:00000001:1.0:1787998360.998208:0:35903:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998360.998221:0:35903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998360.998234:0:35903:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc108. 00000400:00000010:1.0:1787998360.998244:0:35903:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff94d199e25800. 00000100:00000200:1.0:1787998360.998255:0:35903:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1874850291788544, portal 10 00000100:00000001:1.0:1787998360.998258:0:35903:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998360.998260:0:35903:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684413696 : -117847025137920 : ffff94d199edc700) 00000100:00000040:1.0:1787998360.998272:0:35903:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199edc700 x1874850291788544/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1787998376 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998360.998282:0:35903:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998360.998285:0:35903:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998360.998289:0:35903:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409660. 00000100:00000200:1.0:1787998360.998294:0:35903:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1874850291788544, offset 0 00000400:00000200:1.0:1787998360.998301:0:35903:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998360.998313:0:35903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998360.998323:0:35903:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998360.998330:0:35903:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998360.998335:0:35903:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998360.998340:0:35903:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998360.998342:0:35903:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998360.998346:0:35903:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2912:2912:256:4294967295] 192.168.206.123@tcp LPNI seq info [2912:2912:8:4294967295] 00000400:00000200:1.0:1787998360.998351:0:35903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998360.998362:0:35903:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998360.998371:0:35903:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998360.998377:0:35903:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031ff00. 00000800:00000200:1.0:1787998360.998385:0:35903:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998360.998396:0:35903:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998360.998401:0:35903:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031ff00 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:1.0:1787998360.998477:0:35903:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998360.998483:0:35903:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 837233 usecs (838 jiffies) 00000400:00000200:1.0:1787998360.998487:0:35903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998360.998490:0:35903:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296541993 00000100:00000001:1.0:1787998360.998499:0:35903:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, simply extend its deadline from 4296541983 00000100:00000001:1.0:1787998360.998505:0:35903:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296541993 00000100:00000001:1.0:1787998360.998508:0:35903:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, simply extend its deadline from 4296541983 00000100:00000001:1.0:1787998360.998511:0:35903:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998360.998515:0:35903:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998360.998519:0:35903:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998360.998521:0:35903:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998360.998524:0:35903:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a000b540 going to sleep for 11 seconds 00000100:00000001:1.0:1787998360.998528:0:35903:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998360.998531:0:35903:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998361.001230:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998361.001243:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031ff00. 00000400:00000200:3.0:1787998361.001253:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998361.001364:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998361.001374:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409660 00000400:00000010:3.0:1787998361.001442:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409660. 00000100:00000001:3.0:1787998361.001449:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998361.001459:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edc700 x1874850291788544/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1787998376 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998361.001474:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998361.001479:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edc700 x1874850291788544/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1787998376 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998361.001486:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998361.001487:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1787998361.007146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98100. 00010000:00000010:1.1:1787998361.007168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3600. 00000800:00000001:2.0:1787998361.012443:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.012468:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998361.012472:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.012475:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998361.012488:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.012497:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998361.012509:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.012514:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.012520:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.012526:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 608 into portal 10 MB=0x6a92a99a62b00 00000400:00000200:2.0:1787998361.012532:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.012548:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 608/608 into md 0x8755 [32] + 224 00000800:00000001:2.0:1787998361.012557:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.012565:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998361.012569:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998361.012574:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998361.012583:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998361.012595:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edc700 x1874850291788544/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1787998376 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998361.012606:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff94d199edc700 x1874850291788544/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1787998376 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998361.012631:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998361.012642:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.012646:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998361.012972:0:35903:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998361.012982:0:35903:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998361.013043:0:35903:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998361.013048:0:35903:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc108. 00000400:00000200:0.0:1787998361.013054:0:35903:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d199e25800 00000400:00000010:0.0:1787998361.013057:0:35903:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff94d199e25800. 00000100:00000001:0.0:1787998361.013061:0:35903:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998361.013067:0:35903:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edc700 x1874850291788544/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1787998376 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998361.013076:0:35903:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edc700 x1874850291788544/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1787998376 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998361.013083:0:35903:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998361.013085:0:35903:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998361.013088:0:35903:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998361.013092:0:35903:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998361.013095:0:35903:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998361.013098:0:35903:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998361.013101:0:35903:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998361.013112:0:35903:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=37 v=5 (5 5 104 104) 00000100:00001000:0.0:1787998361.013117:0:35903:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998361.013120:0:35903:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998361.013131:0:35903:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.013136:0:35903:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998361.013139:0:35903:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998361.013144:0:35903:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998361.013146:0:35903:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 8589934600 00000100:00000001:0.0:1787998361.013149:0:35903:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998361.013151:0:35903:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998361.013156:0:35903:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edc700 x1874850291788544/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1787998376 ref 2 fl Rpc:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998361.013170:0:35903:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998361.013174:0:35903:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998361.013176:0:35903:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998361.013180:0:35903:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edc700 x1874850291788544/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1787998376 ref 2 fl Interpret:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998361.013187:0:35903:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edc700 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35903:1874850291788544:192.168.206.123@tcp:101:lfs.0 00000100:00000001:0.0:1787998361.013193:0:35903:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998361.013196:0:35903:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998361.013199:0:35903:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998361.013202:0:35903:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998361.013205:0:35903:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edc700 x1874850291788544/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1787998376 ref 2 fl Complete:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998361.013212:0:35903:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998361.013215:0:35903:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a000b540. 00000100:00000001:0.0:1787998361.013218:0:35903:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998361.013220:0:35903:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.013223:0:35903:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1787998361.013228:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998361.013232:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998361.013236:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2400 refcount=4 00000020:00000001:0.0:1787998361.013239:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:0.0:1787998361.013242:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000040:0.0:1787998361.013250:0:35903:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1917f2400, remote cookie: 0x4fd9a50f3a6ad775, flags: 0x1001 00010000:00010000:0.0:1787998361.013256:0:35903:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cc33 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad775 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1787998361.013265:0:35903:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240000403:0x9:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1787998361.013268:0:35903:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1787998361.013276:0:35903:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d185921100. 00010000:00000010:0.0:1787998361.013282:0:35903:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d1861db880. 00010000:00000040:0.0:1787998361.013288:0:35903:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d192b98300 count: 0 00010000:00000010:0.0:1787998361.013295:0:35903:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d1a0046f80. 00010000:00000001:0.0:1787998361.013378:0:35903:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998361.013382:0:35903:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cc33 lrc: 4/0,1 mode: --/PR res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad775 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998361.013391:0:35903:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cc33 lrc: 4/0,1 mode: --/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad775 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998361.013397:0:35903:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1787998361.013402:0:35903:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1787998361.013404:0:35903:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1787998361.013406:0:35903:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1787998361.013407:0:35903:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1787998361.013410:0:35903:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000403:0x9:0x0].0x0 (ffff94d185921100) refcount = 1 00010000:00010000:0.0:1787998361.013414:0:35903:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cc33 lrc: 4/0,1 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad775 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998361.013420:0:35903:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1787998361.013424:0:35903:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1787998361.013426:0:35903:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998361.013429:0:35903:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1787998361.013432:0:35903:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998361.013435:0:35903:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cc33 lrc: 4/0,1 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad775 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998361.013442:0:35903:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1787998361.013443:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.013445:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998361.013446:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.013447:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998361.013449:0:35903:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998361.013454:0:35903:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1787998361.013457:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998361.013459:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998361.013461:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2400 refcount=3 00000020:00000001:0.0:1787998361.013463:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:0.0:1787998361.013465:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:0.0:1787998361.013468:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998361.013469:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998361.013471:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2400 refcount=4 00000020:00000001:0.0:1787998361.013473:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:0.0:1787998361.013641:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:0.0:1787998361.013645:0:35903:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998361.013649:0:35903:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998361.013653:0:35903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cc33 lrc: 5/1,1 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad775 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998361.013660:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.013662:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998361.013664:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998361.013665:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998361.013666:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2400 refcount=5 00000020:00000001:0.0:1787998361.013668:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:0.0:1787998361.013671:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:0.0:1787998361.013673:0:35903:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998361.013676:0:35903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cc33 lrc: 5/1,1 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad775 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998361.013683:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.013684:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1787998361.013686:0:35903:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cc33 lrc: 4/1,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad775 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998361.013692:0:35903:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998361.013694:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.013696:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998361.013697:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.013698:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1787998361.013705:0:35903:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0xb, status=0 req@ffff94d199edc700 x1874850291788544/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1787998376 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1787998361.013713:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998361.013715:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998361.014120:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2400 refcount=3 00000020:00000001:0.0:1787998361.014133:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:0.0:1787998361.014135:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:0.0:1787998361.014138:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.014139:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998361.014141:0:35903:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998361.014144:0:35903:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998361.014155:0:35903:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1787998361.014158:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998361.014159:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998361.014160:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2400 refcount=3 00000020:00000001:0.0:1787998361.014163:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:0.0:1787998361.014165:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00000002:00010000:0.0:1787998361.014169:0:35903:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cc33 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad775 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998361.014177:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.014179:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998361.014181:0:35903:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1787998361.014183:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998361.014184:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998361.014185:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2400 refcount=3 00000020:00000001:0.0:1787998361.014187:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:0.0:1787998361.014189:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000040:0.0:1787998361.014194:0:35903:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921100 count: 2 00010000:00000001:0.0:1787998361.014197:0:35903:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1787998361.014202:0:35903:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 9663677443/9 (0 0) 00010000:00000001:0.0:1787998361.014205:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.014206:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998361.014208:0:35903:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1787998361.014211:0:35903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420cb768 00000002:00002000:0.0:1787998361.014213:0:35903:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=open|creat status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1787998361.014217:0:35903:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998361.014222:0:35903:0:(lmv_intent.c:51:lmv_intent_remote()) Process entered 00800000:00000001:0.0:1787998361.014225:0:35903:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998361.014228:0:35903:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998361.014231:0:35903:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998361.014235:0:35903:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998361.014237:0:35903:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998361.014239:0:35903:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0x9:0x0] 00800000:00000001:0.0:1787998361.014242:0:35903:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:0.0:1787998361.014249:0:35903:0:(lmv_intent.c:75:lmv_intent_remote()) kmalloced '(op_data)': 392 at ffff94d191cd7600. 00800000:00000002:0.0:1787998361.014252:0:35903:0:(lmv_intent.c:92:lmv_intent_remote()) REMOTE_INTENT with fid=[0x240000403:0x9:0x0] -> mds #1 00000002:00000001:0.0:1787998361.014257:0:35903:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998361.014259:0:35903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420cb730 00000002:00010000:0.0:1787998361.014261:0:35903:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x240000403:0x9:0x0], intent: open|creat flags 0120502 00000002:00000001:0.0:1787998361.014266:0:35903:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1787998361.014269:0:35903:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1787998361.014272:0:35903:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1787998361.014276:0:35903:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998361.014278:0:35903:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1787998361.014280:0:35903:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998361.014286:0:35903:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c10700. 00000020:00000040:0.0:1787998361.014290:0:35903:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=5 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 02000000:00000001:0.0:1787998361.014296:0:35903:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787998361.014307:0:35903:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.014311:0:35903:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1787998361.014316:0:35903:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998361.014322:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.014324:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998361.014325:0:35903:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998361.014328:0:35903:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998361.014332:0:35903:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998361.014338:0:35903:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998361.014347:0:35903:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1923a2000. 00000100:00000001:0.0:1787998361.014354:0:35903:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.014358:0:35903:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998361.014359:0:35903:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.014361:0:35903:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998361.014363:0:35903:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.014365:0:35903:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998361.014371:0:35903:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626226547263232 : -117847162288384 : ffff94d191c10700) 00010000:00000001:0.0:1787998361.014375:0:35903:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1787998361.014378:0:35903:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1787998361.014382:0:35903:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d185921a00. 00010000:00000010:0.0:1787998361.014385:0:35903:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d1861dbc00. 00010000:00000001:0.0:1787998361.014389:0:35903:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1787998361.014393:0:35903:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d187366400. 00000020:00000001:0.0:1787998361.014396:0:35903:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1787998361.014400:0:35903:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d187366400 with handle 0xb2d39e653c8cc3a to hash 00000020:00000001:0.0:1787998361.014402:0:35903:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1787998361.014404:0:35903:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226370405376 : -117847339146240 : ffff94d187366400) 00010000:00000001:0.0:1787998361.014408:0:35903:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226370405376 : -117847339146240 : ffff94d187366400) 00010000:00000001:0.0:1787998361.014411:0:35903:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998361.014412:0:35903:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998361.014416:0:35903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d187366400/0xb2d39e653c8cc3a lrc: 3/0,1 mode: --/CW res: [0x240000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998361.014424:0:35903:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d187366400/0xb2d39e653c8cc3a lrc: 3/0,1 mode: --/CW res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35903 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787998361.014436:0:35903:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787998361.014443:0:35903:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191c10700 x1874850291788800/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787998361.014451:0:35903:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d187366400/0xb2d39e653c8cc3a lrc: 3/0,1 mode: --/CW res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35903 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1787998361.014457:0:35903:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998361.014459:0:35903:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998361.014466:0:35903:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191c02180. 00000100:00000001:0.0:1787998361.014469:0:35903:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226547204480 : -117847162347136 : ffff94d191c02180) 00000100:00000001:0.0:1787998361.014471:0:35903:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998361.014473:0:35903:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547263232 : -117847162288384 : ffff94d191c10700) 00000100:00000001:0.0:1787998361.014488:0:35903:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998361.014493:0:35903:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998361.014496:0:35903:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998361.014498:0:35903:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998361.014502:0:35903:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c10700 x1874850291788800/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998361.014510:0:35903:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998361.014519:0:35903:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998361.014524:0:35903:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998361.014526:0:35903:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998361.014529:0:35903:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998361.014532:0:35903:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c10700 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35903:1874850291788800:192.168.206.123@tcp:101:lfs.0 00000100:00000001:0.0:1787998361.014543:0:35903:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998361.014550:0:35903:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998361.014552:0:35903:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998361.014556:0:35903:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998361.014628:0:35903:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff94d1a0180000. 02000000:00000001:0.0:1787998361.014631:0:35903:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998361.014637:0:35903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998361.014642:0:35903:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000400:00000010:0.0:1787998361.014650:0:35903:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff94d1923a0400. 00000100:00000200:0.0:1787998361.014658:0:35903:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1874850291788800, portal 10 00000100:00000001:0.0:1787998361.014660:0:35903:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998361.014662:0:35903:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547263232 : -117847162288384 : ffff94d191c10700) 00000100:00000040:0.0:1787998361.014668:0:35903:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191c10700 x1874850291788800/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/66320 e 0 to 0 dl 1787998377 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998361.014682:0:35903:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998361.014686:0:35903:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998361.014690:0:35903:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807ee0. 00000100:00000200:0.0:1787998361.014694:0:35903:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874850291788800, offset 0 00000400:00000200:0.0:1787998361.014701:0:35903:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998361.014710:0:35903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998361.015274:0:35903:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998361.015281:0:35903:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998361.015286:0:35903:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998361.015291:0:35903:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998361.015294:0:35903:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998361.015341:0:35903:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2913:2913:256:4294967295] 192.168.206.123@tcp LPNI seq info [2913:2913:8:4294967295] 00000400:00000200:0.0:1787998361.015347:0:35903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998361.015359:0:35903:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998361.015366:0:35903:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998361.015374:0:35903:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d18994e600. 00000800:00000200:0.0:1787998361.015381:0:35903:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998361.015390:0:35903:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998361.015396:0:35903:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d18994e600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1787998361.015417:0:35903:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998361.015423:0:35903:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18331 usecs (19 jiffies) 00000400:00000200:0.0:1787998361.015427:0:35903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998361.015431:0:35903:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296541191 00000100:00000001:0.0:1787998361.015434:0:35903:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296541993 00000100:00000001:0.0:1787998361.015437:0:35903:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296541191 00000100:00000001:0.0:1787998361.015440:0:35903:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296541993 00000100:00000001:0.0:1787998361.015443:0:35903:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998361.015446:0:35903:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998361.015450:0:35903:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998361.015452:0:35903:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998361.015455:0:35903:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191c02180 going to sleep for 11 seconds 00000100:00000001:0.0:1787998361.015457:0:35903:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998361.015461:0:35903:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998361.016301:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998361.016309:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d18994e600. 00000400:00000200:3.0:1787998361.016317:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998361.016324:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998361.016332:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807ee0 00000400:00000010:3.0:1787998361.016334:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807ee0. 00000100:00000001:3.0:1787998361.016339:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998361.016345:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c10700 x1874850291788800/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/66320 e 0 to 0 dl 1787998377 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998361.016356:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998361.016360:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c10700 x1874850291788800/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/66320 e 0 to 0 dl 1787998377 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998361.016367:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998361.016368:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1787998361.020843:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98300. 00000800:00000001:2.0:1787998361.021855:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.021874:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998361.021878:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.021881:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998361.021892:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.021901:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998361.021913:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.021918:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.021923:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.021928:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 608 into portal 10 MB=0x6a92a99a62c00 00000400:00000200:2.0:1787998361.021933:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.021939:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 608/608 into md 0x875d [32] + 224 00000800:00000001:2.0:1787998361.021947:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.021955:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998361.021959:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998361.021964:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998361.021974:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998361.021985:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c10700 x1874850291788800/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/66320 e 0 to 0 dl 1787998377 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998361.022059:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff94d191c10700 x1874850291788800/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/66320 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998361.022081:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998361.022093:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.022096:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998361.022172:0:35903:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998361.022182:0:35903:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998361.022185:0:35903:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998361.022189:0:35903:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30528. 00000400:00000200:0.0:1787998361.022194:0:35903:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1923a0400 00000400:00000010:0.0:1787998361.022197:0:35903:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff94d1923a0400. 00000100:00000001:0.0:1787998361.022200:0:35903:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998361.022205:0:35903:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c10700 x1874850291788800/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/66320 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998361.022214:0:35903:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c10700 x1874850291788800/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/66320 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998361.022220:0:35903:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998361.022223:0:35903:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998361.022225:0:35903:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998361.022230:0:35903:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998361.022232:0:35903:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998361.022235:0:35903:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998361.022238:0:35903:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998361.022248:0:35903:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=37 v=5 (5 5 104 104) 00000100:00001000:0.0:1787998361.022253:0:35903:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=37 v=5 (1 1 1 1) 00000100:00000001:0.0:1787998361.022255:0:35903:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1787998361.022259:0:35903:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94d191c10700 x1874850291788800/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/608 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998361.022266:0:35903:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1787998361.022271:0:35903:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998361.022273:0:35903:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967340 00000100:00000001:0.0:1787998361.022275:0:35903:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998361.022278:0:35903:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1787998361.022283:0:35903:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c10700 x1874850291788800/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/608 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998361.022295:0:35903:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1787998361.022299:0:35903:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998361.022302:0:35903:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998361.022306:0:35903:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c10700 x1874850291788800/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/608 e 0 to 0 dl 1787998377 ref 2 fl Interpret:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998361.022313:0:35903:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c10700 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35903:1874850291788800:192.168.206.123@tcp:101:lfs.0 00000100:00000001:0.0:1787998361.022318:0:35903:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998361.022321:0:35903:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1787998361.022323:0:35903:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998361.022325:0:35903:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998361.022329:0:35903:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c10700 x1874850291788800/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/608 e 0 to 0 dl 1787998377 ref 2 fl Complete:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998361.022335:0:35903:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998361.022338:0:35903:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191c02180. 00000100:00000001:0.0:1787998361.022345:0:35903:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998361.022346:0:35903:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1787998361.022351:0:35903:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1787998361.022356:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998361.022359:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998361.022362:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366400 refcount=4 00000020:00000001:0.0:1787998361.022365:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370405376 : -117847339146240 : ffff94d187366400) 00010000:00000001:0.0:1787998361.022368:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370405376 : -117847339146240 : ffff94d187366400) 00010000:00010000:0.0:1787998361.022375:0:35903:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d187366400/0xb2d39e653c8cc3a lrc: 4/0,1 mode: --/CW res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998361.022449:0:35903:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1787998361.022455:0:35903:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d187366400/0xb2d39e653c8cc3a lrc: 4/0,1 mode: --/CW res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998361.022462:0:35903:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998361.022465:0:35903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d187366400/0xb2d39e653c8cc3a lrc: 4/0,1 mode: --/CW res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998361.022471:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.022474:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1787998361.022476:0:35903:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d187366400/0xb2d39e653c8cc3a lrc: 3/0,0 mode: --/CW res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998361.022482:0:35903:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998361.022485:0:35903:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.022489:0:35903:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1787998361.022491:0:35903:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d187366400/0xb2d39e653c8cc3a lrc: 4/0,0 mode: --/CW res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998361.022498:0:35903:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d187366400 already unused, calling callback (ffffffffc1bbc3c0) 00000080:00000001:0.0:1787998361.022501:0:35903:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1787998361.022505:0:35903:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d187366400/0xb2d39e653c8cc3a lrc: 4/0,0 mode: --/CW res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 35903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998361.022511:0:35903:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1787998361.022513:0:35903:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1787998361.022517:0:35903:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d187366400/0xb2d39e653c8cc3a lrc: 4/0,0 mode: --/CW res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 35903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998361.022522:0:35903:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1787998361.022525:0:35903:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1787998361.022527:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998361.022528:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998361.022530:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366400 refcount=5 00000020:00000001:0.0:1787998361.022532:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370405376 : -117847339146240 : ffff94d187366400) 00010000:00000001:0.0:1787998361.022534:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370405376 : -117847339146240 : ffff94d187366400) 00010000:00000001:0.0:1787998361.022538:0:35903:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787998361.022541:0:35903:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d187366400/0xb2d39e653c8cc3a lrc: 5/0,0 mode: --/CW res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 35903 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1787998361.022551:0:35903:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1787998361.022553:0:35903:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998361.022556:0:35903:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1787998361.022558:0:35903:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1787998361.022562:0:35903:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787998361.022564:0:35903:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787998361.022566:0:35903:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998361.022567:0:35903:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1787998361.022570:0:35903:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d187366400 with handle 0xb2d39e653c8cc3a from hash 00010000:00000001:0.0:1787998361.022573:0:35903:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787998361.022574:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.022575:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998361.022577:0:35903:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787998361.022578:0:35903:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787998361.022580:0:35903:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1787998361.022583:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.022584:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998361.022585:0:35903:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998361.022587:0:35903:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998361.022590:0:35903:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d187366400/0xb2d39e653c8cc3a lrc: 3/0,0 mode: --/CW res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998361.022594:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.022595:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998361.022597:0:35903:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1787998361.022599:0:35903:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998361.022600:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.022601:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998361.022602:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787998361.022604:0:35903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d187366400/0xb2d39e653c8cc3a lrc: 0/0,0 mode: --/CW res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1787998361.022612:0:35903:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d185921a00 count: 0 00010000:00000010:0.0:1787998361.022621:0:35903:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d1861dbc00. 00010000:00000001:0.0:1787998361.022631:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998361.022635:0:35903:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1787998361.022641:0:35903:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1787998361.022648:0:35903:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0xb, status=-21 req@ffff94d191c10700 x1874850291788800/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/608 e 0 to 0 dl 1787998377 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1787998361.022656:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1787998361.022657:0:35903:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998361.022659:0:35903:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998361.022661:0:35903:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998361.022728:0:35903:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000002:00000001:0.0:1787998361.022731:0:35903:0:(mdc_locks.c:1316:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000020:00000001:0.0:1787998361.022737:0:35903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420cb6b8 00000002:00002000:0.0:1787998361.022739:0:35903:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=-21 disp=0xb: rc = -21 00000002:00000001:0.0:1787998361.022742:0:35903:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:0.0:1787998361.022746:0:35903:0:(lmv_intent.c:115:lmv_intent_remote()) Process leaving via out_free_op_data (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000010:0.0:1787998361.022749:0:35903:0:(lmv_intent.c:135:lmv_intent_remote()) kfreed 'op_data': 392 at ffff94d191cd7600. 00010000:00000001:0.0:1787998361.022754:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998361.022756:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998361.022758:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2400 refcount=3 00000020:00000001:0.0:1787998361.022760:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:0.0:1787998361.022763:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:0.0:1787998361.022765:0:35903:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998361.022878:0:35903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cc33 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad775 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998361.022886:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.022888:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998361.022889:0:35903:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998361.022893:0:35903:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998361.022896:0:35903:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cc33 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad775 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787998361.022903:0:35903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998361.022907:0:35903:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998361.022909:0:35903:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998361.022914:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.022915:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998361.022917:0:35903:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.022920:0:35903:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998361.022922:0:35903:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.022924:0:35903:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.022928:0:35903:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.022930:0:35903:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998361.022931:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.022932:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787998361.022934:0:35903:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998361.022941:0:35903:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edc700 x1874850291788544/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1787998376 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998361.022948:0:35903:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998361.022951:0:35903:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998361.022955:0:35903:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff94d199ee0000. 02000000:00000001:0.0:1787998361.023117:0:35903:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998361.023120:0:35903:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998361.023135:0:35903:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998361.023138:0:35903:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998361.023141:0:35903:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e26000. 02000000:00000001:0.0:1787998361.023145:0:35903:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998361.023147:0:35903:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998361.023149:0:35903:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edc700. 00000100:00000001:0.0:1787998361.023154:0:35903:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998361.023155:0:35903:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787998361.023157:0:35903:0:(lmv_intent.c:422:lmv_intent_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:0.0:1787998361.023160:0:35903:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00200000:0.0:1787998361.023163:0:35903:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -21 00000080:00000001:0.0:1787998361.023166:0:35903:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:0.0:1787998361.023168:0:35903:0:(namei.c:1264:ll_lookup_it()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000002:0.0:1787998361.023172:0:35903:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998361.023175:0:35903:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162a200. 00000100:00000001:0.0:1787998361.023177:0:35903:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998361.023181:0:35903:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c10700 x1874850291788800/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/608 e 0 to 0 dl 1787998377 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998361.023186:0:35903:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998361.023187:0:35903:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998361.023188:0:35903:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff94d1a0180000. 02000000:00000001:0.0:1787998361.023204:0:35903:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998361.023205:0:35903:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998361.023206:0:35903:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=4 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998361.023207:0:35903:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998361.023208:0:35903:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1923a2000. 02000000:00000001:0.0:1787998361.023210:0:35903:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998361.023211:0:35903:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998361.023212:0:35903:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c10700. 00000100:00000001:0.0:1787998361.023215:0:35903:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998361.023216:0:35903:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998361.023220:0:35903:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1787998361.023221:0:35903:0:(dcache.c:176:ll_intent_release()) intent ffff94d1a0b0a0c0 released 00000080:00000001:0.0:1787998361.023222:0:35903:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000010:0.0:1787998361.023223:0:35903:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff94d1a0b0a0c0. 00000080:00000001:0.0:1787998361.023225:0:35903:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:0.0:1787998361.023232:0:35903:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1787998361.023236:0:35903:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1787998361.023434:0:35903:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787998361.023437:0:35903:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787998361.023440:0:35903:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1787998361.023442:0:35903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420cbbc0 00000080:00200000:0.0:1787998361.023445:0:35903:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:0.0:1787998361.023451:0:35903:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191cd7600. 00800000:00000002:0.0:1787998361.023464:0:35903:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:0.0:1787998361.023468:0:35903:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998361.023472:0:35903:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998361.023482:0:35903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420cbae0 00800000:00000002:0.0:1787998361.023485:0:35903:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998361.023488:0:35903:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998361.023491:0:35903:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998361.023495:0:35903:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998361.023497:0:35903:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998361.023500:0:35903:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998361.023503:0:35903:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998361.023508:0:35903:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787998361.023511:0:35903:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998361.023523:0:35903:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1787998361.023528:0:35903:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998361.023530:0:35903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420cb9b0 00000002:00010000:0.0:1787998361.023532:0:35903:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787998361.023543:0:35903:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787998361.023546:0:35903:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998361.023548:0:35903:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1787998361.023554:0:35903:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998361.023556:0:35903:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998361.023562:0:35903:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998361.023564:0:35903:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1787998361.023567:0:35903:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1787998361.023571:0:35903:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c10700. 00000020:00000040:0.0:1787998361.023574:0:35903:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:0.0:1787998361.023580:0:35903:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1787998361.023584:0:35903:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998361.023587:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.023589:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998361.023590:0:35903:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998361.023593:0:35903:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998361.023596:0:35903:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998361.023600:0:35903:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998361.023608:0:35903:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1923a2000. 00000100:00000001:0.0:1787998361.023616:0:35903:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.023620:0:35903:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998361.023621:0:35903:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.023623:0:35903:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998361.023624:0:35903:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.023626:0:35903:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998361.023632:0:35903:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226547263232 : -117847162288384 : ffff94d191c10700) 00010000:00000001:0.0:1787998361.023636:0:35903:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1787998361.023638:0:35903:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1787998361.023643:0:35903:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d185921400. 00010000:00000010:0.0:1787998361.023647:0:35903:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d1861dbc00. 00010000:00000001:0.0:1787998361.023658:0:35903:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1787998361.023665:0:35903:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d187367200. 00000020:00000001:0.0:1787998361.023669:0:35903:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1787998361.023672:0:35903:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d187367200 with handle 0xb2d39e653c8cc41 to hash 00000020:00000001:0.0:1787998361.023674:0:35903:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1787998361.023675:0:35903:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:0.0:1787998361.023678:0:35903:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:0.0:1787998361.023683:0:35903:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998361.023684:0:35903:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998361.023688:0:35903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8cc41 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998361.023696:0:35903:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8cc41 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998361.023708:0:35903:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8cc41 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35903 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1787998361.023714:0:35903:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998361.023715:0:35903:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998361.023849:0:35903:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191c02180. 00000100:00000001:0.0:1787998361.023853:0:35903:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226547204480 : -117847162347136 : ffff94d191c02180) 00000100:00000001:0.0:1787998361.023857:0:35903:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998361.023858:0:35903:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547263232 : -117847162288384 : ffff94d191c10700) 00000100:00000001:0.0:1787998361.023863:0:35903:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998361.023868:0:35903:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998361.023870:0:35903:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998361.023872:0:35903:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998361.023878:0:35903:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c10700 x1874850291788928/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998361.023886:0:35903:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998361.023888:0:35903:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998361.023893:0:35903:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998361.023896:0:35903:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998361.023899:0:35903:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998361.023902:0:35903:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c10700 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35903:1874850291788928:192.168.206.123@tcp:101:lfs.0 00000100:00000001:0.0:1787998361.023907:0:35903:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998361.023913:0:35903:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998361.023916:0:35903:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998361.023919:0:35903:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998361.023924:0:35903:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d1a00fa000. 02000000:00000001:0.0:1787998361.023926:0:35903:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998361.023934:0:35903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998361.023939:0:35903:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000400:00000010:0.0:1787998361.023947:0:35903:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807d48. 00000100:00000200:0.0:1787998361.023955:0:35903:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291788928, portal 10 00000100:00000001:0.0:1787998361.023957:0:35903:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998361.023959:0:35903:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547263232 : -117847162288384 : ffff94d191c10700) 00000100:00000040:0.0:1787998361.023966:0:35903:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191c10700 x1874850291788928/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998377 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998361.023974:0:35903:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998361.023977:0:35903:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998361.023985:0:35903:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807880. 00000100:00000200:0.0:1787998361.023989:0:35903:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1874850291788928, offset 0 00000400:00000200:0.0:1787998361.024062:0:35903:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998361.024072:0:35903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998361.024080:0:35903:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998361.024087:0:35903:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998361.024092:0:35903:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998361.024096:0:35903:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998361.024099:0:35903:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998361.024104:0:35903:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2914:2914:256:4294967295] 192.168.206.123@tcp LPNI seq info [2914:2914:8:4294967295] 00000400:00000200:0.0:1787998361.024109:0:35903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998361.024119:0:35903:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998361.024139:0:35903:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998361.024146:0:35903:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d18994e300. 00000800:00000200:0.0:1787998361.024154:0:35903:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998361.024163:0:35903:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998361.024169:0:35903:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d18994e300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1787998361.024245:0:35903:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998361.024251:0:35903:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 836197 usecs (837 jiffies) 00000400:00000200:0.0:1787998361.024255:0:35903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998361.024266:0:35903:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296542018 00000100:00000001:0.0:1787998361.024275:0:35903:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, simply extend its deadline from 4296541993 00000100:00000001:0.0:1787998361.024280:0:35903:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296542018 00000100:00000001:0.0:1787998361.024284:0:35903:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, simply extend its deadline from 4296541993 00000100:00000001:0.0:1787998361.024288:0:35903:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998361.024291:0:35903:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998361.024293:0:35903:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998361.024295:0:35903:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998361.024306:0:35903:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191c02180 going to sleep for 11 seconds 00000100:00000001:0.0:1787998361.024309:0:35903:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998361.024312:0:35903:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998361.024352:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998361.024357:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d18994e300. 00000400:00000200:3.0:1787998361.024362:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998361.024366:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998361.024371:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807880 00000400:00000010:3.0:1787998361.024373:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807880. 00000100:00000001:3.0:1787998361.024377:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998361.024382:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c10700 x1874850291788928/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998377 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998361.024401:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998361.024405:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c10700 x1874850291788928/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998377 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998361.024410:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998361.024412:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1787998361.027339:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000001:2.0:1787998361.027339:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1787998361.027349:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787998361.027356:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d03100. 00000800:00000001:2.0:1787998361.027356:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998361.027359:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.027362:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1787998361.027363:0:38:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:3.0:1787998361.027367:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998361.027370:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1787998361.027370:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 02000000:00000001:3.0:1787998361.027375:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998361.027376:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 02000000:00000010:3.0:1787998361.027383:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d1a072b800. 00000400:00000200:2.0:1787998361.027385:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.027390:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.027395:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.027400:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a62c80 00000400:00000200:2.0:1787998361.027405:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.027411:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x8765 [1] + 224 00000800:00000001:2.0:1787998361.027419:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.027427:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998361.027430:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998361.027434:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998361.027442:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998361.027451:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c10700 x1874850291788928/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998377 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998361.027462:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d191c10700 x1874850291788928/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998361.027487:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998361.027496:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.027499:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998361.027581:0:35903:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998361.027590:0:35903:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998361.027592:0:35903:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998361.027596:0:35903:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30528. 00000400:00000200:0.0:1787998361.027600:0:35903:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807d48 00000400:00000010:0.0:1787998361.027603:0:35903:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807d48. 00000100:00000001:0.0:1787998361.027607:0:35903:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998361.027612:0:35903:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c10700 x1874850291788928/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998361.027621:0:35903:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c10700 x1874850291788928/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998361.027627:0:35903:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998361.027630:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998361.027630:0:35903:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998361.027632:0:35903:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998361.027635:0:35903:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1787998361.027636:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS req@ffff94d191d03100 x1874850291789056/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787998361.027638:0:35903:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998361.027640:0:35903:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998361.027643:0:35903:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998361.027646:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998361.027651:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998361.027656:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002df01ff3] to pc [ptlrpcd_01_01+1] req@ffff94d191d03100 x1874850291789056/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1787998361.027663:0:35903:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=37 v=5 (5 5 104 104) 00000100:00001000:0.0:1787998361.027668:0:35903:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998361.027671:0:35903:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998361.027672:0:35903:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.027676:0:35903:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998361.027679:0:35903:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998361.027684:0:35903:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998361.027686:0:35903:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 8589934600 00000100:00000001:0.0:1787998361.027688:0:35903:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998361.027690:0:35903:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998361.027695:0:35903:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c10700 x1874850291788928/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998361.027702:0:35903:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998361.027706:0:35903:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998361.027708:0:35903:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998361.027713:0:35903:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c10700 x1874850291788928/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998377 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998361.027737:0:35903:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c10700 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35903:1874850291788928:192.168.206.123@tcp:101:lfs.0 00000100:00000001:3.0:1787998361.027739:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998361.027743:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787998361.027743:0:35903:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998361.027746:0:35903:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998361.027747:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1787998361.027749:0:35903:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1787998361.027751:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d02d80. 00000100:00000001:0.0:1787998361.027751:0:35903:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1787998361.027754:0:38:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000040:0.0:1787998361.027755:0:35903:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c10700 x1874850291788928/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998377 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998361.027756:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998361.027758:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998361.027760:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998361.027762:0:35903:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998361.027764:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d1a072bf00. 00000100:00000010:0.0:1787998361.027764:0:35903:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191c02180. 00000100:00000001:0.0:1787998361.027803:0:35903:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998361.027806:0:35903:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.027809:0:35903:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1787998361.027814:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998361.027817:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998361.027821:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367200 refcount=4 00000020:00000001:0.0:1787998361.027823:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:0.0:1787998361.027826:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000040:0.0:1787998361.027834:0:35903:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d187367200, remote cookie: 0x4fd9a50f3a6ad78a, flags: 0x1001 00010000:00010000:0.0:1787998361.027840:0:35903:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8cc41 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad78a expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1787998361.027972:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998361.027977:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998361.027980:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998361.027986:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d03100 x1874850291789056/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998361.027993:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998361.027996:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998361.028000:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998361.028003:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998361.028006:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998361.028010:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2405:1874850291789056:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998361.028014:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998361.028021:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998361.028024:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998361.028027:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998361.028032:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191d92200. 02000000:00000001:2.0:1787998361.028034:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998361.028038:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998361.028042:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151ec8. 00000400:00000010:2.0:1787998361.028048:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf770. 00000100:00000200:2.0:1787998361.028054:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291789056, portal 25 00000100:00000001:2.0:1787998361.028349:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998361.028352:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548257024 : -117847161294592 : ffff94d191d03100) 00000100:00000040:2.0:1787998361.028360:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d03100 x1874850291789056/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998361.028368:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998361.028370:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998361.028374:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfaa0. 00000100:00000200:2.0:1787998361.028378:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874850291789056, offset 0 00000400:00000200:2.0:1787998361.028383:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998361.028390:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.028397:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998361.028403:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998361.028410:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998361.028415:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998361.028418:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998361.028422:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2915:2915:256:4294967295] 192.168.206.123@tcp LPNI seq info [2915:2915:8:4294967295] 00000400:00000200:2.0:1787998361.028427:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.028435:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998361.028442:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998361.028447:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d18526a500. 00000800:00000200:2.0:1787998361.028455:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998361.028463:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998361.028468:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d18526a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998361.028490:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998361.028495:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998361.028498:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296545268 00000100:00000001:2.0:1787998361.028504:0:2405:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296542018 00000100:00000001:2.0:1787998361.028510:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296545268 00000100:00000001:2.0:1787998361.028513:0:2405:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296542018 00000100:00000001:2.0:1787998361.028517:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998361.028519:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998361.028522:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998361.028525:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998361.028533:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998361.028535:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787998361.028538:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998361.028539:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998361.028541:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998361.028544:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998361.028589:0:35903:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8cc41 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad78a expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998361.028598:0:35903:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1787998361.028603:0:35903:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1787998361.028606:0:35903:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1787998361.028608:0:35903:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1787998361.028609:0:35903:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1787998361.028612:0:35903:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d185921400) refcount = 1 00010000:00010000:0.0:1787998361.028617:0:35903:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8cc41 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad78a expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998361.028624:0:35903:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1787998361.028628:0:35903:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1787998361.028630:0:35903:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998361.028633:0:35903:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1787998361.028636:0:35903:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998361.028640:0:35903:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8cc41 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad78a expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998361.028656:0:35903:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1787998361.028658:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.028661:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998361.028662:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.028663:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998361.028665:0:35903:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998361.028670:0:35903:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1787998361.028672:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998361.028674:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998361.028676:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367200 refcount=3 00000020:00000001:0.0:1787998361.028678:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:0.0:1787998361.028681:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:0.0:1787998361.028683:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998361.028685:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998361.028686:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367200 refcount=4 00000020:00000001:0.0:1787998361.028688:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:0.0:1787998361.028690:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:0.0:1787998361.028693:0:35903:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998361.028696:0:35903:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998361.028699:0:35903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8cc41 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad78a expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998361.028706:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.028708:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998361.028709:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998361.028710:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998361.028712:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367200 refcount=5 00000020:00000001:0.0:1787998361.028722:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:0.0:1787998361.028725:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:0.0:1787998361.028728:0:35903:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998361.028737:0:35903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8cc41 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad78a expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998361.028744:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.028745:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1787998361.028748:0:35903:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8cc41 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad78a expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998361.028754:0:35903:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998361.028756:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.028757:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998361.028758:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.028759:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1787998361.028765:0:35903:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d191c10700 x1874850291788928/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998377 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1787998361.028816:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998361.028817:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998361.028819:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367200 refcount=3 00000020:00000001:0.0:1787998361.028821:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:0.0:1787998361.028823:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:0.0:1787998361.028826:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.028827:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998361.028829:0:35903:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998361.028832:0:35903:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998361.028835:0:35903:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1787998361.028839:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998361.028840:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998361.028841:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367200 refcount=3 00000020:00000001:0.0:1787998361.028843:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:0.0:1787998361.028845:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00000100:00000001:2.0:1787998361.029170:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998361.029174:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00010000:0.0:1787998361.029206:0:35903:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8cc41 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad78a expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998361.029214:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.029216:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998361.029218:0:35903:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1787998361.029219:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998361.029221:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998361.029222:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367200 refcount=3 00000020:00000001:0.0:1787998361.029225:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:0.0:1787998361.029227:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00000100:00000001:3.0:1787998361.029232:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1787998361.029233:0:35903:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921400 count: 2 00010000:00000001:0.0:1787998361.029236:0:35903:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1787998361.029241:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID req@ffff94d191d02d80 x1874850291789184/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1787998361.029241:0:35903:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1787998361.029244:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.029245:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998361.029247:0:35903:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1787998361.029250:0:35903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420cb938 00000100:00000001:3.0:1787998361.029252:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000002:00002000:0.0:1787998361.029252:0:35903:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000100:00000001:3.0:1787998361.029255:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998361.029255:0:35903:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998361.029260:0:35903:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998361.029261:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fc144db] to pc [ptlrpcd_01_00+0] req@ffff94d191d02d80 x1874850291789184/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00800000:00000001:0.0:1787998361.029263:0:35903:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1787998361.029267:0:35903:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1787998361.029270:0:35903:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998361.029275:0:35903:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:0.0:1787998361.029279:0:35903:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191cd7600. 00000100:00000001:3.0:1787998361.029285:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998361.029286:0:35903:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000100:00000040:3.0:1787998361.029288:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000080:00000001:0.0:1787998361.029289:0:35903:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000100:00000001:3.0:1787998361.029292:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000002:00000001:0.0:1787998361.029296:0:35903:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000100:00000010:3.0:1787998361.029298:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d03480. 00000020:00000040:3.0:1787998361.029302:0:38:0:(genops.c:1210:class_import_get()) import ffff94d183eca000 refcount=3 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998361.029305:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998361.029307:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998361.029310:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998361.029316:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d1a072b600. 00000100:00000001:3.0:1787998361.029320:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998361.029324:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID req@ffff94d191d03480 x1874850291789312/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998361.029331:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998361.029333:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998361.029337:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025f04433] to pc [ptlrpcd_01_01+1] req@ffff94d191d03480 x1874850291789312/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998361.029345:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998361.029350:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1878) 00800000:00000001:0.0:1787998361.029372:0:35903:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1787998361.029380:0:35903:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d190b35a80. 00800000:00000001:0.0:1787998361.029383:0:35903:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626226529589888 : -117847179961728 : ffff94d190b35a80) 00800000:00000001:0.0:1787998361.029385:0:35903:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998361.029388:0:35903:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1787998361.029391:0:35903:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1787998361.029393:0:35903:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1787998361.029397:0:35903:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1787998361.029400:0:35903:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1787998361.029402:0:35903:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998361.029408:0:35903:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1787998361.029411:0:35903:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1787998361.029417:0:35903:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1787998361.029419:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998361.029421:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998361.029422:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367200 refcount=3 00000020:00000001:0.0:1787998361.029423:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:0.0:1787998361.029426:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:0.0:1787998361.029427:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.029428:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1787998361.029430:0:35903:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1787998361.029432:0:35903:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1787998361.029434:0:35903:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d190b35a80 1 00800000:00000010:0.0:1787998361.029436:0:35903:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d190b35a80. 00800000:00000001:0.0:1787998361.029439:0:35903:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998361.029442:0:35903:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cc41 00800000:00000001:0.0:1787998361.029445:0:35903:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998361.029447:0:35903:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998361.029448:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998361.029450:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998361.029451:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367200 refcount=3 00000020:00000001:0.0:1787998361.029453:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:0.0:1787998361.029455:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:0.0:1787998361.029457:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.029458:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998361.029459:0:35903:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998361.029461:0:35903:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998361.029464:0:35903:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998361.029466:0:35903:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:0.0:1787998361.029470:0:35903:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc41 from it ffffb66d420cbbf8 00010000:00000001:0.0:1787998361.029528:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998361.029529:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998361.029531:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367200 refcount=3 00000020:00000001:0.0:1787998361.029533:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:0.0:1787998361.029535:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:0.0:1787998361.029537:0:35903:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998361.029540:0:35903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8cc41 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad78a expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998361.029552:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.029553:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998361.029555:0:35903:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998361.029558:0:35903:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998361.029561:0:35903:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8cc41 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad78a expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787998361.029568:0:35903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998361.029571:0:35903:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998361.029574:0:35903:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998361.029579:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.029580:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998361.029582:0:35903:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.029585:0:35903:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998361.029587:0:35903:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.029589:0:35903:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.029593:0:35903:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.029595:0:35903:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998361.029596:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.029597:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787998361.029600:0:35903:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998361.029604:0:35903:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c10700 x1874850291788928/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998377 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998361.029612:0:35903:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998361.029614:0:35903:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998361.029617:0:35903:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d1a00fa000. 02000000:00000001:0.0:1787998361.029621:0:35903:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998361.029624:0:35903:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998361.029625:0:35903:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998361.029627:0:35903:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998361.029630:0:35903:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1923a2000. 02000000:00000001:0.0:1787998361.029633:0:35903:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998361.029635:0:35903:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998361.029637:0:35903:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c10700. 00000100:00000001:0.0:1787998361.029642:0:35903:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998361.029643:0:35903:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787998361.029647:0:35903:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:0.0:1787998361.029659:0:35903:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998361.029678:0:35903:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d190a9c7e0. 00000080:00000001:0.0:1787998361.029683:0:35903:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1787998361.029686:0:35903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420cbb58 00000080:00200000:0.0:1787998361.029688:0:35903:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), file ffff94d1a075a480, open_flags 1a100, mode 0 opened 0 00000080:00000010:0.0:1787998361.029693:0:35903:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff94d1a0ad56c0. 00000080:00000001:0.0:1787998361.029696:0:35903:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1787998361.029697:0:35903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420cba08 00000080:00200000:0.0:1787998361.029699:0:35903:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), intent=open 00000080:00000010:0.0:1787998361.029708:0:35903:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191cd7600. 00800000:00000002:0.0:1787998361.029713:0:35903:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000800:00000200:3.0:1787998361.030359:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998361.030365:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d18526a500. 00000400:00000200:3.0:1787998361.030370:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000080:00000001:0.0:1787998361.030374:0:35903:0:(namei.c:944:ll_intent_lock()) Process entered 00000400:00000200:3.0:1787998361.030377:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00800000:00000001:0.0:1787998361.030377:0:35903:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998361.030379:0:35903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420cb928 00800000:00000002:0.0:1787998361.030381:0:35903:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00000400:00000200:3.0:1787998361.030383:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfaa0 00800000:00000001:0.0:1787998361.030385:0:35903:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000400:00000010:3.0:1787998361.030386:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfaa0. 00800000:00000001:0.0:1787998361.030388:0:35903:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1787998361.030391:0:35903:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 00000100:00000001:3.0:1787998361.030392:0:2396:0:(events.c:34:request_out_callback()) Process entered 80000000:00000001:0.0:1787998361.030395:0:35903:0:(fld_request.c:427:fld_client_lookup()) Process entered 00000100:00000200:3.0:1787998361.030397:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d03100 x1874850291789056/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 80000000:00000001:0.0:1787998361.030397:0:35903:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998361.030400:0:35903:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998361.030402:0:35903:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998361.030405:0:35903:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00000100:00000001:3.0:1787998361.030406:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00800000:00000001:0.0:1787998361.030407:0:35903:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998361.030409:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d03100 x1874850291789056/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998377 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00800000:00000001:0.0:1787998361.030411:0:35903:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446626226367802368 : -117847341749248 : ffff94d1870eac00) 00000020:00000001:0.0:1787998361.030414:0:35903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420cb8a8 00000100:00000001:3.0:1787998361.030417:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998361.030417:0:35903:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24b.recovery-small' -> mds #0 layout version 1 00000100:00000001:3.0:1787998361.030419:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000002:00000001:0.0:1787998361.030422:0:35903:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998361.030424:0:35903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420cb7e0 00000002:00010000:0.0:1787998361.030425:0:35903:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24b.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00000002:00000001:0.0:1787998361.030430:0:35903:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1787998361.030433:0:35903:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1787998361.030437:0:35903:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1787998361.030442:0:35903:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921400 count: 2 00010000:00000001:0.0:1787998361.030445:0:35903:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998361.030447:0:35903:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1787998361.030450:0:35903:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.030452:0:35903:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998361.030454:0:35903:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998361.030459:0:35903:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c10700. 00000020:00000040:0.0:1787998361.030462:0:35903:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:0.0:1787998361.030468:0:35903:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787998361.030469:0:35903:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.030472:0:35903:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1787998361.030485:0:35903:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998361.030489:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.030491:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998361.030492:0:35903:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998361.030495:0:35903:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998361.030497:0:35903:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998361.030499:0:35903:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998361.030505:0:35903:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1923a2000. 00000100:00000001:0.0:1787998361.030509:0:35903:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.030512:0:35903:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998361.030514:0:35903:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.030516:0:35903:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998361.030517:0:35903:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.030519:0:35903:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998361.030529:0:35903:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626226547263232 : -117847162288384 : ffff94d191c10700) 00010000:00000001:0.0:1787998361.030533:0:35903:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1787998361.030536:0:35903:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1787998361.030538:0:35903:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921400 count: 2 00010000:00000001:0.0:1787998361.030541:0:35903:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998361.030543:0:35903:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1787998361.030546:0:35903:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d187366200. 00000020:00000001:0.0:1787998361.030551:0:35903:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1787998361.030554:0:35903:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d187366200 with handle 0xb2d39e653c8cc48 to hash 00000020:00000001:0.0:1787998361.030556:0:35903:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1787998361.030558:0:35903:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226370404864 : -117847339146752 : ffff94d187366200) 00010000:00000001:0.0:1787998361.030564:0:35903:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226370404864 : -117847339146752 : ffff94d187366200) 00010000:00000001:0.0:1787998361.030567:0:35903:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998361.030569:0:35903:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998361.030572:0:35903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366200/0xb2d39e653c8cc48 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998361.030579:0:35903:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366200/0xb2d39e653c8cc48 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35903 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787998361.030591:0:35903:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787998361.030597:0:35903:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191c10700 x1874850291789568/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787998361.030606:0:35903:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366200/0xb2d39e653c8cc48 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35903 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1787998361.030611:0:35903:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998361.030613:0:35903:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000001:2.0:1787998361.030660:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998361.030673:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998361.030676:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998361.030682:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d02d80 x1874850291789184/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998361.030692:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998361.030695:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998361.030699:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998361.030701:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998361.030704:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998361.030708:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291789184:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998361.030713:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998361.030718:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998361.030721:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998361.030724:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998361.030728:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191d93400. 02000000:00000001:2.0:1787998361.030730:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998361.030738:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998361.030741:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151948. 00000400:00000010:2.0:1787998361.030747:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf088. 00000100:00000200:2.0:1787998361.030754:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291789184, portal 4 00000100:00000001:2.0:1787998361.030756:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998361.030757:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548256128 : -117847161295488 : ffff94d191d02d80) 00000100:00000040:2.0:1787998361.030783:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d02d80 x1874850291789184/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998361.030791:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998361.030795:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998361.030798:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf550. 00000100:00000200:2.0:1787998361.030801:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291789184, offset 0 00000400:00000200:2.0:1787998361.030808:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998361.030815:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.030822:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998361.030827:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998361.030831:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998361.030834:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998361.030837:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998361.030842:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2916:2916:256:4294967295] 192.168.206.123@tcp LPNI seq info [2916:2916:8:4294967295] 00000400:00000200:2.0:1787998361.030846:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.030855:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998361.030861:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998361.030867:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d18526a500. 00000800:00000200:2.0:1787998361.030873:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998361.030880:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998361.030884:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d18526a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998361.030904:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998361.030909:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 189395 usecs (190 jiffies) 00000400:00000200:2.0:1787998361.030913:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998361.030915:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296541377 00000100:00000001:2.0:1787998361.030919:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:2.0:1787998361.030921:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296541377 00000100:00000001:2.0:1787998361.030923:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:2.0:1787998361.030926:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998361.030929:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998361.030933:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998361.030936:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998361.030943:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998361.030945:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787998361.030948:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998361.030949:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998361.030951:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998361.030954:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1787998361.030956:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998361.030958:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998361.030959:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998361.030961:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998361.030962:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998361.030963:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998361.030967:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d03480 x1874850291789312/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998361.030975:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998361.030976:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998361.030979:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998361.030981:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998361.030983:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998361.031002:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291789312:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998361.031005:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998361.031008:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998361.031009:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998361.031011:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998361.031015:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191d93600. 02000000:00000001:2.0:1787998361.031016:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998361.031020:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998361.031023:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1861516e0. 00000400:00000010:2.0:1787998361.031026:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfcc0. 00000100:00000200:2.0:1787998361.031029:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291789312, portal 4 00000100:00000001:2.0:1787998361.031031:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998361.031032:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548257920 : -117847161293696 : ffff94d191d03480) 00000100:00000040:2.0:1787998361.031038:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d03480 x1874850291789312/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998361.031044:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998361.031046:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998361.031048:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfe58. 00000100:00000200:2.0:1787998361.031051:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291789312, offset 0 00000400:00000200:2.0:1787998361.031055:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998361.031060:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.031063:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998361.031066:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998361.031069:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998361.031071:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998361.031073:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998361.031076:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2917:2917:255:4294967295] 192.168.206.123@tcp LPNI seq info [2917:2917:7:4294967295] 00000400:00000200:2.0:1787998361.031080:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.031085:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998361.031090:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998361.031095:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183ef3800. 00000800:00000200:2.0:1787998361.031099:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998361.031103:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998361.031106:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183ef3800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998361.031109:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998361.031112:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 20011 usecs (21 jiffies) 00000400:00000200:2.0:1787998361.031115:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998361.031117:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296541208 00000100:00000001:2.0:1787998361.031119:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:2.0:1787998361.031130:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296541208 00000100:00000001:2.0:1787998361.031133:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:2.0:1787998361.031135:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998361.031136:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998361.031139:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998361.031141:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998361.031157:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998361.031159:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998361.031161:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998361.031163:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998361.031285:0:35903:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a000bc00. 00000100:00000001:1.0:1787998361.031290:0:35903:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786319360 : -117846923232256 : ffff94d1a000bc00) 00000100:00000001:1.0:1787998361.031293:0:35903:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998361.031295:0:35903:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547263232 : -117847162288384 : ffff94d191c10700) 00000100:00000001:1.0:1787998361.031299:0:35903:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998361.031303:0:35903:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998361.031305:0:35903:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998361.031307:0:35903:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998361.031311:0:35903:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c10700 x1874850291789568/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998361.031318:0:35903:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998361.031320:0:35903:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998361.031322:0:35903:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998361.031324:0:35903:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998361.031326:0:35903:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998361.031329:0:35903:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c10700 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35903:1874850291789568:192.168.206.123@tcp:101:lfs.0 00000100:00000001:1.0:1787998361.031333:0:35903:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998361.031336:0:35903:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998361.031337:0:35903:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998361.031339:0:35903:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998361.031479:0:35903:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94d199f00000. 02000000:00000001:1.0:1787998361.031482:0:35903:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998361.031487:0:35903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998361.031491:0:35903:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc7e8. 00000400:00000010:1.0:1787998361.031497:0:35903:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94d191c68800. 00000100:00000200:1.0:1787998361.031500:0:35903:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1874850291789568, portal 10 00000100:00000001:1.0:1787998361.031502:0:35903:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998361.031504:0:35903:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547263232 : -117847162288384 : ffff94d191c10700) 00000100:00000040:1.0:1787998361.031510:0:35903:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191c10700 x1874850291789568/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1787998377 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998361.031517:0:35903:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998361.031519:0:35903:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998361.031522:0:35903:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409198. 00000100:00000200:1.0:1787998361.031526:0:35903:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1874850291789568, offset 0 00000400:00000200:1.0:1787998361.031531:0:35903:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998361.031536:0:35903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998361.031539:0:35903:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998361.031542:0:35903:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998361.031544:0:35903:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998361.031547:0:35903:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998361.031549:0:35903:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998361.031552:0:35903:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2918:2918:254:4294967295] 192.168.206.123@tcp LPNI seq info [2918:2918:6:4294967295] 00000400:00000200:1.0:1787998361.031556:0:35903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998361.031563:0:35903:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998361.031568:0:35903:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998361.031572:0:35903:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f600. 00000800:00000200:1.0:1787998361.031576:0:35903:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998361.031581:0:35903:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998361.031584:0:35903:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f600 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:1.0:1787998361.031587:0:35903:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998361.031590:0:35903:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 835143 usecs (836 jiffies) 00000400:00000200:1.0:1787998361.031593:0:35903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998361.031595:0:35903:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296542024 00000100:00000001:1.0:1787998361.031598:0:35903:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:1.0:1787998361.031600:0:35903:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296542024 00000100:00000001:1.0:1787998361.031602:0:35903:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:1.0:1787998361.031604:0:35903:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998361.031606:0:35903:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998361.031608:0:35903:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998361.031610:0:35903:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998361.031613:0:35903:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a000bc00 going to sleep for 11 seconds 00000100:00000001:1.0:1787998361.031615:0:35903:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998361.031617:0:35903:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787998361.033615:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998361.033635:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998361.033641:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998361.033643:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998361.033653:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998361.033661:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00010000:00000010:0.1:1787998361.033815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921a00. 00010000:00000010:0.1:1787998361.033824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366400. 00000800:00000200:2.0:1787998361.033903:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998361.033909:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d18526a500. 00000400:00000200:2.0:1787998361.033916:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998361.033922:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998361.033930:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf550 00000400:00000010:2.0:1787998361.033933:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf550. 00000100:00000001:2.0:1787998361.033939:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998361.033948:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d02d80 x1874850291789184/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998361.033962:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998361.033966:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d02d80 x1874850291789184/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998377 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998361.033974:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998361.033976:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998361.034139:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998361.034143:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183ef3800. 00000400:00000200:2.0:1787998361.034146:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998361.034151:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998361.034234:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998361.034238:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998361.034243:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998361.034247:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a62d00 00000400:00000200:3.0:1787998361.034251:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998361.034265:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x876d [1] + 224 00000800:00000001:3.0:1787998361.034273:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998361.034282:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998361.034285:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998361.034289:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998361.034294:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998361.034300:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d03100 x1874850291789056/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998361.034310:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d03100 x1874850291789056/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998361.034329:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998361.034336:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998361.034340:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998361.034351:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998361.034355:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998361.034363:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998361.034365:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998361.034368:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151ec8. 00000400:00000200:3.0:1787998361.034372:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf770 00000400:00000010:3.0:1787998361.034374:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf770. 00000100:00000001:3.0:1787998361.034377:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998361.034381:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d03100 x1874850291789056/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998361.034389:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d03100 x1874850291789056/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998361.034396:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998361.034398:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998361.034401:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998361.034404:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998361.034407:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998361.034409:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998361.034413:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998361.034420:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=38 v=5 (5 5 5 5) 00000100:00001000:3.0:1787998361.034425:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998361.034428:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998361.034430:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998361.034433:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998361.034436:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998361.034439:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998361.034444:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d03100 x1874850291789056/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998361.034452:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998361.034455:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998361.034458:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998361.034462:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d03100 x1874850291789056/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998377 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998361.034468:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed2632e9-aeaa-48f0-b65b-469967f9297f:2405:1874850291789056:192.168.206.123@tcp:400:kworker.0 00000400:00000200:2.0:1787998361.034913:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfe58 00000400:00000010:2.0:1787998361.034917:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfe58. 00000100:00000001:2.0:1787998361.034921:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998361.034926:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d03480 x1874850291789312/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998361.034935:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998361.034939:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d03480 x1874850291789312/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998377 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998361.034945:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998361.034946:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787998361.035165:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998361.035169:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998361.035174:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d03100 x1874850291789056/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998377 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998361.035182:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998361.035185:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998361.035189:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191d92200. 02000000:00000001:3.0:1787998361.035193:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998361.035196:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998361.035198:0:2405:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:3.0:1787998361.035200:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998361.035203:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1a072b800. 02000000:00000001:3.0:1787998361.035207:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998361.035209:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998361.035211:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d03100. 00000100:00000001:3.0:1787998361.035215:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998361.035216:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998361.035219:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998361.035230:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998361.035232:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998361.035235:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998361.035237:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998361.035334:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998361.035338:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f600. 00000400:00000200:2.0:1787998361.035345:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998361.035349:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998361.035353:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409198 00000400:00000010:2.0:1787998361.035355:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409198. 00000100:00000001:2.0:1787998361.035359:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998361.035363:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c10700 x1874850291789568/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1787998377 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998361.035372:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998361.035375:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c10700 x1874850291789568/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1787998377 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998361.035387:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998361.035388:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998361.037349:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998361.037364:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998361.037369:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998361.037371:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998361.037381:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998361.037388:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998361.037397:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998361.037402:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998361.037408:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998361.037413:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a62d80 00000400:00000200:3.0:1787998361.037419:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998361.037425:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x877d [1] + 224 00000800:00000001:3.0:1787998361.037432:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998361.037440:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998361.037444:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998361.037448:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998361.037455:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998361.037465:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d02d80 x1874850291789184/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000010:0.1:1787998361.037824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90e60. 00000100:00000040:3.0:1787998361.039559:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d02d80 x1874850291789184/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998361.039642:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998361.039648:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998361.039669:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998361.039685:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998361.039699:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998361.039701:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998361.039703:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998361.039711:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998361.039726:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998361.039734:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998361.039739:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998361.039745:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998361.039749:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 608 into portal 10 MB=0x6a92a99a62f00 00000400:00000200:3.0:1787998361.039754:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998361.039760:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 608/608 into md 0x879d [64] + 224 00000800:00000001:3.0:1787998361.039782:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998361.039787:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998361.039790:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998361.039795:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998361.039801:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998361.039807:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c10700 x1874850291789568/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1787998377 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998361.039817:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff94d191c10700 x1874850291789568/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998361.039840:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998361.039845:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998361.039859:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998361.039861:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998361.039863:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998361.039867:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998361.039870:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998361.039874:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998361.039877:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998361.039880:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998361.039883:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a62e00 00000400:00000200:3.0:1787998361.039887:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998361.039892:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x878d [1] + 224 00000800:00000001:3.0:1787998361.039896:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998361.039902:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998361.039904:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998361.039908:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998361.039911:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998361.039915:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d03480 x1874850291789312/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998361.039925:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191d03480 x1874850291789312/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998361.039933:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998361.039936:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998361.039939:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998361.040363:0:35903:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998361.040372:0:35903:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998361.040375:0:35903:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998361.040380:0:35903:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc7e8. 00000400:00000200:1.0:1787998361.040385:0:35903:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191c68800 00000400:00000010:1.0:1787998361.040388:0:35903:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff94d191c68800. 00000100:00000001:1.0:1787998361.040392:0:35903:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998361.040397:0:35903:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c10700 x1874850291789568/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998361.040408:0:35903:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c10700 x1874850291789568/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998361.040414:0:35903:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998361.040417:0:35903:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998361.040420:0:35903:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998361.040424:0:35903:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998361.040427:0:35903:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998361.040429:0:35903:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998361.040433:0:35903:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998361.040443:0:35903:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=37 v=5 (5 5 104 104) 00000100:00001000:1.0:1787998361.040448:0:35903:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998361.040451:0:35903:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998361.040453:0:35903:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998361.040457:0:35903:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998361.040461:0:35903:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998361.040465:0:35903:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998361.040468:0:35903:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 8589934600 00000100:00000001:1.0:1787998361.040471:0:35903:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998361.040472:0:35903:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998361.040489:0:35903:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c10700 x1874850291789568/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998361.040497:0:35903:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998361.040501:0:35903:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998361.040503:0:35903:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998361.040508:0:35903:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c10700 x1874850291789568/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1787998377 ref 2 fl Interpret:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998361.040516:0:35903:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c10700 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35903:1874850291789568:192.168.206.123@tcp:101:lfs.0 00000100:00000001:1.0:1787998361.040522:0:35903:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998361.040526:0:35903:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998361.040529:0:35903:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998361.040532:0:35903:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998361.040536:0:35903:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c10700 x1874850291789568/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1787998377 ref 2 fl Complete:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998361.040544:0:35903:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998361.040547:0:35903:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a000bc00. 00000100:00000001:1.0:1787998361.040551:0:35903:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998361.040553:0:35903:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998361.040557:0:35903:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787998361.040562:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998361.040566:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998361.040569:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366200 refcount=4 00000020:00000001:1.0:1787998361.040572:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404864 : -117847339146752 : ffff94d187366200) 00010000:00000001:1.0:1787998361.040576:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404864 : -117847339146752 : ffff94d187366200) 00010000:00000040:1.0:1787998361.040583:0:35903:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d187366200, remote cookie: 0x4fd9a50f3a6ad7a6, flags: 0x1001 00010000:00010000:1.0:1787998361.040590:0:35903:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366200/0xb2d39e653c8cc48 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad7a6 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1787998361.040599:0:35903:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240000403:0x9:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1787998361.040602:0:35903:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1787998361.040609:0:35903:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921100 count: 2 00010000:00000001:1.0:1787998361.040634:0:35903:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998361.040638:0:35903:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998361.040642:0:35903:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366200/0xb2d39e653c8cc48 lrc: 4/1,0 mode: --/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad7a6 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998361.040652:0:35903:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366200/0xb2d39e653c8cc48 lrc: 4/1,0 mode: --/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad7a6 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998361.040674:0:35903:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787998361.040678:0:35903:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787998361.040681:0:35903:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1787998361.040683:0:35903:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787998361.040685:0:35903:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787998361.040688:0:35903:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000403:0x9:0x0].0x0 (ffff94d185921100) refcount = 2 00010000:00000040:1.0:1787998361.040691:0:35903:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1787998361.040694:0:35903:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cc33 lrc: 1/0,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad775 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787998361.040702:0:35903:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366200/0xb2d39e653c8cc48 lrc: 4/1,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad7a6 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998361.040709:0:35903:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787998361.040713:0:35903:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787998361.040715:0:35903:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998361.040718:0:35903:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787998361.040721:0:35903:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998361.040724:0:35903:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366200/0xb2d39e653c8cc48 lrc: 4/1,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad7a6 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998361.040730:0:35903:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787998361.040732:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998361.040734:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998361.040735:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998361.040737:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998361.040738:0:35903:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998361.040743:0:35903:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1787998361.040745:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998361.040747:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998361.040748:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366200 refcount=3 00000020:00000001:1.0:1787998361.040751:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404864 : -117847339146752 : ffff94d187366200) 00010000:00000001:1.0:1787998361.040753:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404864 : -117847339146752 : ffff94d187366200) 00010000:00000001:1.0:1787998361.040756:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998361.040757:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998361.040759:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366200 refcount=4 00000020:00000001:1.0:1787998361.040761:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404864 : -117847339146752 : ffff94d187366200) 00010000:00000001:1.0:1787998361.040763:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404864 : -117847339146752 : ffff94d187366200) 00010000:00000001:1.0:1787998361.040799:0:35903:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998361.040803:0:35903:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998361.040807:0:35903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366200/0xb2d39e653c8cc48 lrc: 5/2,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad7a6 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998361.040814:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998361.040815:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998361.040817:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998361.040819:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998361.040820:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366200 refcount=5 00000020:00000001:1.0:1787998361.040822:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404864 : -117847339146752 : ffff94d187366200) 00010000:00000001:1.0:1787998361.040824:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404864 : -117847339146752 : ffff94d187366200) 00010000:00000001:1.0:1787998361.040826:0:35903:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998361.040829:0:35903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366200/0xb2d39e653c8cc48 lrc: 5/2,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad7a6 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998361.040836:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998361.040837:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998361.040840:0:35903:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366200/0xb2d39e653c8cc48 lrc: 4/1,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad7a6 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998361.041000:0:35903:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998361.041003:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998361.041004:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998361.041006:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998361.041007:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1787998361.041014:0:35903:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0xb, status=0 req@ffff94d191c10700 x1874850291789568/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1787998377 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1787998361.041029:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998361.041030:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998361.041032:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366200 refcount=3 00000020:00000001:1.0:1787998361.041034:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404864 : -117847339146752 : ffff94d187366200) 00010000:00000001:1.0:1787998361.041037:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404864 : -117847339146752 : ffff94d187366200) 00010000:00000001:1.0:1787998361.041039:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998361.041041:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998361.041042:0:35903:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998361.041044:0:35903:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998361.041048:0:35903:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1787998361.041050:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998361.041052:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998361.041053:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366200 refcount=3 00000020:00000001:1.0:1787998361.041055:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404864 : -117847339146752 : ffff94d187366200) 00010000:00000001:1.0:1787998361.041057:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404864 : -117847339146752 : ffff94d187366200) 00000002:00010000:1.0:1787998361.041169:0:35903:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366200/0xb2d39e653c8cc48 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad7a6 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998361.041176:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998361.041177:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998361.041179:0:35903:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787998361.041181:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998361.041182:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998361.041184:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366200 refcount=3 00000020:00000001:1.0:1787998361.041185:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404864 : -117847339146752 : ffff94d187366200) 00010000:00000001:1.0:1787998361.041188:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404864 : -117847339146752 : ffff94d187366200) 00010000:00000040:1.0:1787998361.041191:0:35903:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921100 count: 3 00010000:00000001:1.0:1787998361.041193:0:35903:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998361.041197:0:35903:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998361.041200:0:35903:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998361.041203:0:35903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cc33 lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad775 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1787998361.041212:0:35903:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998361.041217:0:35903:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998361.041220:0:35903:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cc33 lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad775 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998361.041226:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998361.041227:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998361.041228:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998361.041229:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998361.041230:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366200 refcount=3 00000020:00000001:1.0:1787998361.041232:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404864 : -117847339146752 : ffff94d187366200) 00010000:00000001:1.0:1787998361.041234:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404864 : -117847339146752 : ffff94d187366200) 00010000:00000001:1.0:1787998361.041236:0:35903:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1787998361.041238:0:35903:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366200/0xb2d39e653c8cc48 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad7a6 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998361.041243:0:35903:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998361.041245:0:35903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366200/0xb2d39e653c8cc48 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x4fd9a50f3a6ad7a6 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998361.041250:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998361.041251:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998361.041252:0:35903:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366200/0xb2d39e653c8cc48 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x4fd9a50f3a6ad7a6 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998361.041257:0:35903:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998361.041259:0:35903:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998361.041262:0:35903:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1787998361.041269:0:35903:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94d1a000bc00. 00010000:00000001:1.0:1787998361.041273:0:35903:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1787998361.041281:0:35903:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1787998361.041284:0:35903:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998361.041286:0:35903:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998361.041287:0:35903:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998361.041288:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998361.041289:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998361.041291:0:35903:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1787998361.041294:0:35903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420cb768 00000002:00002000:1.0:1787998361.041297:0:35903:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=open status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1787998361.041300:0:35903:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998361.041305:0:35903:0:(lmv_intent.c:51:lmv_intent_remote()) Process entered 00800000:00000001:1.0:1787998361.041309:0:35903:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998361.041312:0:35903:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998361.041315:0:35903:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998361.041318:0:35903:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998361.041320:0:35903:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998361.041322:0:35903:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0x9:0x0] 00800000:00000001:1.0:1787998361.041324:0:35903:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:1.0:1787998361.041330:0:35903:0:(lmv_intent.c:75:lmv_intent_remote()) kmalloced '(op_data)': 392 at ffff94d19162b800. 00800000:00000002:1.0:1787998361.041333:0:35903:0:(lmv_intent.c:92:lmv_intent_remote()) REMOTE_INTENT with fid=[0x240000403:0x9:0x0] -> mds #1 00000002:00000001:1.0:1787998361.041338:0:35903:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998361.041340:0:35903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420cb730 00000002:00010000:1.0:1787998361.041342:0:35903:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x240000403:0x9:0x0], intent: open flags 0320401 00000002:00000001:1.0:1787998361.041346:0:35903:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1787998361.041348:0:35903:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1787998361.041352:0:35903:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1787998361.041356:0:35903:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998361.041358:0:35903:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1787998361.041359:0:35903:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998361.041365:0:35903:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edd500. 00000020:00000040:1.0:1787998361.041369:0:35903:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=5 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 02000000:00000001:1.0:1787998361.041375:0:35903:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787998361.041376:0:35903:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998361.041380:0:35903:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787998361.041384:0:35903:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998361.041390:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998361.041392:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998361.041394:0:35903:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998361.041397:0:35903:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998361.041399:0:35903:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998361.041402:0:35903:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998361.041410:0:35903:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d199e24400. 00000100:00000001:1.0:1787998361.041418:0:35903:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998361.041421:0:35903:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998361.041423:0:35903:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998361.041424:0:35903:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998361.041425:0:35903:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998361.041427:0:35903:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998361.041435:0:35903:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626226684417280 : -117847025134336 : ffff94d199edd500) 00010000:00000001:1.0:1787998361.041438:0:35903:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787998361.041440:0:35903:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1787998361.041445:0:35903:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d192b98100. 00010000:00000010:1.0:1787998361.041449:0:35903:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d1a0046900. 00010000:00000001:1.0:1787998361.041453:0:35903:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787998361.041456:0:35903:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1917f3600. 00000020:00000001:1.0:1787998361.041459:0:35903:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787998361.041462:0:35903:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1917f3600 with handle 0xb2d39e653c8cc4f to hash 00000020:00000001:1.0:1787998361.041464:0:35903:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787998361.041465:0:35903:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998361.041469:0:35903:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998361.042466:0:35903:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998361.042472:0:35903:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998361.042607:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998361.042611:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998361.042615:0:16949:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1787998361.042618:0:16949:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1787998361.042621:0:16949:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1787998361.042626:0:16949:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366200/0xb2d39e653c8cc48 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x4fd9a50f3a6ad7a6 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000001:2.0:1787998361.042633:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998361.042637:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00010000:0.0:1787998361.042637:0:16949:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d187366200 already unused, calling callback (ffffffffc1bbc3c0) 00000080:00000001:0.0:1787998361.042640:0:16949:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000400:00000010:2.0:1787998361.042641:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151948. 00010000:00010000:0.0:1787998361.042645:0:16949:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366200/0xb2d39e653c8cc48 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x4fd9a50f3a6ad7a6 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1787998361.042646:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf088 00000400:00000010:2.0:1787998361.042648:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf088. 00000100:00000001:2.0:1787998361.042653:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1787998361.042658:0:16949:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1787998361.042660:0:16949:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000100:00000200:2.0:1787998361.042664:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d02d80 x1874850291789184/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1787998361.042664:0:16949:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366200/0xb2d39e653c8cc48 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x4fd9a50f3a6ad7a6 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:2.0:1787998361.042674:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d02d80 x1874850291789184/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787998361.042681:0:16949:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000100:00000001:2.0:1787998361.042683:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1787998361.042684:0:16949:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00000100:00000001:2.0:1787998361.042685:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1787998361.042685:0:16949:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998361.042687:0:16949:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:2.0:1787998361.042688:0:2404:0:(client.c:1593:after_reply()) Process entered 00000020:00000040:0.0:1787998361.042690:0:16949:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366200 refcount=3 02000000:00000001:2.0:1787998361.042691:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1787998361.042691:0:16949:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370404864 : -117847339146752 : ffff94d187366200) 00000100:00000001:2.0:1787998361.042693:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1787998361.042694:0:16949:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370404864 : -117847339146752 : ffff94d187366200) 00000100:00000001:2.0:1787998361.042696:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.042697:0:16949:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 02000000:00000001:2.0:1787998361.042699:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998361.042699:0:16949:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366200/0xb2d39e653c8cc48 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4fd9a50f3a6ad7a6 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00001000:2.0:1787998361.042706:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=37 v=5 (5 5 5 37) 00000080:00000001:0.0:1787998361.042706:0:16949:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1787998361.042709:0:16949:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000100:00001000:2.0:1787998361.042710:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=9 v=5 (1 0 0 0) 00000080:00000001:0.0:1787998361.042711:0:16949:0:(namei.c:253:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1787998361.042712:0:16949:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998361.042713:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998361.042715:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998361.042717:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998361.042721:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998361.042725:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998361.042727:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967335 00000100:00000001:2.0:1787998361.042729:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998361.042731:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998361.042735:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d02d80 x1874850291789184/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998361.042749:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998361.042752:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998361.042754:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998361.042758:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d02d80 x1874850291789184/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998377 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787998361.042779:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291789184:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998361.042786:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998361.042789:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998361.042794:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d02d80 x1874850291789184/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998377 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998361.042801:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998361.042803:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998361.042807:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191d93400. 02000000:00000001:2.0:1787998361.042811:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998361.042814:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998361.042815:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=2 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998361.042818:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998361.042821:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1a072bf00. 00010000:00000001:0.0:1787998361.042821:0:16949:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 02000000:00000001:2.0:1787998361.042825:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1787998361.042825:0:16949:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787998361.042827:0:16949:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:2.0:1787998361.042828:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1787998361.042828:0:16949:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000010:2.0:1787998361.042830:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d02d80. 00010000:00000001:0.0:1787998361.042830:0:16949:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998361.042833:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000020:00000040:0.0:1787998361.042833:0:16949:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d187366200 with handle 0xb2d39e653c8cc48 from hash 00000100:00000001:2.0:1787998361.042834:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1787998361.042836:0:16949:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787998361.042837:0:16949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.042838:0:16949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1787998361.042839:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.042839:0:16949:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1787998361.042841:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1787998361.042843:0:16949:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1787998361.042844:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1787998361.042845:0:16949:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000400:00000001:2.0:1787998361.042848:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998361.042849:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998361.042851:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1861516e0. 00000400:00000200:2.0:1787998361.042854:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfcc0 00000400:00000010:2.0:1787998361.042855:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfcc0. 00000100:00000001:2.0:1787998361.042858:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998361.042863:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d03480 x1874850291789312/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787998361.042871:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d03480 x1874850291789312/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998361.042877:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998361.042878:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998361.042880:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998361.042881:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998361.042883:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998361.042884:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998361.042886:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998361.042890:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca460 time=37 v=5 (5 5 5 37) 00000100:00001000:2.0:1787998361.042893:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1787998361.042895:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998361.042896:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998361.042898:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998361.042900:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998361.042902:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998361.042904:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:2.0:1787998361.042906:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998361.042907:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998361.042911:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d03480 x1874850291789312/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787998361.042915:0:16949:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1787998361.042916:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998361.042918:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998361.042919:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1787998361.042920:0:16949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.042921:0:16949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998361.042922:0:16949:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998361.042923:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d03480 x1874850291789312/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998377 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787998361.042925:0:16949:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998361.042927:0:16949:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00100000:2.0:1787998361.042930:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291789312:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1787998361.042934:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1787998361.042935:0:16949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c13b80. 00000100:00000001:2.0:1787998361.042936:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1787998361.042938:0:16949:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000040:2.0:1787998361.042939:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d03480 x1874850291789312/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998377 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998361.042942:0:16949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998361.042944:0:16949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1787998361.042945:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998361.042946:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998361.042948:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191d93600. 02000000:00000001:0.0:1787998361.042948:0:16949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998361.042950:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998361.042952:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998361.042953:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 02000000:00000010:0.0:1787998361.042954:0:16949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d191cd6000. 00000020:00000001:2.0:1787998361.042955:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998361.042956:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d1a072b600. 02000000:00000001:2.0:1787998361.042958:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998361.042959:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1787998361.042959:0:16949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787998361.042961:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d03480. 00010000:00000001:0.0:1787998361.042962:0:16949:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00000100:00000001:2.0:1787998361.042963:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998361.042964:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998361.042966:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998361.042968:0:16949:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366200/0xb2d39e653c8cc48 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ad7a6 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1787998361.042973:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:0.0:1787998361.042974:0:16949:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:2.0:1787998361.042975:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.042975:0:16949:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998361.042977:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998361.042979:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998361.042980:0:16949:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998361.043046:0:16949:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998361.043053:0:16949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3dbcad8] to pc [ptlrpcd_00_00+0] req@ffff94d191c13b80 x1874850291789824/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1787998361.043102:0:35903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc4f lrc: 3/1,0 mode: --/CR res: [0x240000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998361.043112:0:35903:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc4f lrc: 3/1,0 mode: --/CR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35903 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787998361.043136:0:35903:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787998361.043142:0:35903:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d199edd500 x1874850291789952/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00000001:0.0:1787998361.043150:0:16949:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998361.043153:0:16949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.043154:0:16949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998361.043156:0:35903:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc4f lrc: 3/1,0 mode: --/CR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998361.043156:0:16949:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.043158:0:16949:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998361.043160:0:16949:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998361.043162:0:35903:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00010000:00010000:0.0:1787998361.043163:0:16949:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366200/0xb2d39e653c8cc48 lrc: 1/0,0 mode: --/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ad7a6 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787998361.043164:0:35903:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00010000:00000001:0.0:1787998361.043169:0:16949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:1.0:1787998361.043171:0:35903:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a000bb40. 00010000:00010000:0.0:1787998361.043172:0:16949:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366200/0xb2d39e653c8cc48 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ad7a6 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787998361.043174:0:35903:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786319168 : -117846923232448 : ffff94d1a000bb40) 00000100:00000001:1.0:1787998361.043177:0:35903:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998361.043178:0:35903:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684417280 : -117847025134336 : ffff94d199edd500) 00000100:00000001:1.0:1787998361.043182:0:35903:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998361.043184:0:35903:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998361.043185:0:35903:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00010000:00000001:0.0:1787998361.043185:0:16949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998361.043186:0:16949:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1787998361.043187:0:35903:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00010000:00000010:0.0:1787998361.043188:0:16949:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff94d1a000bc00. 00000100:00000040:1.0:1787998361.043191:0:35903:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edd500 x1874850291789952/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1787998361.043191:0:16949:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998361.043193:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998361.043195:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998361.043197:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787998361.043198:0:35903:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1787998361.043199:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998361.043200:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998361.043201:0:35903:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998361.043202:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1787998361.043203:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998361.043204:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998361.043205:0:35903:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:0.0:1787998361.043206:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1787998361.043208:0:35903:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998361.043211:0:35903:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998361.043211:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1787998361.043214:0:35903:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edd500 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35903:1874850291789952:192.168.206.123@tcp:101:lfs.0 00000100:00000001:0.0:1787998361.043214:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998361.043215:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1787998361.043218:0:35903:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1787998361.043220:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c13b80 x1874850291789824/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787998361.043225:0:35903:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1787998361.043225:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998361.043226:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998361.043228:0:35903:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998361.043228:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998361.043230:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998361.043231:0:35903:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1787998361.043231:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998361.043234:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291789824:192.168.206.123@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1787998361.043237:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998361.043239:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998361.043240:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998361.043241:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998361.043245:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191cd7000. 02000000:00000001:0.0:1787998361.043247:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998361.043253:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998361.043258:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000400:00000010:0.0:1787998361.043263:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807d48. 00000100:00000200:0.0:1787998361.043271:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291789824, portal 18 00000100:00000001:0.0:1787998361.043273:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998361.043274:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547276672 : -117847162274944 : ffff94d191c13b80) 00000100:00000040:0.0:1787998361.043280:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c13b80 x1874850291789824/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998377 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998361.043287:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998361.043290:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998361.043293:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1928075d8. 00000100:00000200:0.0:1787998361.043297:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1874850291789824, offset 0 00000400:00000200:0.0:1787998361.043303:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998361.043313:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998361.043321:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998361.043328:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998361.043334:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998361.043338:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998361.043342:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998361.043347:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2919:2919:256:4294967295] 192.168.206.123@tcp LPNI seq info [2919:2919:8:4294967295] 00000400:00000200:0.0:1787998361.043352:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998361.043366:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998361.043375:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998361.043383:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d18994e300. 00000800:00000200:0.0:1787998361.043391:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998361.043401:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998361.043406:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d18994e300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1787998361.043423:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998361.043428:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 834100 usecs (835 jiffies) 00000400:00000200:0.0:1787998361.043432:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998361.043435:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296542035 00000100:00000001:0.0:1787998361.043439:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:0.0:1787998361.043442:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296542035 00000100:00000001:0.0:1787998361.043445:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:0.0:1787998361.043447:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998361.043450:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998361.043452:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998361.043454:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998361.043458:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998361.043459:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787998361.043461:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998361.043462:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998361.043464:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998361.043466:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998361.043541:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998361.043544:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998361.043645:0:35903:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94d199f80000. 02000000:00000001:1.0:1787998361.043649:0:35903:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998361.043653:0:35903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998361.043656:0:35903:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc7e8. 00000400:00000010:1.0:1787998361.043966:0:35903:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94d191c68800. 00000100:00000200:1.0:1787998361.043972:0:35903:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1874850291789952, portal 10 00000100:00000001:1.0:1787998361.043975:0:35903:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998361.043977:0:35903:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684417280 : -117847025134336 : ffff94d199edd500) 00000100:00000040:1.0:1787998361.043983:0:35903:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199edd500 x1874850291789952/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/131856 e 0 to 0 dl 1787998377 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998361.043991:0:35903:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998361.043993:0:35903:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998361.043997:0:35903:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409880. 00000100:00000200:1.0:1787998361.044000:0:35903:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874850291789952, offset 0 00000400:00000200:1.0:1787998361.044005:0:35903:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998361.044009:0:35903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998361.044013:0:35903:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998361.044016:0:35903:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998361.044019:0:35903:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998361.044022:0:35903:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998361.044024:0:35903:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998361.044028:0:35903:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2920:2920:255:4294967295] 192.168.206.123@tcp LPNI seq info [2920:2920:7:4294967295] 00000400:00000200:1.0:1787998361.044032:0:35903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998361.044039:0:35903:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998361.044043:0:35903:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998361.044047:0:35903:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f500. 00000800:00000200:1.0:1787998361.044052:0:35903:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998361.044057:0:35903:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998361.044071:0:35903:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1787998361.044074:0:35903:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998361.044078:0:35903:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18301 usecs (19 jiffies) 00000400:00000200:1.0:1787998361.044081:0:35903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998361.044084:0:35903:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296541220 00000100:00000001:1.0:1787998361.044086:0:35903:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:1.0:1787998361.044088:0:35903:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296541220 00000100:00000001:1.0:1787998361.044090:0:35903:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:1.0:1787998361.044092:0:35903:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998361.044095:0:35903:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998361.044097:0:35903:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998361.044098:0:35903:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998361.044101:0:35903:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a000bb40 going to sleep for 11 seconds 00000100:00000001:1.0:1787998361.044103:0:35903:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998361.044105:0:35903:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998361.044321:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998361.044327:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d18994e300. 00000400:00000200:2.0:1787998361.044332:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998361.044338:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998361.044344:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928075d8 00000400:00000010:2.0:1787998361.044350:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928075d8. 00000100:00000001:2.0:1787998361.044356:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998361.044360:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c13b80 x1874850291789824/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998377 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998361.044370:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998361.044373:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c13b80 x1874850291789824/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998377 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998361.044380:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998361.044382:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998361.044887:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998361.044891:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f500. 00000400:00000200:2.0:1787998361.044898:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998361.044903:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998361.044906:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409880 00000400:00000010:2.0:1787998361.044909:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409880. 00000100:00000001:2.0:1787998361.044911:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998361.044915:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edd500 x1874850291789952/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/131856 e 0 to 0 dl 1787998377 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998361.044923:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998361.044926:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edd500 x1874850291789952/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/131856 e 0 to 0 dl 1787998377 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998361.044932:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998361.044934:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998361.047522:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998361.047550:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998361.047556:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998361.047558:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998361.047570:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998361.047578:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998361.047587:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998361.047592:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998361.047598:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998361.047603:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 18 MB=0x6a92a99a63000 00000400:00000200:3.0:1787998361.047609:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998361.047615:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.123@tcp of length 224/224 into md 0x87a5 [1] + 224 00000800:00000001:3.0:1787998361.047622:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998361.047628:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998361.047632:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998361.047636:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998361.047644:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998361.047653:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c13b80 x1874850291789824/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998377 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998361.047663:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191c13b80 x1874850291789824/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998377 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998361.047684:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998361.047692:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998361.047696:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998361.047746:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998361.047753:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998361.047761:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998361.047764:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998361.047810:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30528. 00000400:00000200:0.0:1787998361.047816:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807d48 00000400:00000010:0.0:1787998361.047818:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807d48. 00000100:00000001:0.0:1787998361.047822:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998361.047828:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c13b80 x1874850291789824/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998377 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998361.047837:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c13b80 x1874850291789824/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998377 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998361.047843:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998361.047845:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998361.047858:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998361.047862:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998361.047864:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998361.047867:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998361.047870:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998361.047881:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06d80 time=36 v=5 (5 5 5 5) 00000100:00001000:0.0:1787998361.047885:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998361.047889:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998361.047891:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.047895:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998361.047899:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998361.047902:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998361.047905:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 8589934600 00000100:00000001:0.0:1787998361.047907:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998361.047909:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998361.047915:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c13b80 x1874850291789824/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998377 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998361.047922:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998361.047925:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998361.047927:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998361.047931:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c13b80 x1874850291789824/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998377 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998361.047939:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291789824:192.168.206.123@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1787998361.047946:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998361.047949:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998361.047952:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c13b80 x1874850291789824/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998377 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998361.047959:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998361.047961:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998361.047966:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191cd7000. 02000000:00000001:0.0:1787998361.047970:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998361.047973:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998361.047975:0:2402:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998361.047978:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998361.047981:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d191cd6000. 02000000:00000001:0.0:1787998361.047995:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998361.047997:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998361.048000:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c13b80. 00000100:00000001:0.0:1787998361.048004:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998361.048006:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998361.048009:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998361.048019:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998361.048021:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998361.048023:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998361.048026:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1787998361.052135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366200. 00000800:00000001:2.0:1787998361.052600:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.052618:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998361.052622:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.052624:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998361.052635:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.052644:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998361.052655:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.052660:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.052667:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.052671:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 608 into portal 10 MB=0x6a92a99a63080 00000400:00000200:2.0:1787998361.052677:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.052684:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 608/608 into md 0x87ad [64] + 224 00000800:00000001:2.0:1787998361.052693:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.053002:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998361.053008:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998361.053015:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998361.053025:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998361.053037:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edd500 x1874850291789952/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/131856 e 0 to 0 dl 1787998377 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998361.053049:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff94d199edd500 x1874850291789952/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/131856 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998361.053077:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998361.053089:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.053093:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998361.053237:0:35903:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998361.053246:0:35903:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998361.053249:0:35903:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998361.053253:0:35903:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc7e8. 00000400:00000200:1.0:1787998361.053258:0:35903:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191c68800 00000400:00000010:1.0:1787998361.053261:0:35903:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff94d191c68800. 00000100:00000001:1.0:1787998361.053264:0:35903:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998361.053269:0:35903:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edd500 x1874850291789952/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/131856 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998361.053279:0:35903:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edd500 x1874850291789952/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/131856 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998361.053285:0:35903:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998361.053287:0:35903:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998361.053290:0:35903:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998361.053294:0:35903:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998361.053297:0:35903:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998361.053300:0:35903:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998361.053303:0:35903:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998361.053314:0:35903:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=37 v=5 (5 5 104 104) 00000100:00001000:1.0:1787998361.053318:0:35903:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=37 v=5 (1 1 1 1) 00000100:00000001:1.0:1787998361.053321:0:35903:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1787998361.053326:0:35903:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94d199edd500 x1874850291789952/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/608 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998361.053333:0:35903:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1787998361.053336:0:35903:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1787998361.053338:0:35903:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1787998361.053340:0:35903:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1787998361.053343:0:35903:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998361.053344:0:35903:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684417280 : -117847025134336 : ffff94d199edd500) 00000100:00000001:1.0:1787998361.053349:0:35903:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998361.053351:0:35903:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967340 00000100:00000001:1.0:1787998361.053353:0:35903:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998361.053355:0:35903:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1787998361.053361:0:35903:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edd500 x1874850291789952/t4294967342(4294967342) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/608 e 0 to 0 dl 1787998377 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998361.053369:0:35903:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1787998361.053372:0:35903:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998361.053374:0:35903:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998361.053379:0:35903:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edd500 x1874850291789952/t4294967342(4294967342) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/608 e 0 to 0 dl 1787998377 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998361.053387:0:35903:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edd500 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35903:1874850291789952:192.168.206.123@tcp:101:lfs.0 00000100:00000001:1.0:1787998361.053392:0:35903:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998361.053395:0:35903:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1787998361.053398:0:35903:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998361.053400:0:35903:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998361.053404:0:35903:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edd500 x1874850291789952/t4294967342(4294967342) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/608 e 0 to 0 dl 1787998377 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998361.053411:0:35903:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998361.053414:0:35903:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a000bb40. 00000100:00000001:1.0:1787998361.053418:0:35903:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998361.053419:0:35903:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1787998361.053424:0:35903:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787998361.053429:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998361.053432:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998361.053436:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=4 00000020:00000001:1.0:1787998361.053439:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998361.053442:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00010000:1.0:1787998361.053448:0:35903:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc4f lrc: 4/1,0 mode: --/CR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998361.053465:0:35903:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1787998361.053470:0:35903:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc4f lrc: 4/1,0 mode: --/CR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998361.053539:0:35903:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998361.053543:0:35903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc4f lrc: 4/1,0 mode: --/CR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998361.053549:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998361.053551:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998361.053553:0:35903:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc4f lrc: 3/0,0 mode: --/CR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998361.053559:0:35903:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998361.053563:0:35903:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998361.053566:0:35903:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1787998361.053568:0:35903:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc4f lrc: 4/0,0 mode: --/CR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998361.053575:0:35903:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d1917f3600 already unused, calling callback (ffffffffc1bbc3c0) 00000080:00000001:1.0:1787998361.053579:0:35903:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1787998361.053582:0:35903:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc4f lrc: 4/0,0 mode: --/CR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 35903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998361.053589:0:35903:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1787998361.053591:0:35903:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1787998361.053594:0:35903:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc4f lrc: 4/0,0 mode: --/CR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 35903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998361.053600:0:35903:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1787998361.053602:0:35903:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1787998361.053604:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998361.053605:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998361.053607:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=5 00000020:00000001:1.0:1787998361.053609:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998361.053611:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998361.053614:0:35903:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787998361.053616:0:35903:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc4f lrc: 5/0,0 mode: --/CR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 35903 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1787998361.053621:0:35903:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787998361.053623:0:35903:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998361.053626:0:35903:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1787998361.053628:0:35903:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787998361.053632:0:35903:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787998361.053633:0:35903:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787998361.053636:0:35903:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998361.053637:0:35903:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787998361.053640:0:35903:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1917f3600 with handle 0xb2d39e653c8cc4f from hash 00010000:00000001:1.0:1787998361.053642:0:35903:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787998361.053643:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998361.053644:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998361.053645:0:35903:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787998361.053647:0:35903:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787998361.053649:0:35903:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1787998361.053651:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998361.053652:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998361.053653:0:35903:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998361.053655:0:35903:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998361.053657:0:35903:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc4f lrc: 3/0,0 mode: --/CR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998361.053663:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998361.053664:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998361.053665:0:35903:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1787998361.053667:0:35903:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998361.053669:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998361.053670:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998361.053671:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787998361.053673:0:35903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc4f lrc: 0/0,0 mode: --/CR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1787998361.053681:0:35903:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d192b98100 count: 0 00010000:00000010:1.0:1787998361.053689:0:35903:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d1a0046900. 00010000:00000001:1.0:1787998361.053698:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998361.053700:0:35903:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1787998361.053705:0:35903:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1787998361.053711:0:35903:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff94d199edd500 x1874850291789952/t4294967342(4294967342) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/608 e 0 to 0 dl 1787998377 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787998361.053722:0:35903:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1787998361.053727:0:35903:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d199edd500 x1874850291789952/t4294967342(4294967342) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/608 e 0 to 0 dl 1787998377 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787998361.053733:0:35903:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998361.053735:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1787998361.053736:0:35903:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998361.053738:0:35903:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998361.053740:0:35903:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998361.053744:0:35903:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1787998361.053746:0:35903:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998361.053748:0:35903:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684417280 : -117847025134336 : ffff94d199edd500) 00010000:00000001:1.0:1787998361.053750:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1787998361.053751:0:35903:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998361.053754:0:35903:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1787998361.053757:0:35903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420cb6b8 00000002:00002000:1.0:1787998361.053759:0:35903:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:1.0:1787998361.053762:0:35903:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998361.053766:0:35903:0:(lmv_intent.c:133:lmv_intent_remote()) Process leaving 00800000:00000010:1.0:1787998361.053808:0:35903:0:(lmv_intent.c:135:lmv_intent_remote()) kfreed 'op_data': 392 at ffff94d19162b800. 00000100:00000001:1.0:1787998361.053812:0:35903:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998361.053818:0:35903:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c10700 x1874850291789568/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1787998377 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998361.053831:0:35903:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998361.053834:0:35903:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998361.053838:0:35903:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94d199f00000. 02000000:00000001:1.0:1787998361.053962:0:35903:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998361.053965:0:35903:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998361.053967:0:35903:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998361.053970:0:35903:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998361.053973:0:35903:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1923a2000. 02000000:00000001:1.0:1787998361.053978:0:35903:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998361.053980:0:35903:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998361.053982:0:35903:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c10700. 00000100:00000001:1.0:1787998361.054047:0:35903:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998361.054048:0:35903:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998361.054052:0:35903:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998361.054055:0:35903:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787998361.054115:0:35903:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1787998361.054119:0:35903:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998361.054131:0:35903:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000001:1.0:1787998361.054134:0:35903:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1787998361.054136:0:35903:0:(namei.c:674:ll_lookup_it_finish()) it ffff94d1a0ad56c0 it_disposition 80002b 00000080:00000001:1.0:1787998361.054141:0:35903:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1787998361.054148:0:35903:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1787998361.054151:0:35903:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1787998361.054153:0:35903:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603815538697 : 162129603815538697 : 240000403000009) 00000080:00000001:1.0:1787998361.054156:0:35903:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1787998361.054163:0:35903:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1787998361.054165:0:35903:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x240000403:0x9:0x0] 00000080:00000001:1.0:1787998361.054168:0:35903:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998361.054171:0:35903:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603815538697 : 162129603815538697 : 240000403000009) 00000080:00000001:1.0:1787998361.054174:0:35903:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748740 : 37748740 : 2400004) 00000080:00200000:1.0:1787998361.054179:0:35903:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000403:0x9:0x0], updating i_size 4096 00000080:00200000:1.0:1787998361.054181:0:35903:0:(namei.c:147:ll_iget()) got inode: [0x240000403:0x9:0x0](ffff94d1989aa1c8): rc = 0 00000080:00000001:1.0:1787998361.054183:0:35903:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626226662187464 : -117847047364152 : ffff94d1989aa1c8) 00010000:00000001:1.0:1787998361.054185:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998361.054187:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998361.054189:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2400 refcount=3 00000020:00000001:1.0:1787998361.054191:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:1.0:1787998361.054193:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:1.0:1787998361.054195:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998361.054197:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787998361.054198:0:35903:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1787998361.054201:0:35903:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1787998361.054203:0:35903:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998361.054206:0:35903:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000403:0x9:0x0](ffff94d1989aa1c8) for lock 0xb2d39e653c8cc33 00800000:00000001:1.0:1787998361.054209:0:35903:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998361.054211:0:35903:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998361.054212:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998361.054213:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998361.054215:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2400 refcount=3 00000020:00000001:1.0:1787998361.054217:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:1.0:1787998361.054218:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:1.0:1787998361.054221:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998361.054222:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998361.054223:0:35903:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998361.054225:0:35903:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1787998361.054233:0:35903:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d183597288 inode ffff94d1989aa1c8 refc 1 flags 0x20000e 00000080:00000001:1.0:1787998361.054237:0:35903:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1787998361.054239:0:35903:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998361.054240:0:35903:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1787998361.054244:0:35903:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000403:0x9:0x0](ffff94d1989aa1c8) 00000080:00000001:1.0:1787998361.054246:0:35903:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1787998361.054250:0:35903:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191cd7600. 00000100:00000001:1.0:1787998361.054254:0:35903:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998361.054258:0:35903:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edd500 x1874850291789952/t4294967342(4294967342) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/608 e 0 to 0 dl 1787998377 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998361.054265:0:35903:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998361.054275:0:35903:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:1.0:1787998361.054278:0:35903:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1787998361.054281:0:35903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420cba48 00000080:00200008:1.0:1787998361.054284:0:35903:0:(file.c:1090:ll_file_open()) START file d24b.recovery-small:[0x240000403:0x9:0x0](ffff94d1989aa1c8), flags 320400 00000080:00000010:1.0:1787998361.054292:0:35903:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d1a067af00. 00000080:00000010:1.0:1787998361.054301:0:35903:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d191236a40. 00000080:00000001:1.0:1787998361.054304:0:35903:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1787998361.054307:0:35903:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1787998361.054309:0:35903:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998361.054313:0:35903:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998361.054315:0:35903:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998361.054318:0:35903:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998361.054320:0:35903:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998361.054322:0:35903:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0x9:0x0] 00800000:00000001:1.0:1787998361.054324:0:35903:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998361.054328:0:35903:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1787998361.054331:0:35903:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d190a90fa0. 00000002:00100000:1.0:1787998361.054336:0:35903:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d199edd500 x1874850291789952/t4294967342(4294967342) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/608 e 0 to 0 dl 1787998377 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787998361.054343:0:35903:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998361.054345:0:35903:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1787998361.054349:0:35903:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1787998361.054352:0:35903:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998361.054355:0:35903:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998361.054358:0:35903:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998361.054361:0:35903:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edd500 x1874850291789952/t4294967342(4294967342) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/608 e 0 to 0 dl 1787998377 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1787998361.054368:0:35903:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998361.054370:0:35903:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94d199f80000. 02000000:00000001:1.0:1787998361.054405:0:35903:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1787998361.054407:0:35903:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998361.054410:0:35903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420cba48 00000080:00000008:1.0:1787998361.054412:0:35903:0:(file.c:1329:ll_file_open()) COMPLETED file d24b.recovery-small:[0x240000403:0x9:0x0](ffff94d1989aa1c8), flags 320400, rc = 0 00000080:00000001:1.0:1787998361.054415:0:35903:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998361.054419:0:35903:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1787998361.054421:0:35903:0:(dcache.c:176:ll_intent_release()) intent ffff94d1a0ad56c0 released 00000080:00010000:1.0:1787998361.054424:0:35903:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc33 from it ffff94d1a0ad56c0 00010000:00000001:1.0:1787998361.054426:0:35903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998361.054428:0:35903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998361.054429:0:35903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2400 refcount=3 00000020:00000001:1.0:1787998361.054431:0:35903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:1.0:1787998361.054434:0:35903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542945280 : -117847166606336 : ffff94d1917f2400) 00010000:00000001:1.0:1787998361.054436:0:35903:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998361.054439:0:35903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cc33 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad775 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998361.054446:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998361.054447:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998361.054449:0:35903:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998361.054452:0:35903:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998361.054455:0:35903:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2400/0xb2d39e653c8cc33 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad775 expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787998361.054463:0:35903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998361.054467:0:35903:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998361.054469:0:35903:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998361.054541:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998361.054543:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998361.054545:0:35903:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998361.054548:0:35903:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998361.054550:0:35903:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998361.054552:0:35903:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998361.054556:0:35903:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998361.054558:0:35903:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998361.054559:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998361.054561:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787998361.054562:0:35903:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1787998361.054564:0:35903:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1787998361.054566:0:35903:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998361.054568:0:35903:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1787998361.054571:0:35903:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff94d1a0ad56c0. 00000080:00000001:1.0:1787998361.054574:0:35903:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998361.054579:0:35903:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:1.0:1787998361.054582:0:35903:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x240000403:0x9:0x0](ffff94d1989aa1c8), inode mode 41ed mask 44 00000080:00000001:1.0:1787998361.054586:0:35903:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998361.054628:0:35903:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998361.054631:0:35903:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x240000403:0x9:0x0](ffff94d1989aa1c8) cmd=4008669a arg=133d2e0 00000080:00000001:1.0:1787998361.054982:0:35903:0:(dir.c:594:ll_dir_setstripe()) Process entered 00000080:00000010:1.0:1787998361.055053:0:35903:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19162b800. 00800000:00000001:1.0:1787998361.055134:0:35903:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:1.0:1787998361.055137:0:35903:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x240000403:0x9:0x0], valid 0x0/0x0 00800000:00000001:1.0:1787998361.055140:0:35903:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998361.055142:0:35903:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998361.055144:0:35903:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998361.055145:0:35903:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998361.055147:0:35903:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998361.055149:0:35903:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0x9:0x0] 00800000:00000001:1.0:1787998361.055151:0:35903:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998361.055157:0:35903:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:1.0:1787998361.055159:0:35903:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1787998361.055164:0:35903:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998361.055170:0:35903:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199eddf80. 00000020:00000040:1.0:1787998361.055174:0:35903:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=6 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00010000:00000001:1.0:1787998361.055179:0:35903:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787998361.055183:0:35903:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998361.055187:0:35903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998361.055189:0:35903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998361.055190:0:35903:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998361.055194:0:35903:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998361.055196:0:35903:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998361.055201:0:35903:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998361.055208:0:35903:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d199e26800. 00000100:00000001:1.0:1787998361.055216:0:35903:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998361.055219:0:35903:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998361.055221:0:35903:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998361.055222:0:35903:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998361.055223:0:35903:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998361.055225:0:35903:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1787998361.055235:0:35903:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1787998361.055244:0:35903:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d199eddf80 x1874850291790208/t0(0) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787998361.055252:0:35903:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998361.055254:0:35903:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998361.055262:0:35903:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a000bb40. 00000100:00000001:1.0:1787998361.055265:0:35903:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786319168 : -117846923232448 : ffff94d1a000bb40) 00000100:00000001:1.0:1787998361.055267:0:35903:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998361.055268:0:35903:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419968 : -117847025131648 : ffff94d199eddf80) 00000100:00000001:1.0:1787998361.055274:0:35903:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998361.055279:0:35903:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998361.055281:0:35903:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998361.055283:0:35903:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998361.055287:0:35903:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199eddf80 x1874850291790208/t0(0) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998361.055295:0:35903:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998361.055297:0:35903:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998361.055302:0:35903:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998361.055305:0:35903:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998361.055307:0:35903:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998361.055311:0:35903:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199eddf80 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35903:1874850291790208:192.168.206.123@tcp:36:lfs.0 00000100:00000001:1.0:1787998361.055315:0:35903:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998361.055322:0:35903:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998361.055325:0:35903:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998361.055328:0:35903:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998361.055334:0:35903:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d199e26000. 02000000:00000001:1.0:1787998361.055337:0:35903:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998361.055344:0:35903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998361.055349:0:35903:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc7e8. 00000400:00000010:1.0:1787998361.055357:0:35903:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409a18. 00000100:00000200:1.0:1787998361.055366:0:35903:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291790208, portal 10 00000100:00000001:1.0:1787998361.055368:0:35903:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998361.055369:0:35903:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419968 : -117847025131648 : ffff94d199eddf80) 00000100:00000040:1.0:1787998361.055377:0:35903:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199eddf80 x1874850291790208/t0(0) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1787998377 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998361.055386:0:35903:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998361.055389:0:35903:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998361.055392:0:35903:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409330. 00000100:00000200:1.0:1787998361.055396:0:35903:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874850291790208, offset 0 00000400:00000200:1.0:1787998361.055403:0:35903:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998361.055413:0:35903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998361.055421:0:35903:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998361.055427:0:35903:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998361.055432:0:35903:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998361.055437:0:35903:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998361.055440:0:35903:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998361.055444:0:35903:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2921:2921:256:4294967295] 192.168.206.123@tcp LPNI seq info [2921:2921:8:4294967295] 00000400:00000200:1.0:1787998361.055449:0:35903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998361.055461:0:35903:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998361.055468:0:35903:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998361.055538:0:35903:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f100. 00000800:00000200:1.0:1787998361.055548:0:35903:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998361.055558:0:35903:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998361.055563:0:35903:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1787998361.055586:0:35903:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998361.055591:0:35903:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18281 usecs (19 jiffies) 00000400:00000200:1.0:1787998361.055595:0:35903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998361.055599:0:35903:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296541231 00000100:00000001:1.0:1787998361.055602:0:35903:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:1.0:1787998361.055604:0:35903:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296541231 00000100:00000001:1.0:1787998361.055606:0:35903:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:1.0:1787998361.055608:0:35903:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998361.055611:0:35903:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998361.055615:0:35903:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998361.055617:0:35903:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998361.055620:0:35903:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a000bb40 going to sleep for 11 seconds 00000100:00000001:1.0:1787998361.055623:0:35903:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998361.055626:0:35903:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998361.056276:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998361.056282:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f100. 00000400:00000200:3.0:1787998361.056290:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998361.056297:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998361.056304:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409330 00000400:00000010:3.0:1787998361.056306:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409330. 00000100:00000001:3.0:1787998361.056311:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998361.056316:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199eddf80 x1874850291790208/t0(0) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1787998377 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998361.056327:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998361.056330:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199eddf80 x1874850291790208/t0(0) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1787998377 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998361.056336:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998361.056338:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1787998361.058841:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98100. 00010000:00000010:1.1:1787998361.059115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3600. 00000800:00000001:2.0:1787998361.060346:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.060366:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998361.060370:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.060373:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998361.060384:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.060456:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998361.060467:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.060472:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.060542:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.060547:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a63180 00000400:00000200:2.0:1787998361.060552:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.060560:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x87b5 [1] + 224 00000800:00000001:2.0:1787998361.060568:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.060577:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998361.060581:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998361.060586:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998361.060596:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998361.060608:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199eddf80 x1874850291790208/t0(0) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1787998377 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998361.060620:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff94d199eddf80 x1874850291790208/t0(0) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998361.060680:0:35903:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998361.060697:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998361.060709:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.060713:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1787998361.060758:0:35903:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998361.060761:0:35903:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998361.060765:0:35903:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc7e8. 00000400:00000200:1.0:1787998361.060981:0:35903:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409a18 00000400:00000010:1.0:1787998361.060984:0:35903:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409a18. 00000100:00000001:1.0:1787998361.060988:0:35903:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998361.060993:0:35903:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199eddf80 x1874850291790208/t0(0) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787998361.061003:0:35903:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199eddf80 x1874850291790208/t0(0) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998361.061009:0:35903:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998361.061011:0:35903:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998361.061014:0:35903:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998361.061018:0:35903:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998361.061020:0:35903:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998361.061023:0:35903:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998361.061026:0:35903:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998361.061036:0:35903:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=37 v=5 (5 5 104 104) 00000100:00001000:1.0:1787998361.061042:0:35903:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=37 v=5 (1 1 1 1) 00000100:00000001:1.0:1787998361.061044:0:35903:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998361.061047:0:35903:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998361.061050:0:35903:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998361.061054:0:35903:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998361.061118:0:35903:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1787998361.061121:0:35903:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1787998361.061132:0:35903:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1787998361.061135:0:35903:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998361.061137:0:35903:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684419968 : -117847025131648 : ffff94d199eddf80) 00000100:00000001:1.0:1787998361.061141:0:35903:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998361.061143:0:35903:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967340 00000100:00000001:1.0:1787998361.061145:0:35903:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998361.061148:0:35903:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998361.061154:0:35903:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199eddf80 x1874850291790208/t4294967343(4294967343) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/456 e 0 to 0 dl 1787998377 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998361.061162:0:35903:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998361.061166:0:35903:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998361.061168:0:35903:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998361.061172:0:35903:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199eddf80 x1874850291790208/t4294967343(4294967343) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/456 e 0 to 0 dl 1787998377 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787998361.061181:0:35903:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199eddf80 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35903:1874850291790208:192.168.206.123@tcp:36:lfs.0 00000100:00000001:1.0:1787998361.061186:0:35903:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998361.061190:0:35903:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998361.061193:0:35903:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998361.061195:0:35903:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998361.061199:0:35903:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199eddf80 x1874850291790208/t4294967343(4294967343) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/456 e 0 to 0 dl 1787998377 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998361.061206:0:35903:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998361.061209:0:35903:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a000bb40. 00000100:00000001:1.0:1787998361.061213:0:35903:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998361.061215:0:35903:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998361.061223:0:35903:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998361.061227:0:35903:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998361.061234:0:35903:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162b800. 00000100:00000001:1.0:1787998361.061238:0:35903:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998361.061241:0:35903:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199eddf80 x1874850291790208/t4294967343(4294967343) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/456 e 0 to 0 dl 1787998377 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998361.061247:0:35903:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998361.061249:0:35903:0:(dir.c:669:ll_dir_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998361.061252:0:35903:0:(dir.c:2167:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998361.061293:0:35903:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:1.0:1787998361.061296:0:35903:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1787998361.061301:0:35903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420cbdd0 00000080:00200008:1.0:1787998361.061303:0:35903:0:(file.c:479:ll_file_release()) START file d24b.recovery-small:[0x240000403:0x9:0x0](ffff94d1989aa1c8), flags 320000 00000080:00400000:1.0:1787998361.061308:0:35903:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x240000403:0x9:0x0] 00000080:00000001:1.0:1787998361.061312:0:35903:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1787998361.061314:0:35903:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:1.0:1787998361.061317:0:35903:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1787998361.061323:0:35903:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998361.061326:0:35903:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998361.061329:0:35903:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998361.061332:0:35903:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998361.061335:0:35903:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998361.061337:0:35903:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0x9:0x0] 00800000:00000001:1.0:1787998361.061339:0:35903:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998361.061345:0:35903:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998361.061348:0:35903:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787998361.061355:0:35903:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998361.061357:0:35903:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998361.061359:0:35903:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x240000403:0x9:0x0]: 0 00000080:00000001:1.0:1787998361.061362:0:35903:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1787998361.061364:0:35903:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1787998361.061370:0:35903:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d19162b800. 00000080:00000001:1.0:1787998361.061372:0:35903:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1787998361.061381:0:35903:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1787998361.061451:0:35903:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1787998361.061453:0:35903:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998361.061454:0:35903:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998361.061455:0:35903:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998361.061457:0:35903:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998361.061458:0:35903:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998361.061460:0:35903:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0x9:0x0] 00800000:00000001:1.0:1787998361.061461:0:35903:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998361.061464:0:35903:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x240000403:0x9:0x0] 00000002:00000001:1.0:1787998361.061468:0:35903:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1787998361.061470:0:35903:0:(mdc_request.c:882:mdc_close()) lustre-MDT0001-mdc-ffff94d1a0bb2800: [0x240000403:0x9:0x0] file closed with intent: 0 00000100:00000010:1.0:1787998361.061539:0:35903:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edc000. 00000020:00000040:1.0:1787998361.061544:0:35903:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=7 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000001:1.0:1787998361.061549:0:35903:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998361.061552:0:35903:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998361.061558:0:35903:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998361.061565:0:35903:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d19162ba00. 00000100:00000001:1.0:1787998361.061573:0:35903:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1787998361.061586:0:35903:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d199edd500 x1874850291789952/t4294967342(4294967342) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/608 e 0 to 0 dl 1787998377 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1787998361.061596:0:35903:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1787998361.061601:0:35903:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d199edc000 x1874850291790464/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1787998361.061609:0:35903:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998361.061611:0:35903:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998361.061618:0:35903:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a000bb40. 00000100:00000001:1.0:1787998361.061620:0:35903:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786319168 : -117846923232448 : ffff94d1a000bb40) 00000100:00000001:1.0:1787998361.061622:0:35903:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998361.061623:0:35903:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684411904 : -117847025139712 : ffff94d199edc000) 00000100:00000001:1.0:1787998361.061628:0:35903:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998361.061633:0:35903:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998361.061635:0:35903:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998361.061637:0:35903:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998361.061642:0:35903:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edc000 x1874850291790464/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998361.061649:0:35903:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998361.061652:0:35903:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998361.061655:0:35903:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998361.061659:0:35903:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998361.061661:0:35903:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998361.061665:0:35903:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edc000 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35903:1874850291790464:192.168.206.123@tcp:35:lfs.0 00000100:00000001:1.0:1787998361.061669:0:35903:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998361.061674:0:35903:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998361.061676:0:35903:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998361.061679:0:35903:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998361.061684:0:35903:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d199e25800. 02000000:00000001:1.0:1787998361.061686:0:35903:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998361.061692:0:35903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998361.061695:0:35903:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc7e8. 00000400:00000010:1.0:1787998361.061701:0:35903:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409a18. 00000100:00000200:1.0:1787998361.061708:0:35903:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291790464, portal 10 00000100:00000001:1.0:1787998361.061710:0:35903:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998361.061711:0:35903:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684411904 : -117847025139712 : ffff94d199edc000) 00000100:00000040:1.0:1787998361.061717:0:35903:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199edc000 x1874850291790464/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998377 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998361.061724:0:35903:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998361.061727:0:35903:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998361.061730:0:35903:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409c38. 00000100:00000200:1.0:1787998361.061734:0:35903:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1874850291790464, offset 0 00000400:00000200:1.0:1787998361.061740:0:35903:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998361.061747:0:35903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998361.061754:0:35903:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998361.061760:0:35903:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998361.061766:0:35903:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998361.062394:0:35903:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998361.062398:0:35903:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998361.062403:0:35903:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2922:2922:256:4294967295] 192.168.206.123@tcp LPNI seq info [2922:2922:8:4294967295] 00000400:00000200:1.0:1787998361.062409:0:35903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998361.062421:0:35903:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998361.062428:0:35903:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998361.062435:0:35903:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f700. 00000800:00000200:1.0:1787998361.062443:0:35903:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998361.062453:0:35903:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998361.062458:0:35903:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1787998361.062591:0:35903:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998361.062598:0:35903:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18242 usecs (19 jiffies) 00000400:00000200:1.0:1787998361.062602:0:35903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998361.062606:0:35903:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296541238 00000100:00000001:1.0:1787998361.062610:0:35903:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:1.0:1787998361.062612:0:35903:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296541238 00000100:00000001:1.0:1787998361.062614:0:35903:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:1.0:1787998361.062617:0:35903:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998361.062620:0:35903:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998361.062624:0:35903:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998361.062626:0:35903:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998361.062628:0:35903:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a000bb40 going to sleep for 11 seconds 00000100:00000001:1.0:1787998361.062631:0:35903:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998361.062634:0:35903:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998361.062868:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998361.062874:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f700. 00000400:00000200:3.0:1787998361.062883:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998361.062890:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998361.062957:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409c38 00000400:00000010:3.0:1787998361.062961:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409c38. 00000100:00000001:3.0:1787998361.062965:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998361.062972:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edc000 x1874850291790464/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998377 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998361.062988:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998361.063052:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edc000 x1874850291790464/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998377 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998361.063060:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998361.063062:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998361.065425:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.065447:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998361.065451:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.065453:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998361.065464:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.065471:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998361.065549:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.065554:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.065560:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.065565:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a63280 00000400:00000200:2.0:1787998361.065571:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.065578:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x87bd [1] + 224 00000800:00000001:2.0:1787998361.065586:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.065610:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998361.065615:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998361.065620:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998361.065629:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998361.065638:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edc000 x1874850291790464/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998377 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998361.065649:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d199edc000 x1874850291790464/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998361.065712:0:35903:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998361.065739:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998361.065750:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.065753:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1787998361.065977:0:35903:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998361.065980:0:35903:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998361.065983:0:35903:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc7e8. 00000400:00000200:1.0:1787998361.065988:0:35903:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409a18 00000400:00000010:1.0:1787998361.065991:0:35903:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409a18. 00000100:00000001:1.0:1787998361.065995:0:35903:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998361.066000:0:35903:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edc000 x1874850291790464/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998361.066009:0:35903:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edc000 x1874850291790464/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998361.066015:0:35903:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998361.066017:0:35903:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998361.066020:0:35903:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998361.066024:0:35903:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998361.066027:0:35903:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998361.066030:0:35903:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998361.066033:0:35903:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998361.066045:0:35903:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61580 time=102 v=5 (5 0 0 5) 00000100:00001000:1.0:1787998361.066050:0:35903:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=37 v=5 (1 1 1 1) 00000100:00000001:1.0:1787998361.066052:0:35903:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998361.066055:0:35903:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998361.066116:0:35903:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998361.066120:0:35903:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998361.066134:0:35903:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1787998361.066137:0:35903:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1787998361.066138:0:35903:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1787998361.066141:0:35903:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998361.066145:0:35903:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684411904 : -117847025139712 : ffff94d199edc000) 00000100:00000001:1.0:1787998361.066149:0:35903:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998361.066152:0:35903:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967340 00000100:00000001:1.0:1787998361.066154:0:35903:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998361.066157:0:35903:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998361.066163:0:35903:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edc000 x1874850291790464/t4294967344(4294967344) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998377 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998361.066171:0:35903:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998361.066174:0:35903:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998361.066176:0:35903:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998361.066181:0:35903:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edc000 x1874850291790464/t4294967344(4294967344) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998377 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998361.066189:0:35903:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edc000 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35903:1874850291790464:192.168.206.123@tcp:35:lfs.0 00000100:00000001:1.0:1787998361.066194:0:35903:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998361.066198:0:35903:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998361.066200:0:35903:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998361.066203:0:35903:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998361.066207:0:35903:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edc000 x1874850291790464/t4294967344(4294967344) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998377 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998361.066214:0:35903:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998361.066218:0:35903:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a000bb40. 00000100:00000001:1.0:1787998361.066222:0:35903:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998361.066224:0:35903:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998361.066233:0:35903:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998361.066234:0:35903:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684411904 : -117847025139712 : ffff94d199edc000) 00000002:00000001:1.0:1787998361.066237:0:35903:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998361.066241:0:35903:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998361.066247:0:35903:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162b800. 00000080:00000001:1.0:1787998361.066251:0:35903:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1787998361.066255:0:35903:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1787998361.066258:0:35903:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998361.066262:0:35903:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998361.066264:0:35903:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998361.066268:0:35903:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998361.066270:0:35903:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998361.066272:0:35903:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0x9:0x0] 00800000:00000001:1.0:1787998361.066275:0:35903:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998361.066280:0:35903:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1787998361.066286:0:35903:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d199edd500 x1874850291789952/t4294967342(4294967342) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/608 e 0 to 0 dl 1787998377 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998361.066294:0:35903:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998361.066295:0:35903:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684417280 : -117847025134336 : ffff94d199edd500) 00000100:00000001:1.0:1787998361.066298:0:35903:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998361.066300:0:35903:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edd500 x1874850291789952/t4294967342(4294967342) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/608 e 0 to 0 dl 1787998377 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998361.066307:0:35903:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998361.066309:0:35903:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998361.066312:0:35903:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edc000 x1874850291790464/t4294967344(4294967344) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998377 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998361.066317:0:35903:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998361.066319:0:35903:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998361.066322:0:35903:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edd500 x1874850291789952/t4294967342(4294967342) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/608 e 0 to 0 dl 1787998377 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998361.066328:0:35903:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1787998361.066332:0:35903:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998361.066334:0:35903:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=6 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998361.066336:0:35903:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998361.066340:0:35903:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e24400. 02000000:00000001:1.0:1787998361.066344:0:35903:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998361.066346:0:35903:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998361.066348:0:35903:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edd500. 00000100:00000001:1.0:1787998361.066353:0:35903:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998361.066354:0:35903:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998361.066355:0:35903:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998361.066358:0:35903:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edc000 x1874850291790464/t4294967344(4294967344) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998377 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998361.066364:0:35903:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998361.066366:0:35903:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff94d190a90fa0. 00000002:00000001:1.0:1787998361.066370:0:35903:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998361.066371:0:35903:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998361.066374:0:35903:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d191236a40. 00000100:00000001:1.0:1787998361.066377:0:35903:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998361.066379:0:35903:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edc000 x1874850291790464/t4294967344(4294967344) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998377 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998361.066386:0:35903:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998361.066388:0:35903:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998361.066391:0:35903:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e25800. 02000000:00000001:1.0:1787998361.066394:0:35903:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998361.066396:0:35903:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998361.066397:0:35903:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=5 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998361.066399:0:35903:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998361.066401:0:35903:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d19162ba00. 02000000:00000001:1.0:1787998361.066403:0:35903:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998361.066404:0:35903:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998361.066405:0:35903:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edc000. 00000100:00000001:1.0:1787998361.066409:0:35903:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998361.066410:0:35903:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998361.066413:0:35903:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998361.066418:0:35903:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d1a067af00. 00000080:00000001:1.0:1787998361.066423:0:35903:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998361.066432:0:35903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420cbdd0 00000080:00000008:1.0:1787998361.066435:0:35903:0:(file.c:523:ll_file_release()) COMPLETED file d24b.recovery-small:[0x240000403:0x9:0x0](ffff94d1989aa1c8), flags 320000, rc = 0 00000080:00000001:1.0:1787998361.066439:0:35903:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998361.066443:0:35903:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998361.066450:0:35903:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1787998361.066452:0:35903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420cbe00 00000080:00002000:1.0:1787998361.066455:0:35903:0:(dcache.c:127:ll_ddelete()) keeping dentry d24b.recovery-small (ffff94d183597288, parent ffff94d198a90798, inode ffff94d1989aa1c8) hashed, 00000080:00000001:1.0:1787998361.066458:0:35903:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998361.098922:0:35906:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff94d1a0bb2800 00010000:00000001:2.0:1787998361.098933:0:35906:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998361.098936:0:35906:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998361.098940:0:35906:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998361.098946:0:35906:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998361.098948:0:35906:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998361.098951:0:35906:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998361.098981:0:35906:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff94d1a0bb2800 00010000:00000001:2.0:1787998361.098983:0:35906:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998361.098984:0:35906:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998361.098986:0:35906:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998361.098987:0:35906:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998361.098990:0:35906:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998361.098991:0:35906:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998361.160377:0:35910:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998361.160386:0:35910:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998361.160388:0:35910:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1787998361.160393:0:35910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5fbc0 00000080:00200000:3.0:1787998361.160398:0:35910:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:3.0:1787998361.160408:0:35910:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1861f6600. 00800000:00000002:3.0:1787998361.160417:0:35910:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:3.0:1787998361.160421:0:35910:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787998361.160427:0:35910:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787998361.160430:0:35910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5fae0 00800000:00000002:3.0:1787998361.160433:0:35910:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998361.160437:0:35910:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787998361.160440:0:35910:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998361.160444:0:35910:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998361.160447:0:35910:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998361.160449:0:35910:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998361.160451:0:35910:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998361.160453:0:35910:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998361.160456:0:35910:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998361.160460:0:35910:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1787998361.160466:0:35910:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787998361.160468:0:35910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5f9b0 00000002:00010000:3.0:1787998361.160470:0:35910:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1787998361.160474:0:35910:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787998361.160477:0:35910:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998361.160480:0:35910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998361.160488:0:35910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921400 count: 2 00010000:00000001:3.0:1787998361.160491:0:35910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998361.160497:0:35910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998361.160501:0:35910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787998361.160507:0:35910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8cc41 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad78a expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1787998361.160519:0:35910:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1787998361.160526:0:35910:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998361.160530:0:35910:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8cc41 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad78a expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1787998361.160538:0:35910:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1787998361.160540:0:35910:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1787998361.160542:0:35910:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787998361.160544:0:35910:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787998361.160546:0:35910:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787998361.160549:0:35910:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1787998361.160552:0:35910:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1787998361.160555:0:35910:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:3.0:1787998361.160559:0:35910:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1861f6600. 00000080:00000001:3.0:1787998361.160563:0:35910:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1787998361.160565:0:35910:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998361.160568:0:35910:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:3.0:1787998361.160572:0:35910:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cc41 00800000:00000001:3.0:1787998361.160575:0:35910:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787998361.160577:0:35910:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787998361.160579:0:35910:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998361.160582:0:35910:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998361.160585:0:35910:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367200 refcount=3 00000020:00000001:3.0:1787998361.160587:0:35910:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:3.0:1787998361.160589:0:35910:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:3.0:1787998361.160594:0:35910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998361.160596:0:35910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998361.160597:0:35910:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998361.160599:0:35910:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998361.160601:0:35910:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc41 from it ffffb66d41c5fbf8 00010000:00000001:3.0:1787998361.160603:0:35910:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998361.160605:0:35910:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998361.160606:0:35910:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367200 refcount=3 00000020:00000001:3.0:1787998361.160607:0:35910:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:3.0:1787998361.160610:0:35910:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:3.0:1787998361.160612:0:35910:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998361.160615:0:35910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8cc41 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad78a expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1787998361.160621:0:35910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998361.160622:0:35910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998361.160624:0:35910:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787998361.160627:0:35910:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787998361.160629:0:35910:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8cc41 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad78a expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1787998361.160639:0:35910:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787998361.160643:0:35910:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787998361.160645:0:35910:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998361.160650:0:35910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998361.160652:0:35910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998361.160653:0:35910:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998361.160657:0:35910:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787998361.160659:0:35910:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998361.160661:0:35910:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998361.160733:0:35910:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998361.160736:0:35910:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998361.160738:0:35910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998361.160739:0:35910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1787998361.160743:0:35910:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1787998361.160745:0:35910:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787998361.160748:0:35910:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:3.0:1787998361.160753:0:35910:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998361.160758:0:35910:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1787998361.160760:0:35910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5fb88 00000080:00002000:3.0:1787998361.160762:0:35910:0:(dcache.c:87:ll_dcompare()) found name d24b.recovery-small(ffff94d183597288) flags 0x28000e refc 0 00000080:00000001:3.0:1787998361.160953:0:35910:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.160957:0:35910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5fbd0 00000080:00200000:3.0:1787998361.160960:0:35910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d24b.recovery-small, flags=25 00000080:00000001:3.0:1787998361.160965:0:35910:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1787998361.160967:0:35910:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998361.160970:0:35910:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:3.0:1787998361.160972:0:35910:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x240000403:0x9:0x0](ffff94d1989aa1c8), inode mode 41ed mask 1 00000080:00000001:3.0:1787998361.160975:0:35910:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1787998361.161047:0:35910:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d1870f3ec0. 00000080:00000001:3.0:1787998361.161053:0:35910:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:3.0:1787998361.161055:0:35910:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x240000403:0x9:0x0](ffff94d1989aa1c8), inode mode 41ed mask 3 00000080:00000001:3.0:1787998361.161115:0:35910:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998361.161119:0:35910:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1787998361.161131:0:35910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5fb58 00000080:00200000:3.0:1787998361.161134:0:35910:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24b.recovery-small-1, dir=[0x240000403:0x9:0x0](ffff94d1989aa1c8), file ffff94d182eb8900, open_flags 8042, mode 81a4 opened 0 00000080:00000010:3.0:1787998361.161141:0:35910:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff94d1a0013ea0. 00000080:00000001:3.0:1787998361.161147:0:35910:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1787998361.161149:0:35910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5fa08 00000080:00200000:3.0:1787998361.161151:0:35910:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24b.recovery-small-1, dir=[0x240000403:0x9:0x0](ffff94d1989aa1c8), intent=open|creat 00000080:00000010:3.0:1787998361.161158:0:35910:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1861f6600. 00000080:00000001:3.0:1787998361.161164:0:35910:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787998361.161167:0:35910:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787998361.161168:0:35910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5f928 00800000:00000002:3.0:1787998361.161169:0:35910:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24b.recovery-small-1' on [0x240000403:0x9:0x0] 00800000:00000001:3.0:1787998361.161173:0:35910:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1787998361.161176:0:35910:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1787998361.161179:0:35910:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998361.161181:0:35910:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998361.161182:0:35910:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998361.161185:0:35910:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998361.161187:0:35910:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998361.161188:0:35910:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0x9:0x0] 00800000:00000001:3.0:1787998361.161190:0:35910:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998361.161194:0:35910:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446626226337597440 : -117847371954176 : ffff94d18541c800) 00800000:00000001:3.0:1787998361.161197:0:35910:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1787998361.161199:0:35910:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1787998361.161203:0:35910:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1787998361.161206:0:35910:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1787998361.161208:0:35910:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff94d1a0bb2800: Allocated FID [0x240000403:0xa:0x0] 40000000:00000001:3.0:1787998361.161211:0:35910:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998361.161213:0:35910:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998361.161215:0:35910:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998361.161217:0:35910:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.161219:0:35910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5f8a8 00800000:00000002:3.0:1787998361.161221:0:35910:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x240000403:0x9:0x0], fid2=[0x240000403:0xa:0x0], name='f24b.recovery-small-1' -> mds #1 layout version 1 00000002:00000001:3.0:1787998361.161225:0:35910:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787998361.161227:0:35910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5f7e0 00000002:00010000:3.0:1787998361.161229:0:35910:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f24b.recovery-small-1,[0x240000403:0xa:0x0]) in obj [0x240000403:0x9:0x0], intent: open|creat flags 0100103 00000002:00000001:3.0:1787998361.161233:0:35910:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1787998361.161236:0:35910:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1787998361.161239:0:35910:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1787998361.161243:0:35910:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998361.161245:0:35910:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1787998361.161247:0:35910:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787998361.161252:0:35910:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d03100. 00000020:00000040:3.0:1787998361.161256:0:35910:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=6 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 02000000:00000001:3.0:1787998361.161263:0:35910:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787998361.161265:0:35910:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998361.161268:0:35910:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1787998361.161273:0:35910:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998361.161277:0:35910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998361.161278:0:35910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998361.161279:0:35910:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998361.161282:0:35910:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998361.161285:0:35910:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998361.161289:0:35910:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998361.161297:0:35910:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0095800. 00000100:00000001:3.0:1787998361.161306:0:35910:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998361.161313:0:35910:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998361.161314:0:35910:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998361.161316:0:35910:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998361.161317:0:35910:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998361.161319:0:35910:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998361.161329:0:35910:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626226548257024 : -117847161294592 : ffff94d191d03100) 00010000:00000001:3.0:1787998361.161333:0:35910:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1787998361.161335:0:35910:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1787998361.161340:0:35910:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d18a360a00. 00010000:00000010:3.0:1787998361.161344:0:35910:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d190a8d500. 00010000:00000001:3.0:1787998361.161347:0:35910:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1787998361.161351:0:35910:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1903e4200. 00000020:00000001:3.0:1787998361.161355:0:35910:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1787998361.161357:0:35910:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1903e4200 with handle 0xb2d39e653c8cc56 to hash 00000020:00000001:3.0:1787998361.161360:0:35910:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1787998361.161361:0:35910:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226521915904 : -117847187635712 : ffff94d1903e4200) 00010000:00000001:3.0:1787998361.161365:0:35910:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226521915904 : -117847187635712 : ffff94d1903e4200) 00010000:00000001:3.0:1787998361.161369:0:35910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998361.161371:0:35910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998361.161374:0:35910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4200/0xb2d39e653c8cc56 lrc: 3/0,1 mode: --/CW res: [0x240000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35910 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998361.161382:0:35910:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4200/0xb2d39e653c8cc56 lrc: 3/0,1 mode: --/CW res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35910 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787998361.161396:0:35910:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787998361.161411:0:35910:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191d03100 x1874850291790720/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787998361.161421:0:35910:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4200/0xb2d39e653c8cc56 lrc: 3/0,1 mode: --/CW res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35910 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1787998361.161428:0:35910:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787998361.161430:0:35910:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787998361.161438:0:35910:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191a2b600. 00000100:00000001:3.0:1787998361.161440:0:35910:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226545276416 : -117847164275200 : ffff94d191a2b600) 00000100:00000001:3.0:1787998361.161443:0:35910:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998361.161444:0:35910:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548257024 : -117847161294592 : ffff94d191d03100) 00000100:00000001:3.0:1787998361.161449:0:35910:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998361.161453:0:35910:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998361.161456:0:35910:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787998361.161458:0:35910:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998361.161462:0:35910:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d03100 x1874850291790720/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998361.161471:0:35910:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998361.161473:0:35910:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998361.161477:0:35910:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998361.161480:0:35910:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998361.161483:0:35910:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998361.161487:0:35910:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d03100 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35910:1874850291790720:192.168.206.123@tcp:101:multiop.0 00000100:00000001:3.0:1787998361.161491:0:35910:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998361.161497:0:35910:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998361.161500:0:35910:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998361.161503:0:35910:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998361.161569:0:35910:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff94d1a0180000. 02000000:00000001:3.0:1787998361.161571:0:35910:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998361.161580:0:35910:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998361.161586:0:35910:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a370. 00000400:00000010:3.0:1787998361.161593:0:35910:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff94d1a0096800. 00000100:00000200:3.0:1787998361.161603:0:35910:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1874850291790720, portal 10 00000100:00000001:3.0:1787998361.161605:0:35910:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998361.161607:0:35910:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548257024 : -117847161294592 : ffff94d191d03100) 00000100:00000040:3.0:1787998361.161614:0:35910:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d03100 x1874850291790720/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1787998377 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998361.161628:0:35910:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998361.161632:0:35910:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998361.161636:0:35910:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5cc0. 00000100:00000200:3.0:1787998361.161639:0:35910:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1874850291790720, offset 0 00000400:00000200:3.0:1787998361.161647:0:35910:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998361.161658:0:35910:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998361.161733:0:35910:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998361.161739:0:35910:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998361.161744:0:35910:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998361.161748:0:35910:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998361.161751:0:35910:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998361.161755:0:35910:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2923:2923:256:4294967295] 192.168.206.123@tcp LPNI seq info [2923:2923:8:4294967295] 00000400:00000200:3.0:1787998361.161761:0:35910:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998361.162137:0:35910:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998361.162146:0:35910:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998361.162153:0:35910:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1a072b800. 00000800:00000200:3.0:1787998361.162160:0:35910:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998361.162168:0:35910:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998361.162173:0:35910:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1a072b800 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1787998361.162229:0:35910:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998361.162234:0:35910:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18198 usecs (19 jiffies) 00000400:00000200:3.0:1787998361.162239:0:35910:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998361.162242:0:35910:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296541338 00000100:00000001:3.0:1787998361.162245:0:35910:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:3.0:1787998361.162248:0:35910:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296541338 00000100:00000001:3.0:1787998361.162250:0:35910:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:3.0:1787998361.162253:0:35910:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998361.162256:0:35910:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998361.162259:0:35910:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998361.162261:0:35910:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787998361.162265:0:35910:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191a2b600 going to sleep for 11 seconds 00000100:00000001:3.0:1787998361.162267:0:35910:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998361.162271:0:35910:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998361.164369:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998361.164379:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072b800. 00000400:00000200:2.0:1787998361.164386:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998361.164395:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998361.164403:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5cc0 00000400:00000010:2.0:1787998361.164406:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5cc0. 00000100:00000001:2.0:1787998361.164412:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998361.164421:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d03100 x1874850291790720/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1787998377 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998361.164434:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998361.164438:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d03100 x1874850291790720/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1787998377 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998361.164445:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998361.164446:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998361.172008:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.172031:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998361.172036:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.172039:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998361.172049:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.172068:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998361.172080:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.172086:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.172091:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.172096:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 664 into portal 10 MB=0x6a92a99a63380 00000400:00000200:2.0:1787998361.172101:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.172108:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 664/664 into md 0x87c5 [32] + 224 00000800:00000001:2.0:1787998361.172116:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.172134:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998361.172137:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998361.172142:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998361.172151:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998361.172163:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d03100 x1874850291790720/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1787998377 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998361.172176:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff94d191d03100 x1874850291790720/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998361.172195:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998361.172206:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.172210:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998361.172346:0:35910:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998361.172356:0:35910:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998361.172359:0:35910:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998361.172362:0:35910:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a370. 00000400:00000200:3.0:1787998361.172367:0:35910:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1a0096800 00000400:00000010:3.0:1787998361.172370:0:35910:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff94d1a0096800. 00000100:00000001:3.0:1787998361.172373:0:35910:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998361.172378:0:35910:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d03100 x1874850291790720/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1787998361.172387:0:35910:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d03100 x1874850291790720/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998361.172394:0:35910:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998361.172396:0:35910:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998361.172399:0:35910:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998361.172403:0:35910:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998361.172406:0:35910:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998361.172409:0:35910:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998361.172413:0:35910:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998361.172424:0:35910:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=37 v=5 (5 5 104 104) 00000100:00001000:3.0:1787998361.172429:0:35910:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=37 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998361.172432:0:35910:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998361.172434:0:35910:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998361.172438:0:35910:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998361.172442:0:35910:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998361.172445:0:35910:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1787998361.172447:0:35910:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000002d/0x1] 00000100:00000001:3.0:1787998361.172449:0:35910:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1787998361.172452:0:35910:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998361.172454:0:35910:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548257024 : -117847161294592 : ffff94d191d03100) 00000100:00000001:3.0:1787998361.172458:0:35910:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998361.172460:0:35910:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967340 00000100:00000001:3.0:1787998361.172463:0:35910:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998361.172466:0:35910:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998361.172471:0:35910:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d03100 x1874850291790720/t4294967345(4294967345) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1787998377 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998361.172479:0:35910:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998361.172483:0:35910:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998361.172485:0:35910:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998361.172489:0:35910:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d03100 x1874850291790720/t4294967345(4294967345) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1787998377 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787998361.172498:0:35910:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d03100 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35910:1874850291790720:192.168.206.123@tcp:101:multiop.0 00000100:00000001:3.0:1787998361.172503:0:35910:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998361.172507:0:35910:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998361.172510:0:35910:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787998361.172512:0:35910:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998361.172516:0:35910:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d03100 x1874850291790720/t4294967345(4294967345) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1787998377 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998361.172524:0:35910:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787998361.172527:0:35910:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191a2b600. 00000100:00000001:3.0:1787998361.172531:0:35910:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787998361.172532:0:35910:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998361.172536:0:35910:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1787998361.172541:0:35910:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998361.172545:0:35910:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998361.172548:0:35910:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4200 refcount=4 00000020:00000001:3.0:1787998361.172551:0:35910:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915904 : -117847187635712 : ffff94d1903e4200) 00010000:00000001:3.0:1787998361.172554:0:35910:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915904 : -117847187635712 : ffff94d1903e4200) 00010000:00000040:3.0:1787998361.172561:0:35910:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1903e4200, remote cookie: 0x4fd9a50f3a6ad7d7, flags: 0x1001 00010000:00010000:3.0:1787998361.172568:0:35910:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4200/0xb2d39e653c8cc56 lrc: 4/0,1 mode: --/CW res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad7d7 expref: -99 pid: 35910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1787998361.172583:0:35910:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240000403:0xa:0x0].0x0, instead of [0x240000403:0x9:0x0].0x0 00010000:00000001:3.0:1787998361.172586:0:35910:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1787998361.172595:0:35910:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d18a360900. 00010000:00000010:3.0:1787998361.172600:0:35910:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d190a8de00. 00010000:00000040:3.0:1787998361.172606:0:35910:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d18a360a00 count: 0 00010000:00000010:3.0:1787998361.172612:0:35910:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d190a8d500. 00010000:00000001:3.0:1787998361.172623:0:35910:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998361.172627:0:35910:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4200/0xb2d39e653c8cc56 lrc: 4/0,1 mode: --/PR res: [0x240000403:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad7d7 expref: -99 pid: 35910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998361.172635:0:35910:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4200/0xb2d39e653c8cc56 lrc: 4/0,1 mode: --/PR res: [0x240000403:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad7d7 expref: -99 pid: 35910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998361.172641:0:35910:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1787998361.172647:0:35910:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1787998361.172649:0:35910:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1787998361.172651:0:35910:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1787998361.172653:0:35910:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1787998361.172655:0:35910:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000403:0xa:0x0].0x0 (ffff94d18a360900) refcount = 1 00010000:00010000:3.0:1787998361.172659:0:35910:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4200/0xb2d39e653c8cc56 lrc: 4/0,1 mode: PR/PR res: [0x240000403:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad7d7 expref: -99 pid: 35910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998361.172680:0:35910:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1787998361.172684:0:35910:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1787998361.172686:0:35910:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998361.172689:0:35910:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1787998361.172692:0:35910:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998361.172695:0:35910:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4200/0xb2d39e653c8cc56 lrc: 4/0,1 mode: PR/PR res: [0x240000403:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad7d7 expref: -99 pid: 35910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998361.172707:0:35910:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1787998361.172709:0:35910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998361.172711:0:35910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998361.172712:0:35910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998361.172713:0:35910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998361.172715:0:35910:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998361.172720:0:35910:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1787998361.172723:0:35910:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998361.172724:0:35910:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998361.172726:0:35910:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4200 refcount=3 00000020:00000001:3.0:1787998361.172728:0:35910:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915904 : -117847187635712 : ffff94d1903e4200) 00010000:00000001:3.0:1787998361.172730:0:35910:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915904 : -117847187635712 : ffff94d1903e4200) 00010000:00000001:3.0:1787998361.172732:0:35910:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998361.172733:0:35910:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998361.172734:0:35910:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4200 refcount=4 00000020:00000001:3.0:1787998361.172736:0:35910:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915904 : -117847187635712 : ffff94d1903e4200) 00010000:00000001:3.0:1787998361.172738:0:35910:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915904 : -117847187635712 : ffff94d1903e4200) 00010000:00000001:3.0:1787998361.172742:0:35910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998361.172745:0:35910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998361.172748:0:35910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4200/0xb2d39e653c8cc56 lrc: 5/1,1 mode: PR/PR res: [0x240000403:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad7d7 expref: -99 pid: 35910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998361.172755:0:35910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998361.172756:0:35910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998361.172758:0:35910:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998361.172759:0:35910:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998361.172760:0:35910:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4200 refcount=5 00000020:00000001:3.0:1787998361.172762:0:35910:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915904 : -117847187635712 : ffff94d1903e4200) 00010000:00000001:3.0:1787998361.172764:0:35910:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915904 : -117847187635712 : ffff94d1903e4200) 00010000:00000001:3.0:1787998361.172819:0:35910:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998361.172823:0:35910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4200/0xb2d39e653c8cc56 lrc: 5/1,1 mode: PR/PR res: [0x240000403:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad7d7 expref: -99 pid: 35910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998361.172830:0:35910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998361.172831:0:35910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1787998361.172834:0:35910:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4200/0xb2d39e653c8cc56 lrc: 4/1,0 mode: PR/PR res: [0x240000403:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad7d7 expref: -99 pid: 35910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998361.172841:0:35910:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998361.172842:0:35910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998361.172843:0:35910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998361.172844:0:35910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998361.172845:0:35910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1787998361.172857:0:35910:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff94d191d03100 x1874850291790720/t4294967345(4294967345) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1787998377 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1787998361.172867:0:35910:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1787998361.172872:0:35910:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d191d03100 x1874850291790720/t4294967345(4294967345) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1787998377 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1787998361.172880:0:35910:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998361.172887:0:35910:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998361.172888:0:35910:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998361.172890:0:35910:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4200 refcount=3 00000020:00000001:3.0:1787998361.172892:0:35910:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915904 : -117847187635712 : ffff94d1903e4200) 00010000:00000001:3.0:1787998361.172894:0:35910:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915904 : -117847187635712 : ffff94d1903e4200) 00000002:00010000:3.0:1787998361.172898:0:35910:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4200/0xb2d39e653c8cc56 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad7d7 expref: -99 pid: 35910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1787998361.172908:0:35910:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94d1987e5fc0. 00010000:00000001:3.0:1787998361.172910:0:35910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998361.172912:0:35910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998361.172913:0:35910:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998361.172915:0:35910:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998361.172919:0:35910:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1787998361.172922:0:35910:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998361.172923:0:35910:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548257024 : -117847161294592 : ffff94d191d03100) 00000100:00000001:3.0:1787998361.172926:0:35910:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998361.172927:0:35910:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548257024 : -117847161294592 : ffff94d191d03100) 00010000:00000001:3.0:1787998361.172929:0:35910:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998361.172930:0:35910:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998361.172931:0:35910:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4200 refcount=3 00000020:00000001:3.0:1787998361.172933:0:35910:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915904 : -117847187635712 : ffff94d1903e4200) 00010000:00000001:3.0:1787998361.172935:0:35910:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915904 : -117847187635712 : ffff94d1903e4200) 00000002:00010000:3.0:1787998361.172938:0:35910:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4200/0xb2d39e653c8cc56 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad7d7 expref: -99 pid: 35910 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998361.172945:0:35910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998361.172946:0:35910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998361.172947:0:35910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1787998361.172949:0:35910:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998361.172950:0:35910:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998361.172951:0:35910:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4200 refcount=3 00000020:00000001:3.0:1787998361.172953:0:35910:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915904 : -117847187635712 : ffff94d1903e4200) 00010000:00000001:3.0:1787998361.172955:0:35910:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915904 : -117847187635712 : ffff94d1903e4200) 00010000:00000040:3.0:1787998361.172959:0:35910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360900 count: 2 00010000:00000001:3.0:1787998361.172961:0:35910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1787998361.172965:0:35910:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0ae4c00 type 13 mode 4 res 9663677443/10 (0 0) 00010000:00000001:3.0:1787998361.172967:0:35910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998361.172968:0:35910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998361.172970:0:35910:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1787998361.172973:0:35910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5f768 00000002:00002000:3.0:1787998361.172975:0:35910:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f24b.recovery-small-1 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:3.0:1787998361.172979:0:35910:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998361.172994:0:35910:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998361.172998:0:35910:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1787998361.173002:0:35910:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240000403:0x9:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1787998361.173005:0:35910:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998361.173011:0:35910:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1787998361.173013:0:35910:0:(namei.c:674:ll_lookup_it_finish()) it ffff94d1a0013ea0 it_disposition 1800037 00000080:00002000:3.0:1787998361.173019:0:35910:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d18356f1b0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1787998361.173025:0:35910:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1787998361.173028:0:35910:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:3.0:1787998361.173030:0:35910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5f998 00000080:00200000:3.0:1787998361.173032:0:35910:0:(namei.c:1628:ll_create_it()) VFS Op:name=f24b.recovery-small-1, dir=[0x240000403:0x9:0x0](ffff94d1989aa1c8), intent=open|creat 00000080:00000001:3.0:1787998361.173035:0:35910:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:3.0:1787998361.173038:0:35910:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1787998361.173043:0:35910:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1787998361.173047:0:35910:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1787998361.173050:0:35910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603815538698 : 162129603815538698 : 24000040300000a) 00000080:00000001:3.0:1787998361.173053:0:35910:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1787998361.173078:0:35910:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94d188006b40. 00000020:00000001:3.0:1787998361.173090:0:35910:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:3.0:1787998361.173092:0:35910:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1787998361.173094:0:35910:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1787998361.173097:0:35910:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x240000403:0xa:0x0](ffff94d188006c08) 00000020:00000001:3.0:1787998361.173101:0:35910:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787998361.173106:0:35910:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798653448 : -117846910898168 : ffff94d1a0bcf008) 00000020:00001000:3.0:1787998361.173109:0:35910:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf000 00000020:00000001:3.0:1787998361.173114:0:35910:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:3.0:1787998361.173119:0:35910:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff94d18543a3e8. 00000020:00000001:3.0:1787998361.173131:0:35910:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1787998361.173134:0:35910:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998361.173143:0:35910:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:3.0:1787998361.173147:0:35910:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff94d191daa9b0. 00020000:00000001:3.0:1787998361.173150:0:35910:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446626226548943280 : -117847160608336 : ffff94d191daa9b0) 00020000:00000001:3.0:1787998361.173153:0:35910:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:3.0:1787998361.173157:0:35910:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1787998361.173162:0:35910:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d1a00137e0. 00020000:00000010:3.0:1787998361.173166:0:35910:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d1916c5c00. 00020000:00000010:3.0:1787998361.173172:0:35910:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d1a0013780. 00020000:00000001:3.0:1787998361.173174:0:35910:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626226786350976 : -117846923200640 : ffff94d1a0013780) 00020000:00000002:3.0:1787998361.173177:0:35910:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0013780, objid 0xa:1073742851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1787998361.173182:0:35910:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1787998361.173186:0:35910:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d1916c5c00: ostid: 0x280000400:5 ost idx: 0 gen: 0 00020000:00000001:3.0:1787998361.173188:0:35910:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1787998361.173191:0:35910:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0013780, objid 0xa:1073742851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1787998361.173193:0:35910:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1787998361.173196:0:35910:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d1916c5c00: ostid: 0x280000400:5 ost idx: 0 gen: 0 00020000:00000010:3.0:1787998361.173199:0:35910:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff94d190ad30f0. 00020000:00000010:3.0:1787998361.173203:0:35910:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff94d191a2b600. 00020000:00000001:3.0:1787998361.173207:0:35910:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1787998361.173210:0:35910:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff94d185427020. 00020000:00000001:3.0:1787998361.173213:0:35910:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1787998361.173215:0:35910:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:3.0:1787998361.173221:0:35910:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1787998361.173224:0:35910:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff94d18543aed8. 00000020:00000001:3.0:1787998361.173226:0:35910:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1787998361.173227:0:35910:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998361.173230:0:35910:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446626226337722200 : -117847371829416 : ffff94d18543af58) 00020000:00000001:3.0:1787998361.173233:0:35910:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1787998361.173239:0:35910:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff94d1871e6e00. 00020000:00000001:3.0:1787998361.173242:0:35910:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.173247:0:35910:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446626226337722200 : -117847371829416 : ffff94d18543af58) 00020000:00000001:3.0:1787998361.173250:0:35910:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446626226337722200 : -117847371829416 : ffff94d18543af58) 00020000:00000002:3.0:1787998361.173253:0:35910:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x5:0x0]@ffff94d18543aed8[0:0] -> [0x240000403:0xa:0x0]@ffff94d18543a3e8: ostid: 0x280000400:5 ost idx: 0 gen: 0 00020000:00000001:3.0:1787998361.173258:0:35910:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1787998361.173260:0:35910:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:3.0:1787998361.173262:0:35910:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.173266:0:35910:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446626226337719400 : -117847371832216 : ffff94d18543a468) 00000020:00001000:3.0:1787998361.173269:0:35910:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf000 00000080:00000001:3.0:1787998361.173273:0:35910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603815538698 : 162129603815538698 : 24000040300000a) 00000080:00000001:3.0:1787998361.173276:0:35910:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748740 : 37748740 : 2400004) 00000080:00000002:3.0:1787998361.173279:0:35910:0:(llite_lib.c:3050:ll_update_inode()) setting ino 162129603815538698 mtime from 0 to 1787998361 00000080:00000001:3.0:1787998361.173284:0:35910:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1787998361.173287:0:35910:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626226383645704 : -117847325905912 : ffff94d188006c08) 00010000:00000001:3.0:1787998361.173289:0:35910:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998361.173290:0:35910:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998361.173292:0:35910:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4200 refcount=3 00000020:00000001:3.0:1787998361.173294:0:35910:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915904 : -117847187635712 : ffff94d1903e4200) 00010000:00000001:3.0:1787998361.173296:0:35910:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915904 : -117847187635712 : ffff94d1903e4200) 00000080:00000001:3.0:1787998361.173299:0:35910:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:3.0:1787998361.173301:0:35910:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787998361.173302:0:35910:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798653448 : -117846910898168 : ffff94d1a0bcf008) 00000020:00001000:3.0:1787998361.173304:0:35910:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf000 00000020:00000001:3.0:1787998361.173306:0:35910:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1787998361.173309:0:35910:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1787998361.173310:0:35910:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1787998361.173313:0:35910:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d1a0013420. 00020000:00000010:3.0:1787998361.173315:0:35910:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d1916c5980. 00020000:00000010:3.0:1787998361.173318:0:35910:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d1a00130c0. 00020000:00000001:3.0:1787998361.173320:0:35910:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626226786349248 : -117846923202368 : ffff94d1a00130c0) 00020000:00000002:3.0:1787998361.173322:0:35910:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a00130c0, objid 0xa:1073742851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1787998361.173326:0:35910:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1787998361.173329:0:35910:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d1916c5980: ostid: 0x280000400:5 ost idx: 0 gen: 0 00020000:00000002:3.0:1787998361.173333:0:35910:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d191daa9b0) owner ffff94d199e527c0 00020000:00000001:3.0:1787998361.173335:0:35910:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1787998361.173338:0:35910:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d191daa9b0) owner ffff94d199e527c0 00020000:00000010:3.0:1787998361.173343:0:35910:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d1916c5980. 00020000:00000010:3.0:1787998361.173346:0:35910:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d1a0013420. 00020000:00000010:3.0:1787998361.173350:0:35910:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d1a00130c0. 00020000:00000002:3.0:1787998361.173352:0:35910:0:(lov_object.c:1535:lov_conf_set()) [0x240000403:0xa:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1787998361.173354:0:35910:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.173356:0:35910:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.173360:0:35910:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1787998361.173363:0:35910:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d191daa9b0) owner 0000000000000000/ffff94d199e527c0 00020000:00000002:3.0:1787998361.173367:0:35910:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d1a0013780 addref 2/0 by ffff94d199e527c0. 00020000:00000002:3.0:1787998361.173369:0:35910:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d191daa9b0) owner 0000000000000000/ffff94d199e527c0 00020000:00000001:3.0:1787998361.173373:0:35910:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1787998361.173375:0:35910:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1787998361.173377:0:35910:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1787998361.173378:0:35910:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1787998361.173380:0:35910:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1787998361.173383:0:35910:0:(file.c:6836:ll_layout_conf()) [0x240000403:0xa:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1787998361.173385:0:35910:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf000 00000080:00000001:3.0:1787998361.173387:0:35910:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998361.173389:0:35910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998361.173390:0:35910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1787998361.173392:0:35910:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1787998361.173396:0:35910:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1787998361.173398:0:35910:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998361.173400:0:35910:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x240000403:0xa:0x0](ffff94d188006c08) 00000080:00010000:3.0:1787998361.173404:0:35910:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000403:0xa:0x0](ffff94d188006c08) for lock 0xb2d39e653c8cc56 00800000:00000001:3.0:1787998361.173407:0:35910:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787998361.173409:0:35910:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787998361.173411:0:35910:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998361.173412:0:35910:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998361.173413:0:35910:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4200 refcount=3 00000020:00000001:3.0:1787998361.173415:0:35910:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915904 : -117847187635712 : ffff94d1903e4200) 00010000:00000001:3.0:1787998361.173417:0:35910:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915904 : -117847187635712 : ffff94d1903e4200) 00010000:00000001:3.0:1787998361.173420:0:35910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998361.173421:0:35910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998361.173422:0:35910:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998361.173424:0:35910:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998361.173426:0:35910:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:3.0:1787998361.173428:0:35910:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998361.173433:0:35910:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff94d191d03100 x1874850291790720/t4294967345(4294967345) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998377 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998361.173440:0:35910:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1787998361.173446:0:35910:0:(namei.c:1651:ll_create_it()) inode ffff94d188006c08 need_sync_to_mds [0x240000403:0xa:0x0] 00000080:00000001:3.0:1787998361.173449:0:35910:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998361.173453:0:35910:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000403:0xa:0x0](ffff94d188006c08) 00000080:00000001:3.0:1787998361.173456:0:35910:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1787998361.173460:0:35910:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1861f6600. 00000100:00000001:3.0:1787998361.173464:0:35910:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998361.173467:0:35910:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d03100 x1874850291790720/t4294967345(4294967345) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998377 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998361.173473:0:35910:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998361.173476:0:35910:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1787998361.173479:0:35910:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1787998361.173481:0:35910:0:(namei.c:1500:ll_atomic_open()) inode ffff94d188006c08 need_sync_to_mds [0x240000403:0xa:0x0] 00000080:00000001:3.0:1787998361.173491:0:35910:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1787998361.173493:0:35910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5fa68 00000080:00200008:3.0:1787998361.173496:0:35910:0:(file.c:1090:ll_file_open()) START file f24b.recovery-small-1:[0x240000403:0xa:0x0](ffff94d188006c08), flags 100102 00000080:00000010:3.0:1787998361.173504:0:35910:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d181796640. 00000080:00000010:3.0:1787998361.173509:0:35910:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d1987e5440. 00000080:00000001:3.0:1787998361.173512:0:35910:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1787998361.173515:0:35910:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1787998361.173518:0:35910:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998361.173521:0:35910:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998361.173523:0:35910:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998361.173527:0:35910:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998361.173529:0:35910:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998361.173531:0:35910:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0xa:0x0] 00800000:00000001:3.0:1787998361.173533:0:35910:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998361.173536:0:35910:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1787998361.173539:0:35910:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d1870f3ee0. 00000002:00100000:3.0:1787998361.173544:0:35910:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d191d03100 x1874850291790720/t4294967345(4294967345) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998377 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1787998361.173550:0:35910:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998361.173552:0:35910:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1787998361.173556:0:35910:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1787998361.173559:0:35910:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998361.173562:0:35910:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998361.173565:0:35910:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998361.173568:0:35910:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d03100 x1874850291790720/t4294967345(4294967345) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998377 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1787998361.173580:0:35910:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998361.173584:0:35910:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff94d1a0180000. 02000000:00000001:3.0:1787998361.173611:0:35910:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1787998361.173613:0:35910:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.173616:0:35910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5fa68 00000080:00000008:3.0:1787998361.173617:0:35910:0:(file.c:1329:ll_file_open()) COMPLETED file f24b.recovery-small-1:[0x240000403:0xa:0x0](ffff94d188006c08), flags 100102, rc = 0 00000080:00000001:3.0:1787998361.173622:0:35910:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1787998361.173624:0:35910:0:(dcache.c:176:ll_intent_release()) intent ffff94d1a0013ea0 released 00000080:00010000:3.0:1787998361.173627:0:35910:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc56 from it ffff94d1a0013ea0 00010000:00000001:3.0:1787998361.173629:0:35910:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998361.173630:0:35910:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998361.173632:0:35910:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4200 refcount=3 00000020:00000001:3.0:1787998361.173633:0:35910:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521915904 : -117847187635712 : ffff94d1903e4200) 00010000:00000001:3.0:1787998361.173635:0:35910:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521915904 : -117847187635712 : ffff94d1903e4200) 00010000:00000001:3.0:1787998361.173637:0:35910:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998361.173640:0:35910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4200/0xb2d39e653c8cc56 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6ad7d7 expref: -99 pid: 35910 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998361.173646:0:35910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998361.173647:0:35910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998361.173649:0:35910:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787998361.173651:0:35910:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787998361.173654:0:35910:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1903e4200/0xb2d39e653c8cc56 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad7d7 expref: -99 pid: 35910 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1787998361.173663:0:35910:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787998361.173666:0:35910:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787998361.173668:0:35910:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998361.173672:0:35910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998361.173674:0:35910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998361.173676:0:35910:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998361.173679:0:35910:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787998361.173681:0:35910:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998361.173683:0:35910:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998361.173686:0:35910:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998361.173687:0:35910:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998361.173688:0:35910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998361.173689:0:35910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1787998361.173691:0:35910:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1787998361.173693:0:35910:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1787998361.173695:0:35910:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1787998361.173697:0:35910:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1787998361.173699:0:35910:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1787998361.173700:0:35910:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998361.173703:0:35910:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1787998361.173705:0:35910:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998361.173708:0:35910:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1787998361.173710:0:35910:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998361.173712:0:35910:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1787998361.173714:0:35910:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff94d1a0013ea0. 00000080:00000001:3.0:1787998361.173717:0:35910:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998361.173721:0:35910:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:3.0:1787998361.173724:0:35910:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x240000403:0xa:0x0](ffff94d188006c08), inode mode 81a4 mask 40 00000080:00000001:3.0:1787998361.173728:0:35910:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998361.174000:0:35910:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:3.0:1787998361.174003:0:35910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5fd88 00000080:00200008:3.0:1787998361.174005:0:35910:0:(file.c:2650:do_file_write_iter()) START file f24b.recovery-small-1:[0x240000403:0xa:0x0], ppos: 0, count: 8192 00000080:00000002:3.0:1787998361.174009:0:35910:0:(file.c:2656:do_file_write_iter()) inode ffff94d188006c08 need_sync_to_oss [0x240000403:0xa:0x0] 00000080:00000001:3.0:1787998361.174012:0:35910:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:3.0:1787998361.174014:0:35910:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998361.174016:0:35910:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1787998361.174019:0:35910:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998361.174021:0:35910:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000080:00000001:3.0:1787998361.174023:0:35910:0:(file.c:2594:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.174025:0:35910:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787998361.174027:0:35910:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798653448 : -117846910898168 : ffff94d1a0bcf008) 00000020:00001000:3.0:1787998361.174030:0:35910:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf000 00000080:00000001:3.0:1787998361.174034:0:35910:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1787998361.174035:0:35910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5fc98 00000080:00200000:3.0:1787998361.174037:0:35910:0:(file.c:2090:ll_file_io_generic()) f24b.recovery-small-1: write ppos: 0, bytes: 8192 00000020:00000001:3.0:1787998361.174044:0:35910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5fc30 00000080:00200000:3.0:1787998361.174046:0:35910:0:(file.c:1848:ll_io_set_mirror()) f24b.recovery-small-1: desiginated mirror: 0 00000020:00000001:3.0:1787998361.174049:0:35910:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1787998361.174056:0:35910:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f045eed2[0x110, 1, [0x240000403:0xa:0x0] hash] 00000020:00200000:3.0:1787998361.174058:0:35910:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 8192) 0 0 00000020:00000001:3.0:1787998361.174061:0:35910:0:(cl_object.c:143:cl_object_top()) ffff94d18543a468 -> ffff94d18543a468 00000020:00000001:3.0:1787998361.174064:0:35910:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1787998361.174066:0:35910:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1787998361.174068:0:35910:0:(vvp_io.c:1826:vvp_io_init()) [0x240000403:0xa:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1787998361.174072:0:35910:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1787998361.174073:0:35910:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1787998361.174076:0:35910:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998361.174082:0:35910:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998361.174085:0:35910:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1787998361.174087:0:35910:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998361.174089:0:35910:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1787998361.174093:0:35910:0:(lov_object.c:1590:lov_io_init()) [0x240000403:0xa:0x0]io ffff94d19226e0c0 type 2 ignore/verify layout 0/0 00020000:00000002:3.0:1787998361.174096:0:35910:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d191daa9b0) owner 0000000000000000/ffff94d199e527c0 00020000:00000001:3.0:1787998361.174099:0:35910:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1787998361.174101:0:35910:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1787998361.174104:0:35910:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1787998361.174106:0:35910:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:3.0:1787998361.174107:0:35910:0:(lov_io.c:860:lov_io_slice_init()) 0 8192 00020000:00000001:3.0:1787998361.174110:0:35910:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:3.0:1787998361.174112:0:35910:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1787998361.174114:0:35910:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.174116:0:35910:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1787998361.174117:0:35910:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1787998361.174118:0:35910:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1787998361.174120:0:35910:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d191daa9b0) owner 0000000000000000/ffff94d199e527c0 00000020:00000001:3.0:1787998361.174135:0:35910:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.174137:0:35910:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1787998361.174139:0:35910:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 1] 00000001:00000001:3.0:1787998361.174142:0:35910:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:3.0:1787998361.174144:0:35910:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.174147:0:35910:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1787998361.174149:0:35910:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1787998361.174152:0:35910:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:3.0:1787998361.174153:0:35910:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:3.0:1787998361.174155:0:35910:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:3.0:1787998361.174158:0:35910:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 8192) 8192, 8192 00020000:00000001:3.0:1787998361.174161:0:35910:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1787998361.174164:0:35910:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1787998361.174168:0:35910:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:3.0:1787998361.174171:0:35910:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1787998361.174173:0:35910:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1787998361.174174:0:35910:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787998361.174176:0:35910:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798656472 : -117846910895144 : ffff94d1a0bcfbd8) 00000020:00001000:3.0:1787998361.174178:0:35910:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfbd0 00000020:00000001:3.0:1787998361.174181:0:35910:0:(cl_object.c:143:cl_object_top()) ffff94d18543af58 -> ffff94d18543a468 00000020:00000001:3.0:1787998361.174183:0:35910:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1787998361.174186:0:35910:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1787998361.174188:0:35910:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1787998361.174189:0:35910:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998361.174191:0:35910:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998361.174193:0:35910:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:3.0:1787998361.174196:0:35910:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1787998361.174199:0:35910:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1787998361.174203:0:35910:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.174204:0:35910:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998361.174207:0:35910:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998361.174208:0:35910:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.174210:0:35910:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.174212:0:35910:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:3.0:1787998361.174216:0:35910:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1787998361.174217:0:35910:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1787998361.174221:0:35910:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1787998361.174223:0:35910:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998361.174226:0:35910:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998361.174229:0:35910:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1787998361.174230:0:35910:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 1] 00000020:00000001:3.0:1787998361.174233:0:35910:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1787998361.174235:0:35910:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1787998361.174236:0:35910:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.174238:0:35910:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998361.174240:0:35910:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998361.174242:0:35910:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998361.174244:0:35910:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998361.174246:0:35910:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1787998361.174248:0:35910:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1787998361.174249:0:35910:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1787998361.174251:0:35910:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1787998361.174253:0:35910:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.174255:0:35910:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998361.174257:0:35910:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998361.174259:0:35910:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.174260:0:35910:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1787998361.174262:0:35910:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1787998361.174264:0:35910:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1787998361.174267:0:35910:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1787998361.174269:0:35910:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1787998361.174272:0:35910:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000010:3.0:1787998361.174277:0:35910:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d190a8d500. 00020000:00000002:3.0:1787998361.174280:0:35910:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:3.0:1787998361.174282:0:35910:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1787998361.174284:0:35910:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1787998361.174285:0:35910:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:3.0:1787998361.174287:0:35910:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1787998361.174292:0:35910:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d190426260. 00000008:00010000:3.0:1787998361.174295:0:35910:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1787998361.174297:0:35910:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1787998361.174299:0:35910:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1787998361.174302:0:35910:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d190a8d530, osc lock ffff94d190426260, flags 0x0 00000020:00000001:3.0:1787998361.174305:0:35910:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998361.174307:0:35910:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998361.174310:0:35910:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626226528900352 : -117847180651264 : ffff94d190a8d500) 00000020:00000001:3.0:1787998361.174312:0:35910:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1787998361.174313:0:35910:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1787998361.174315:0:35910:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.174317:0:35910:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.174318:0:35910:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1787998361.174320:0:35910:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1787998361.174321:0:35910:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1787998361.174322:0:35910:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:3.0:1787998361.174324:0:35910:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1787998361.174327:0:35910:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1787998361.174329:0:35910:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1787998361.174331:0:35910:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.174334:0:35910:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1787998361.174336:0:35910:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1787998361.174338:0:35910:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1787998361.174340:0:35910:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1787998361.174341:0:35910:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1787998361.174342:0:35910:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1787998361.174345:0:35910:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1787998361.174347:0:35910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1787998361.174351:0:35910:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998361.174354:0:35910:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1787998361.174360:0:35910:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d01880. 00000020:00000040:3.0:1787998361.174364:0:35910:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00010000:00000001:3.0:1787998361.174369:0:35910:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1787998361.174372:0:35910:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998361.174374:0:35910:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998361.174378:0:35910:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998361.174380:0:35910:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998361.174386:0:35910:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998361.174392:0:35910:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d1861f6600. 00000100:00000001:3.0:1787998361.174400:0:35910:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998361.174404:0:35910:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998361.174405:0:35910:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998361.174407:0:35910:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998361.174408:0:35910:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998361.174410:0:35910:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998361.174413:0:35910:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446626226548250752 : -117847161300864 : ffff94d191d01880) 00010000:00000001:3.0:1787998361.174416:0:35910:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1787998361.174418:0:35910:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1787998361.174423:0:35910:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d18a360c00. 00010000:00000010:3.0:1787998361.174427:0:35910:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff94d18a360b00. 00010000:00000001:3.0:1787998361.174432:0:35910:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1787998361.174435:0:35910:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1903e4e00. 00000020:00000001:3.0:1787998361.174438:0:35910:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1787998361.174441:0:35910:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1903e4e00 with handle 0xb2d39e653c8cc5d to hash 00000020:00000001:3.0:1787998361.174444:0:35910:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1787998361.174445:0:35910:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226521918976 : -117847187632640 : ffff94d1903e4e00) 00010000:00000010:3.0:1787998361.174449:0:35910:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff94d1987e5400. 00010000:00000001:3.0:1787998361.174452:0:35910:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226521918976 : -117847187632640 : ffff94d1903e4e00) 00010000:00000001:3.0:1787998361.174456:0:35910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998361.174458:0:35910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998361.174462:0:35910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000006529ef95/0xb2d39e653c8cc5d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998361.174473:0:35910:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000006529ef95/0xb2d39e653c8cc5d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998361.174483:0:35910:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000006529ef95/0xb2d39e653c8cc5d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1787998361.174490:0:35910:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787998361.174492:0:35910:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787998361.174500:0:35910:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191a2bcc0. 00000100:00000001:3.0:1787998361.174502:0:35910:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226545278144 : -117847164273472 : ffff94d191a2bcc0) 00000100:00000001:3.0:1787998361.174505:0:35910:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998361.174506:0:35910:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548250752 : -117847161300864 : ffff94d191d01880) 00000100:00000001:3.0:1787998361.174510:0:35910:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998361.174511:0:35910:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998361.174513:0:35910:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787998361.174515:0:35910:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998361.174522:0:35910:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d01880 x1874850291790848/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998361.174531:0:35910:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998361.174533:0:35910:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998361.174537:0:35910:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998361.174540:0:35910:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998361.174543:0:35910:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998361.174547:0:35910:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d01880 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35910:1874850291790848:192.168.206.123@tcp:101:multiop.0 00000100:00000001:3.0:1787998361.174552:0:35910:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998361.174558:0:35910:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998361.174562:0:35910:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998361.174565:0:35910:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998361.174569:0:35910:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1a0096800. 02000000:00000001:3.0:1787998361.174571:0:35910:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998361.174579:0:35910:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998361.174583:0:35910:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a370. 00000400:00000010:3.0:1787998361.174590:0:35910:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5110. 00000100:00000200:3.0:1787998361.174598:0:35910:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291790848, portal 4 00000100:00000001:3.0:1787998361.174600:0:35910:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998361.174602:0:35910:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548250752 : -117847161300864 : ffff94d191d01880) 00000100:00000040:3.0:1787998361.174608:0:35910:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d01880 x1874850291790848/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998377 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998361.174616:0:35910:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998361.174619:0:35910:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998361.174622:0:35910:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5088. 00000100:00000200:3.0:1787998361.174625:0:35910:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1874850291790848, offset 0 00000400:00000200:3.0:1787998361.174632:0:35910:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998361.174643:0:35910:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998361.174652:0:35910:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998361.174659:0:35910:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998361.174665:0:35910:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998361.174669:0:35910:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998361.174672:0:35910:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998361.174676:0:35910:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2924:2924:256:4294967295] 192.168.206.123@tcp LPNI seq info [2924:2924:8:4294967295] 00000400:00000200:3.0:1787998361.174681:0:35910:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998361.174691:0:35910:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998361.174698:0:35910:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998361.174704:0:35910:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1a072b000. 00000800:00000200:3.0:1787998361.174711:0:35910:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998361.174720:0:35910:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998361.174725:0:35910:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1a072b000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1787998361.174742:0:35910:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998361.174748:0:35910:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 188641 usecs (189 jiffies) 00000400:00000200:3.0:1787998361.174751:0:35910:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998361.174754:0:35910:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296541520 00000100:00000001:3.0:1787998361.174758:0:35910:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:3.0:1787998361.174760:0:35910:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296541520 00000100:00000001:3.0:1787998361.174762:0:35910:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:3.0:1787998361.174765:0:35910:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998361.174795:0:35910:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998361.174798:0:35910:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998361.174800:0:35910:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787998361.174803:0:35910:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191a2bcc0 going to sleep for 11 seconds 00000100:00000001:3.0:1787998361.174806:0:35910:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998361.174810:0:35910:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998361.175551:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998361.175557:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072b000. 00000400:00000200:2.0:1787998361.175564:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998361.175570:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998361.175576:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5088 00000400:00000010:2.0:1787998361.175579:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5088. 00000100:00000001:2.0:1787998361.175584:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998361.175590:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d01880 x1874850291790848/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998377 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998361.175601:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998361.175604:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d01880 x1874850291790848/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998377 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998361.175611:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998361.175612:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998361.178338:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.178359:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998361.178364:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.178366:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998361.178376:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.178384:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998361.178394:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.178398:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.178405:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.178410:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 400 into portal 4 MB=0x6a92a99a63400 00000400:00000200:2.0:1787998361.178415:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.178423:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 400/400 into md 0x87d5 [1] + 224 00000800:00000001:2.0:1787998361.178431:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.178438:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998361.178442:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998361.178446:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998361.178455:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998361.178465:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d01880 x1874850291790848/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998377 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998361.178478:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff94d191d01880 x1874850291790848/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998361.178523:0:35910:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998361.178548:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998361.178560:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.178563:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1787998361.178639:0:35910:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998361.178642:0:35910:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998361.178646:0:35910:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a370. 00000400:00000200:3.0:1787998361.178651:0:35910:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5110 00000400:00000010:3.0:1787998361.178654:0:35910:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5110. 00000100:00000001:3.0:1787998361.178657:0:35910:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998361.178723:0:35910:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d01880 x1874850291790848/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1787998361.178735:0:35910:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d01880 x1874850291790848/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998361.178741:0:35910:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998361.178743:0:35910:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998361.178746:0:35910:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998361.178750:0:35910:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998361.178753:0:35910:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998361.178755:0:35910:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998361.178759:0:35910:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998361.178944:0:35910:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=37 v=5 (5 5 5 37) 00000100:00001000:3.0:1787998361.178949:0:35910:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998361.178953:0:35910:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998361.178955:0:35910:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998361.178958:0:35910:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998361.178962:0:35910:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998361.178966:0:35910:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998361.178968:0:35910:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967335 00000100:00000001:3.0:1787998361.178970:0:35910:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998361.178972:0:35910:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998361.178978:0:35910:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d01880 x1874850291790848/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998361.179043:0:35910:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998361.179046:0:35910:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998361.179049:0:35910:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998361.179053:0:35910:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d01880 x1874850291790848/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998377 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787998361.179129:0:35910:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d01880 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35910:1874850291790848:192.168.206.123@tcp:101:multiop.0 00000100:00000001:3.0:1787998361.179136:0:35910:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998361.179140:0:35910:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998361.179143:0:35910:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787998361.179146:0:35910:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998361.179150:0:35910:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d01880 x1874850291790848/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998377 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998361.179157:0:35910:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787998361.179160:0:35910:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191a2bcc0. 00000100:00000001:3.0:1787998361.179163:0:35910:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787998361.179165:0:35910:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998361.179168:0:35910:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1787998361.179171:0:35910:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998361.179174:0:35910:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998361.179178:0:35910:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4e00 refcount=4 00000020:00000001:3.0:1787998361.179180:0:35910:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521918976 : -117847187632640 : ffff94d1903e4e00) 00010000:00000001:3.0:1787998361.179183:0:35910:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521918976 : -117847187632640 : ffff94d1903e4e00) 00010000:00000040:3.0:1787998361.179195:0:35910:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1903e4e00, remote cookie: 0x4fd9a50f3a6ad7e5, flags: 0x1 00010000:00010000:3.0:1787998361.179203:0:35910:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000006529ef95/0xb2d39e653c8cc5d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad7e5 expref: -99 pid: 35910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998361.179215:0:35910:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1787998361.179218:0:35910:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998361.179220:0:35910:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1787998361.179226:0:35910:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1787998361.179231:0:35910:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000006529ef95/0xb2d39e653c8cc5d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad7e5 expref: -99 pid: 35910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1787998361.179241:0:35910:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x5:0x0].0x0 (ffff94d18a360c00) refcount = 1 00010000:00000040:3.0:1787998361.179244:0:35910:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1787998361.179247:0:35910:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000006529ef95/0xb2d39e653c8cc5d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad7e5 expref: -99 pid: 35910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998361.179256:0:35910:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1787998361.179258:0:35910:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998361.179261:0:35910:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1787998361.179264:0:35910:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998361.179268:0:35910:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000006529ef95/0xb2d39e653c8cc5d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad7e5 expref: -99 pid: 35910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998361.179274:0:35910:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1787998361.179276:0:35910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998361.179278:0:35910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998361.179279:0:35910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998361.179280:0:35910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998361.179282:0:35910:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998361.179285:0:35910:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1787998361.179288:0:35910:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1787998361.179292:0:35910:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998361.179294:0:35910:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998361.179296:0:35910:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4e00 refcount=3 00000020:00000001:3.0:1787998361.179298:0:35910:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521918976 : -117847187632640 : ffff94d1903e4e00) 00010000:00000001:3.0:1787998361.179300:0:35910:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521918976 : -117847187632640 : ffff94d1903e4e00) 00010000:00000001:3.0:1787998361.179303:0:35910:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998361.179304:0:35910:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998361.179305:0:35910:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4e00 refcount=4 00000020:00000001:3.0:1787998361.179307:0:35910:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521918976 : -117847187632640 : ffff94d1903e4e00) 00010000:00000001:3.0:1787998361.179309:0:35910:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521918976 : -117847187632640 : ffff94d1903e4e00) 00010000:00000001:3.0:1787998361.179312:0:35910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998361.179315:0:35910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998361.179318:0:35910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000006529ef95/0xb2d39e653c8cc5d lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad7e5 expref: -99 pid: 35910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998361.179325:0:35910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998361.179327:0:35910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1787998361.179330:0:35910:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1787998361.179335:0:35910:0:(cl_object.c:143:cl_object_top()) ffff94d1871e6e00 -> ffff94d18543a468 00000008:00010000:3.0:1787998361.179340:0:35910:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000006529ef95/0xb2d39e653c8cc5d lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6ad7e5 expref: -99 pid: 35910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1787998361.179348:0:35910:0:(cl_object.c:143:cl_object_top()) ffff94d1871e6e00 -> ffff94d18543a468 00000020:00000001:3.0:1787998361.179350:0:35910:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1787998361.179354:0:35910:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1787998361.179357:0:35910:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1787998361.179360:0:35910:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.179361:0:35910:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.179363:0:35910:0:(cl_object.c:143:cl_object_top()) ffff94d1871e6e00 -> ffff94d18543a468 00000008:00000001:3.0:1787998361.179365:0:35910:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:3.0:1787998361.179367:0:35910:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998361.179369:0:35910:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998361.179370:0:35910:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998361.179372:0:35910:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4e00 refcount=5 00000020:00000001:3.0:1787998361.179374:0:35910:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521918976 : -117847187632640 : ffff94d1903e4e00) 00010000:00000001:3.0:1787998361.179377:0:35910:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521918976 : -117847187632640 : ffff94d1903e4e00) 00010000:00000001:3.0:1787998361.179379:0:35910:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998361.179382:0:35910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000006529ef95/0xb2d39e653c8cc5d lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x4fd9a50f3a6ad7e5 expref: -99 pid: 35910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998361.179389:0:35910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998361.179390:0:35910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1787998361.179392:0:35910:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000006529ef95/0xb2d39e653c8cc5d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x4fd9a50f3a6ad7e5 expref: -99 pid: 35910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998361.179398:0:35910:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998361.179400:0:35910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998361.179401:0:35910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1787998361.179402:0:35910:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998361.179404:0:35910:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998361.179408:0:35910:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d01880 x1874850291790848/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998377 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998361.179414:0:35910:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998361.179418:0:35910:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998361.179421:0:35910:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1a0096800. 02000000:00000001:3.0:1787998361.179425:0:35910:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998361.179428:0:35910:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998361.179430:0:35910:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=2 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998361.179432:0:35910:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998361.179436:0:35910:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d1861f6600. 02000000:00000001:3.0:1787998361.179439:0:35910:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998361.179441:0:35910:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998361.179444:0:35910:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d01880. 00000100:00000001:3.0:1787998361.179448:0:35910:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998361.179449:0:35910:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1787998361.179451:0:35910:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998361.179454:0:35910:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.179458:0:35910:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998361.179461:0:35910:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.179464:0:35910:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.179466:0:35910:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.179470:0:35910:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.179472:0:35910:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.179476:0:35910:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:3.0:1787998361.179482:0:35910:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:3.0:1787998361.179489:0:35910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5fb80 00000080:00200000:3.0:1787998361.179491:0:35910:0:(vvp_io.c:1292:vvp_io_write_start()) f24b.recovery-small-1: write [0, 8192) append 0 append lockpos 0 00000020:00000001:3.0:1787998361.179495:0:35910:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:3.0:1787998361.179499:0:35910:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d191daa9b0) owner 0000000000000000/ffff94d199e527c0 00020000:00000002:3.0:1787998361.179504:0:35910:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d1a0013780 addref 2/0 by ffff94d199e527c0. 00020000:00000002:3.0:1787998361.179506:0:35910:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d191daa9b0) owner 0000000000000000/ffff94d199e527c0 00000020:00000001:3.0:1787998361.179510:0:35910:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:3.0:1787998361.179513:0:35910:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:3.0:1787998361.179517:0:35910:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:3.0:1787998361.179521:0:35910:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:3.0:1787998361.179526:0:35910:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1787998361.179528:0:35910:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:3.0:1787998361.179530:0:35910:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:3.0:1787998361.179533:0:35910:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:3.0:1787998361.179606:0:35910:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.179609:0:35910:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998361.179612:0:35910:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.179613:0:35910:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998361.179623:0:35910:0:(rw26.c:674:ll_write_begin()) Process entered 00000080:00200000:3.0:1787998361.179625:0:35910:0:(rw26.c:675:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:3.0:1787998361.179726:0:35910:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:3.0:1787998361.179731:0:35910:0:(cl_page.c:427:cl_page_find()) 0@[0x240000403:0xa:0x0] ffffdfa2045fad40 0 1 00000020:00000001:3.0:1787998361.179734:0:35910:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1787998361.179736:0:35910:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.179739:0:35910:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:3.0:1787998361.179746:0:35910:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff94d19051d8c0. 00000020:00000001:3.0:1787998361.179750:0:35910:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1787998361.179751:0:35910:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:3.0:1787998361.179755:0:35910:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:3.0:1787998361.179758:0:35910:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:3.0:1787998361.179761:0:35910:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1787998361.179763:0:35910:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00010000:00000010:3.1:1787998361.180054:0:35910:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360a00. 00000008:00000001:3.0:1787998361.180135:0:35910:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:3.0:1787998361.180137:0:35910:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff94d19051d930 folio ffffdfa2045fad40 pg:0 obj off 0 00000008:00000001:3.0:1787998361.180140:0:35910:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.180142:0:35910:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1787998361.180144:0:35910:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:3.0:1787998361.180145:0:35910:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:3.0:1787998361.180148:0:35910:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998361.180152:0:35910:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.180154:0:35910:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446626226523199680 : -117847186351936 : ffff94d19051d8c0) 00000020:00000001:3.0:1787998361.180156:0:35910:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446626226523199680 : -117847186351936 : ffff94d19051d8c0) 00000020:00000001:3.0:1787998361.180160:0:35910:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:3.0:1787998361.180162:0:35910:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1787998361.180164:0:35910:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446626226553938112 : -117847155613504 : ffff94d19226e0c0) 00000020:00000001:3.0:1787998361.180166:0:35910:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1787998361.180167:0:35910:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1787998361.180169:0:35910:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1787998361.180174:0:35910:0:(cl_page.c:507:__cl_page_state_set()) page@000000000b5c0489[2 00000000505f4232 1 1 00000000fb7417b6 0 0 0] 00000020:00000001:3.0:1787998361.180177:0:35910:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1787998361.180178:0:35910:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1787998361.180179:0:35910:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:3.0:1787998361.180183:0:35910:0:(rw26.c:768:ll_write_begin()) page@000000000b5c0489[2 00000000505f4232 2 1 00000000fb7417b6 0 0 0] 00000080:00008000:3.0:1787998361.180185:0:35910:0:(rw26.c:768:ll_write_begin()) full page write 00000080:00000001:3.0:1787998361.180186:0:35910:0:(rw26.c:786:ll_write_begin()) Process leaving 00000080:00000001:3.0:1787998361.180188:0:35910:0:(rw26.c:802:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998361.180193:0:35910:0:(rw26.c:865:ll_write_end()) Process entered 00000080:00200000:3.0:1787998361.180195:0:35910:0:(rw26.c:869:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:3.0:1787998361.180197:0:35910:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1787998361.180198:0:35910:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446626226553938112 : -117847155613504 : ffff94d19226e0c0) 00000020:00000001:3.0:1787998361.180199:0:35910:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:3.0:1787998361.180201:0:35910:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787998361.180208:0:35910:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:3.0:1787998361.180211:0:35910:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1787998361.180212:0:35910:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1787998361.180214:0:35910:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:3.0:1787998361.180217:0:35910:0:(rw26.c:927:ll_write_end()) page@000000000b5c0489[3 00000000505f4232 2 1 00000000fb7417b6 0 0 0] 00000080:00200000:3.0:1787998361.180221:0:35910:0:(rw26.c:927:ll_write_end()) vmpage @00000000bcf34a4b 17ffffc0001001 3:0 ffff94d19051d8c0 0 lru 00000080:00200000:3.0:1787998361.180229:0:35910:0:(rw26.c:927:ll_write_end()) osc-page@000000007a9fc5d5 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000ee44c586 00000000f5918c58 > 3< 0 0 > 4< 0 0 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1787998361.180232:0:35910:0:(rw26.c:927:ll_write_end()) end page@000000000b5c0489 00000080:00200000:3.0:1787998361.180233:0:35910:0:(rw26.c:927:ll_write_end()) queued cl_page: 1. 00000080:00000001:3.0:1787998361.180235:0:35910:0:(rw26.c:948:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:3.0:1787998361.180239:0:35910:0:(rw26.c:674:ll_write_begin()) Process entered 00000080:00200000:3.0:1787998361.180241:0:35910:0:(rw26.c:675:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000020:00000001:3.0:1787998361.180257:0:35910:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:3.0:1787998361.180259:0:35910:0:(cl_page.c:427:cl_page_find()) 1@[0x240000403:0xa:0x0] ffffdfa2049bfbc0 0 1 00000020:00000001:3.0:1787998361.180261:0:35910:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1787998361.180263:0:35910:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.180264:0:35910:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:3.0:1787998361.180267:0:35910:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff94d19051dc40. 00000020:00000001:3.0:1787998361.180270:0:35910:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1787998361.180271:0:35910:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:3.0:1787998361.180274:0:35910:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:3.0:1787998361.180276:0:35910:0:(lov_page.c:146:lov_page_init_composite()) offset 4096, entry 0, stripe 0, suboff 4096 00020000:00000001:3.0:1787998361.180278:0:35910:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1787998361.180279:0:35910:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000008:00000001:3.0:1787998361.180282:0:35910:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:3.0:1787998361.180283:0:35910:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff94d19051dcb0 folio ffffdfa2049bfbc0 pg:0 obj off 4096 00000008:00000001:3.0:1787998361.180286:0:35910:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.180287:0:35910:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1787998361.180288:0:35910:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:3.0:1787998361.180289:0:35910:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:3.0:1787998361.180290:0:35910:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998361.180294:0:35910:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.180296:0:35910:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446626226523200576 : -117847186351040 : ffff94d19051dc40) 00000020:00000001:3.0:1787998361.180298:0:35910:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446626226523200576 : -117847186351040 : ffff94d19051dc40) 00000020:00000001:3.0:1787998361.180301:0:35910:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:3.0:1787998361.180302:0:35910:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1787998361.180303:0:35910:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446626226553938112 : -117847155613504 : ffff94d19226e0c0) 00000020:00000001:3.0:1787998361.180305:0:35910:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1787998361.180306:0:35910:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1787998361.180307:0:35910:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1787998361.180310:0:35910:0:(cl_page.c:507:__cl_page_state_set()) page@0000000067cdb9be[2 00000000505f4232 1 1 00000000fb7417b6 0 0 1] 00000020:00000001:3.0:1787998361.180311:0:35910:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1787998361.180313:0:35910:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1787998361.180314:0:35910:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:3.0:1787998361.180317:0:35910:0:(rw26.c:768:ll_write_begin()) page@0000000067cdb9be[2 00000000505f4232 2 1 00000000fb7417b6 0 0 1] 00000080:00008000:3.0:1787998361.180318:0:35910:0:(rw26.c:768:ll_write_begin()) full page write 00000080:00000001:3.0:1787998361.180320:0:35910:0:(rw26.c:786:ll_write_begin()) Process leaving 00000080:00000001:3.0:1787998361.180321:0:35910:0:(rw26.c:802:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998361.180325:0:35910:0:(rw26.c:865:ll_write_end()) Process entered 00000080:00200000:3.0:1787998361.180326:0:35910:0:(rw26.c:869:ll_write_end()) pos 4096, len 4096, copied 4096 00000020:00000001:3.0:1787998361.180328:0:35910:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1787998361.180329:0:35910:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446626226553938112 : -117847155613504 : ffff94d19226e0c0) 00000020:00000001:3.0:1787998361.180331:0:35910:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:3.0:1787998361.180332:0:35910:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787998361.180333:0:35910:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:3.0:1787998361.180335:0:35910:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1787998361.180336:0:35910:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1787998361.180337:0:35910:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:3.0:1787998361.180339:0:35910:0:(rw26.c:927:ll_write_end()) page@0000000067cdb9be[3 00000000505f4232 2 1 00000000fb7417b6 0 0 1] 00000080:00200000:3.0:1787998361.180342:0:35910:0:(rw26.c:927:ll_write_end()) vmpage @00000000b34bf8a0 17ffffc0001001 3:0 ffff94d19051dc40 1 lru 00000080:00200000:3.0:1787998361.180348:0:35910:0:(rw26.c:927:ll_write_end()) osc-page@000000007c2c0ba0 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 00000000ee44c586 00000000f5918c58 > 3< 0 0 > 4< 0 0 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1787998361.180351:0:35910:0:(rw26.c:927:ll_write_end()) end page@0000000067cdb9be 00000080:00200000:3.0:1787998361.180352:0:35910:0:(rw26.c:927:ll_write_end()) queued cl_page: 2. 00000080:00000001:3.0:1787998361.180353:0:35910:0:(rw26.c:948:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:3.0:1787998361.180357:0:35910:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:3.0:1787998361.180359:0:35910:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000020:00000001:3.0:1787998361.180362:0:35910:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:3.0:1787998361.180364:0:35910:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:3.0:1787998361.180366:0:35910:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1787998361.180367:0:35910:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:3.0:1787998361.180369:0:35910:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:3.0:1787998361.180372:0:35910:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:3.0:1787998361.180374:0:35910:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:3.0:1787998361.180376:0:35910:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1787998361.180377:0:35910:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:3.0:1787998361.180379:0:35910:0:(osc_cache.c:2472:osc_queue_async_io()) Process entered 00000008:00000020:3.0:1787998361.180382:0:35910:0:(osc_cache.c:2531:osc_queue_async_io()) obj ffff94d1871e6e00 ready 0|-|- wr 0|-|- rd 0|- oap ffff94d19051d930 folio ffffdfa2045fad40 pg:0 added for cmd 2 00000008:00000001:3.0:1787998361.180387:0:35910:0:(osc_cache.c:1726:osc_enter_cache()) Process entered 00000008:00000020:3.0:1787998361.180390:0:35910:0:(osc_cache.c:1728:osc_enter_cache()) lustre-OST0000-osc-ffff94d1a0bb2800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 0, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }need:28672 00000008:00000020:3.0:1787998361.180397:0:35910:0:(osc_cache.c:1737:osc_enter_cache()) lustre-OST0000-osc-ffff94d1a0bb2800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 0, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }forced sync i/o 00000008:00000001:3.0:1787998361.180402:0:35910:0:(osc_cache.c:1738:osc_enter_cache()) Process leaving via out (rc=18446744073709551494 : -122 : 0xffffffffffffff86) 00000008:00000001:3.0:1787998361.180405:0:35910:0:(osc_cache.c:1779:osc_enter_cache()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000008:00000001:3.0:1787998361.180407:0:35910:0:(osc_cache.c:2668:osc_queue_async_io()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:3.0:1787998361.180410:0:35910:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1787998361.180414:0:35910:0:(cl_page.c:556:cl_batch_put()) page@000000000b5c0489[4 00000000505f4232 2 1 00000000fb7417b6 0 0 0] 00000020:00000001:3.0:1787998361.180415:0:35910:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:3.0:1787998361.180417:0:35910:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1787998361.180419:0:35910:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000008:00000020:3.0:1787998361.180423:0:35910:0:(osc_request.c:745:osc_update_next_shrink()) next time 3074 to shrink grant 00000008:00000040:3.0:1787998361.180425:0:35910:0:(osc_io.c:486:osc_io_commit_async()) 2 -122 00000008:00000001:3.0:1787998361.180427:0:35910:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:3.0:1787998361.180428:0:35910:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00020000:00000001:3.0:1787998361.180431:0:35910:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:3.0:1787998361.180433:0:35910:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000080:00000001:3.0:1787998361.180436:0:35910:0:(vvp_io.c:932:vvp_io_commit_sync()) Process entered 00000020:00000001:3.0:1787998361.180438:0:35910:0:(cl_io.c:1083:cl_2queue_init()) Process entered 00000020:00000001:3.0:1787998361.180439:0:35910:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:3.0:1787998361.180441:0:35910:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:3.0:1787998361.180442:0:35910:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:3.0:1787998361.180443:0:35910:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:3.0:1787998361.180444:0:35910:0:(cl_io.c:1086:cl_2queue_init()) Process leaving 00000020:00000001:3.0:1787998361.180445:0:35910:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:3.0:1787998361.180447:0:35910:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:3.0:1787998361.180449:0:35910:0:(cl_io.c:755:cl_io_submit_sync()) Process entered 00000020:00000001:3.0:1787998361.180451:0:35910:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1787998361.180454:0:35910:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1787998361.180456:0:35910:0:(cl_io.c:714:cl_io_submit_rw()) Process entered 00020000:00000001:3.0:1787998361.180458:0:35910:0:(lov_io.c:1647:lov_io_submit()) Process entered 00000020:00000001:3.0:1787998361.180460:0:35910:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:3.0:1787998361.180461:0:35910:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:3.0:1787998361.180462:0:35910:0:(cl_io.c:1083:cl_2queue_init()) Process entered 00000020:00000001:3.0:1787998361.180463:0:35910:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:3.0:1787998361.180465:0:35910:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:3.0:1787998361.180466:0:35910:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:3.0:1787998361.180467:0:35910:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:3.0:1787998361.180468:0:35910:0:(cl_io.c:1086:cl_2queue_init()) Process leaving 00000020:00000001:3.0:1787998361.180469:0:35910:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:3.0:1787998361.180472:0:35910:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00000020:00000001:3.0:1787998361.180473:0:35910:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:3.0:1787998361.180474:0:35910:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00020000:00000001:3.0:1787998361.180475:0:35910:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1787998361.180476:0:35910:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:3.0:1787998361.180479:0:35910:0:(cl_io.c:714:cl_io_submit_rw()) Process entered 00000020:00000001:3.0:1787998361.180480:0:35910:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1787998361.180481:0:35910:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446626226553938112 : -117847155613504 : ffff94d19226e0c0) 00000008:00400020:3.0:1787998361.180484:0:35910:0:(osc_io.c:128:osc_io_submit()) 2 1 00000020:00000001:3.0:1787998361.180487:0:35910:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:3.0:1787998361.180489:0:35910:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1787998361.180491:0:35910:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1787998361.180492:0:35910:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1787998361.180494:0:35910:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1787998361.180495:0:35910:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1787998361.180499:0:35910:0:(cl_page.c:507:__cl_page_state_set()) page@000000000b5c0489[3 00000000505f4232 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1787998361.180500:0:35910:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 3 00000020:00000001:3.0:1787998361.180501:0:35910:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1787998361.180503:0:35910:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:3.0:1787998361.180506:0:35910:0:(cl_page.c:1054:cl_page_prep()) page@000000000b5c0489[3 00000000505f4232 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1787998361.180508:0:35910:0:(cl_page.c:1054:cl_page_prep()) 1 0 00000020:00000001:3.0:1787998361.180510:0:35910:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1787998361.180511:0:35910:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1787998361.180512:0:35910:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:3.0:1787998361.180513:0:35910:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00000020:00000001:3.0:1787998361.180514:0:35910:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:3.0:1787998361.180515:0:35910:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1787998361.180516:0:35910:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1787998361.180517:0:35910:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1787998361.180518:0:35910:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1787998361.180520:0:35910:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1787998361.180522:0:35910:0:(cl_page.c:507:__cl_page_state_set()) page@0000000067cdb9be[3 00000000505f4232 2 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1787998361.180523:0:35910:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 3 00000020:00000001:3.0:1787998361.180525:0:35910:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1787998361.180526:0:35910:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:3.0:1787998361.180528:0:35910:0:(cl_page.c:1054:cl_page_prep()) page@0000000067cdb9be[3 00000000505f4232 3 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1787998361.180529:0:35910:0:(cl_page.c:1054:cl_page_prep()) 1 0 00000020:00000001:3.0:1787998361.180531:0:35910:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1787998361.180532:0:35910:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1787998361.180533:0:35910:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:3.0:1787998361.180534:0:35910:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00000008:00000001:3.0:1787998361.180587:0:35910:0:(osc_cache.c:2854:osc_queue_sync_pages()) Process entered 00000008:00000010:3.0:1787998361.180592:0:35910:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff94d18766b3c0. 00000008:00000020:3.0:1787998361.180598:0:35910:0:(osc_cache.c:1872:osc_update_pending()) obj ffff94d1871e6e00 ready 0|-|- wr 2|+|- rd 0|- update pending cmd 2 delta 2. 00000008:00000020:3.0:1787998361.180603:0:35910:0:(osc_cache.c:3003:osc_queue_sync_pages()) extent ffff94d18766b3c0@{[0 -> 1/1], [1|0|+|lockdone|wShu|ffff94d1871e6e00], [0|2|+|-|0000000000000000|1024|0000000000000000]} allocate ext: write=1 00000008:00010000:3.0:1787998361.180608:0:35910:0:(osc_cache.c:3003:osc_queue_sync_pages()) ### no dlm lock: extent: ffff94d18766b3c0 00000008:00000020:3.0:1787998361.180612:0:35910:0:(osc_cache.c:2414:__osc_io_unplug()) Queue writeback work for client ffff94d191ce0820. 00000008:00000001:3.0:1787998361.180628:0:35910:0:(osc_cache.c:3007:osc_queue_sync_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.180633:0:35910:0:(cl_object.c:143:cl_object_top()) ffff94d1871e6e00 -> ffff94d18543a468 00000020:00000001:3.0:1787998361.180635:0:35910:0:(cl_object.c:143:cl_object_top()) ffff94d1871e6e00 -> ffff94d18543a468 00000020:00000001:3.0:1787998361.180637:0:35910:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1787998361.180639:0:35910:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1787998361.180641:0:35910:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.180643:0:35910:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.180644:0:35910:0:(cl_object.c:143:cl_object_top()) ffff94d1871e6e00 -> ffff94d18543a468 00000008:00000040:3.0:1787998361.180646:0:35910:0:(osc_io.c:240:osc_io_submit()) 0/2 0 00000020:00000001:3.0:1787998361.180648:0:35910:0:(cl_io.c:727:cl_io_submit_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.180650:0:35910:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:3.0:1787998361.180651:0:35910:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:3.0:1787998361.180652:0:35910:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:3.0:1787998361.180653:0:35910:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:3.0:1787998361.180655:0:35910:0:(cl_io.c:1120:cl_2queue_fini()) Process entered 00000020:00000001:3.0:1787998361.180657:0:35910:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1787998361.180658:0:35910:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:3.0:1787998361.180659:0:35910:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1787998361.180660:0:35910:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:3.0:1787998361.180661:0:35910:0:(cl_io.c:1123:cl_2queue_fini()) Process leaving 00000020:00000001:3.0:1787998361.180728:0:35910:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:3.0:1787998361.180730:0:35910:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:3.0:1787998361.180731:0:35910:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1787998361.180732:0:35910:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00020000:00000001:3.0:1787998361.180733:0:35910:0:(lov_io.c:1706:lov_io_submit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.180735:0:35910:0:(cl_io.c:727:cl_io_submit_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.180737:0:35910:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1787998361.180754:0:29474:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787998361.180760:0:29474:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798655176 : -117846910896440 : ffff94d1a0bcf6c8) 00000020:00001000:3.0:1787998361.180763:0:29474:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf6c0 00000008:00000020:3.0:1787998361.180765:0:29474:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff94d191ce0820. 00000008:00000001:3.0:1787998361.180789:0:29474:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1787998361.180791:0:29474:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:3.0:1787998361.180793:0:29474:0:(osc_cache.c:2301:osc_next_obj()) Process leaving (rc=18446626226368835072 : -117847340716544 : ffff94d1871e6e00) 00000008:00000020:3.0:1787998361.180796:0:29474:0:(osc_cache.c:2339:osc_check_rpcs()) obj ffff94d1871e6e00 ready 0|-|- wr 2|+|- rd 0|- 0 in flight 00000008:00000001:3.0:1787998361.180799:0:29474:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1787998361.180801:0:29474:0:(osc_cache.c:1822:osc_makes_rpc()) high prio request forcing RPC 00000008:00000001:3.0:1787998361.180802:0:29474:0:(osc_cache.c:1823:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1787998361.180804:0:29474:0:(osc_cache.c:2159:osc_send_write_rpc()) Process entered 00000008:00000001:3.0:1787998361.180807:0:29474:0:(osc_cache.c:2016:try_to_add_extent_for_io()) Process entered 00000008:00000020:3.0:1787998361.180810:0:29474:0:(osc_cache.c:2020:try_to_add_extent_for_io()) extent ffff94d18766b3c0@{[0 -> 1/1], [1|0|+|lockdone|wShu|ffff94d1871e6e00], [0|2|+|-|0000000000000000|1024|0000000000000000]} trying to add this extent 00000008:00010000:3.0:1787998361.180814:0:29474:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff94d18766b3c0 00000008:00000001:3.0:1787998361.180818:0:29474:0:(osc_cache.c:2069:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:3.0:1787998361.180822:0:29474:0:(osc_cache.c:1872:osc_update_pending()) obj ffff94d1871e6e00 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -2. 00000008:00000001:3.0:1787998361.180828:0:29474:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:3.0:1787998361.180831:0:29474:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff94d1a0bb2800: cli: ffff94d191ce0820 unstable pages: 0, osc unstable pages: 0 00000008:00000010:3.0:1787998361.180837:0:29474:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 16 at ffff94d190ad3110. 00000008:00000010:3.0:1787998361.180841:0:29474:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff94d187650270. 00000008:00000020:3.0:1787998361.180844:0:29474:0:(osc_request.c:2875:osc_build_rpc()) page i:2, oap->oap_obj_off 4096, oap->oap_page_off 0 00000020:00000001:3.0:1787998361.180910:0:29474:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:3.0:1787998361.180913:0:29474:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:3.0:1787998361.180915:0:29474:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:3.0:1787998361.180918:0:29474:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1787998361/1787998361 00000020:00000001:3.0:1787998361.180922:0:29474:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:3.0:1787998361.180924:0:29474:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:3.0:1787998361.180928:0:29474:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:3.0:1787998361.180930:0:29474:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:3.0:1787998361.180933:0:29474:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998361.180940:0:29474:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360c00 count: 2 00010000:00000001:3.0:1787998361.180943:0:29474:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998361.180950:0:29474:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1787998361.180952:0:29474:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1787998361.180956:0:29474:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1787998361.180962:0:29474:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998361.180966:0:29474:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000006529ef95/0xb2d39e653c8cc5d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x4fd9a50f3a6ad7e5 expref: -99 pid: 35910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787998361.180982:0:29474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998361.181044:0:29474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1787998361.181046:0:29474:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1787998361.181048:0:29474:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998361.181050:0:29474:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998361.181052:0:29474:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4e00 refcount=4 00000020:00000001:3.0:1787998361.181054:0:29474:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521918976 : -117847187632640 : ffff94d1903e4e00) 00010000:00000001:3.0:1787998361.181115:0:29474:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521918976 : -117847187632640 : ffff94d1903e4e00) 00000008:00000001:3.0:1787998361.181117:0:29474:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446626226521918976 : -117847187632640 : ffff94d1903e4e00) 00010000:00000001:3.0:1787998361.181119:0:29474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998361.181120:0:29474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1787998361.181130:0:29474:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000008:00000001:3.0:1787998361.181133:0:29474:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:3.0:1787998361.181140:0:29474:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d01880. 00000020:00000040:3.0:1787998361.181143:0:29474:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998361.181150:0:29474:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998361.181152:0:29474:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998361.181155:0:29474:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998361.181177:0:29474:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 16384 at ffff94d199f50000. 00000100:00000001:3.0:1787998361.181184:0:29474:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1787998361.181193:0:29474:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 8192 00000008:00000020:3.0:1787998361.181199:0:29474:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff94d1a0bb2800: dirty: 0 undirty: 484638720 dropped 0 grant: 0 cl_lost_grant 0 00000008:00000001:3.0:1787998361.181205:0:29474:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:3.0:1787998361.181237:0:29474:0:(lnet-crypto.c:95:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 5811 MB/s 00000008:00008000:3.0:1787998361.181251:0:29474:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffdfa2045fad40 map ffff94d188006db8 index 0 flags 17ffffc0001001 count 3 priv ffff94d19051d8c0: off 0 00000008:00008000:3.0:1787998361.181255:0:29474:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffdfa2049bfbc0 map ffff94d188006db8 index 1 flags 17ffffc0001001 count 3 priv ffff94d19051dc40: off 0 00000008:00000001:3.0:1787998361.181265:0:29474:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:3.0:1787998361.181268:0:29474:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5872be30 (4) 00000008:00100000:3.0:1787998361.181273:0:29474:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff94d191d01880 - object 0x280000400:5 offset 0<>8192 00000008:00000001:3.0:1787998361.181275:0:29474:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.181278:0:29474:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:3.0:1787998361.181279:0:29474:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:3.0:1787998361.181280:0:29474:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:3.0:1787998361.181282:0:29474:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1787998361/1787998361 00000020:00000001:3.0:1787998361.181284:0:29474:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:3.0:1787998361.181285:0:29474:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:3.0:1787998361.181286:0:29474:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000100:00000001:3.0:1787998361.181288:0:29474:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998361.181290:0:29474:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548250752 : -117847161300864 : ffff94d191d01880) 00000008:00000002:3.0:1787998361.181301:0:29474:0:(osc_request.c:2976:osc_build_rpc()) @@@ 2 pages, aa 00000000f0c5d28d, now 0r/1w/0d in flight req@ffff94d191d01880 x1874850291790976/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:3.0:1787998361.181310:0:29474:0:(osc_request.c:2988:osc_build_rpc()) [0x240000403:0xa:0x0]: 2 write pages, start 0, end 2, now 0r/1w/0d in flight 00000100:00000040:3.0:1787998361.181318:0:29474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7a80315] to pc [ptlrpcd_01_00+0] req@ffff94d191d01880 x1874850291790976/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998361.181380:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998361.181385:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998361.181388:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998361.181395:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d01880 x1874850291790976/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998361.181404:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998361.181407:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998361.181412:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998361.181415:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998361.181418:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998361.181421:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291790976:192.168.206.123@tcp:4:multiop.0 00000100:00000001:2.0:1787998361.181425:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998361.181433:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998361.181436:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998361.181439:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998361.181446:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1a0baf000. 02000000:00000001:2.0:1787998361.181449:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998361.181457:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998361.181462:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1861516e0. 00000400:00000010:2.0:1787998361.181471:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfcc0. 00000100:00000200:2.0:1787998361.181480:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291790976, portal 4 00000100:00000001:2.0:1787998361.181482:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998361.181483:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548250752 : -117847161300864 : ffff94d191d01880) 00000100:00000040:2.0:1787998361.181491:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d01880 x1874850291790976/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1787998377 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998361.181499:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998361.181502:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998361.181506:0:2404:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff94d191748e40. 00000100:00000200:2.0:1787998361.181509:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 8680 bytes to portal 6, xid 1874850291790976, offset 0 00000400:00000200:2.0:1787998361.181516:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998361.181525:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.181533:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998361.181600:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998361.181605:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998361.181610:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998361.181613:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998361.181617:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2925:2925:256:4294967295] 192.168.206.123@tcp LPNI seq info [2925:2925:8:4294967295] 00000400:00000200:2.0:1787998361.181622:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.181633:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998361.181640:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 8680 bytes in 3 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998361.181646:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff94d191d93400. 00000800:00000200:2.0:1787998361.181654:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998361.181841:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998361.181910:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d191d93400 type 1, nob 8776 niov 1 nkiov 3 00000100:00000001:2.0:1787998361.181926:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998361.181931:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 187843 usecs (188 jiffies) 00000400:00000200:2.0:1787998361.181935:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998361.181938:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296541526 00000100:00000001:2.0:1787998361.181941:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:2.0:1787998361.181944:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296541526 00000100:00000001:2.0:1787998361.181947:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:2.0:1787998361.181949:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998361.181953:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998361.181956:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998361.181959:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998361.182164:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998361.182167:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787998361.182170:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998361.182172:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998361.182174:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998361.182177:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998361.185830:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998361.185843:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff94d191d93400. 00000400:00000200:2.0:1787998361.186248:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998361.186259:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998361.186268:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191748e40 00000400:00000010:2.0:1787998361.186271:0:2397:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 168 at ffff94d191748e40. 00000100:00000001:2.0:1787998361.186276:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998361.186285:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d01880 x1874850291790976/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1787998377 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998361.186300:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998361.186304:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d01880 x1874850291790976/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1787998377 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998361.186312:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998361.186314:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:3.0:1787998361.186429:0:29474:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:3.0:1787998361.186433:0:29474:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998361.186436:0:29474:0:(osc_cache.c:2208:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998361.186440:0:29474:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1787998361.186442:0:29474:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998361.186445:0:29474:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1787998361.186447:0:29474:0:(osc_cache.c:1816:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998361.186448:0:29474:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1787998361.186449:0:29474:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998361.186454:0:29474:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:3.0:1787998361.186457:0:29474:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998361.186459:0:29474:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000020:00001000:3.0:1787998361.186463:0:29474:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf6c0 00000100:00000001:2.0:1787998361.186756:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998361.186762:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998361.190584:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.190607:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998361.190612:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.190614:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998361.190625:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.190634:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998361.190644:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.190650:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.190657:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.190662:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 448 into portal 4 MB=0x6a92a99a63480 00000400:00000200:2.0:1787998361.190677:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.190685:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 448/448 into md 0x87e5 [1] + 224 00000800:00000001:2.0:1787998361.190693:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.190702:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998361.190706:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998361.190710:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998361.190719:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998361.190730:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d01880 x1874850291790976/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1787998377 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998361.190742:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff94d191d01880 x1874850291790976/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998361.190810:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998361.190820:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.190824:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998361.190941:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998361.190947:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787998361.190955:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998361.190958:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998361.190962:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1861516e0. 00000400:00000200:3.0:1787998361.190967:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfcc0 00000400:00000010:3.0:1787998361.190970:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfcc0. 00000100:00000001:3.0:1787998361.190975:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998361.190980:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d01880 x1874850291790976/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1787998361.191009:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d01880 x1874850291790976/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998361.191016:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998361.191018:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998361.191020:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998361.191024:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998361.191027:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998361.191030:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998361.191033:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998361.191044:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62ca8 time=36 v=5 (5 0 0 0) 00000100:00001000:3.0:1787998361.191049:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998361.191052:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998361.191055:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998361.191068:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998361.191072:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998361.191078:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1787998361.191080:0:2404:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: committing for last_committed 4294967336 gen 15 00000100:00000001:3.0:1787998361.191084:0:2404:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1787998361.191087:0:2404:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:3.0:1787998361.191090:0:2404:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998361.191092:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998361.191097:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d01880 x1874850291790976/t4294967336(4294967336) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998361.191105:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998361.191109:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998361.191112:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1787998361.191115:0:2404:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:3.0:1787998361.191118:0:2404:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:3.0:1787998361.191131:0:2404:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:3.0:1787998361.191135:0:2404:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:3.0:1787998361.191141:0:2404:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff94d1a0bb2800: setdq to remove for usr 0 00000001:04000000:3.0:1787998361.191144:0:2404:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff94d1a0bb2800: setdq to remove for grp 0 00000001:04000000:3.0:1787998361.191146:0:2404:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff94d1a0bb2800: setdq to remove for prj 0 00000001:00000001:3.0:1787998361.191149:0:2404:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1787998361.191152:0:2404:0:(osc_request.c:759:osc_update_grant()) got 8437760 extra grant 00000008:00008000:3.0:1787998361.191155:0:2404:0:(osc_request.c:2091:check_write_checksum()) checksum 5872be30 confirmed 00000008:00000001:3.0:1787998361.191159:0:2404:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1787998361.191162:0:2404:0:(osc_request.c:2439:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:3.0:1787998361.191165:0:2404:0:(osc_request.c:2586:brw_interpret()) request ffff94d191d01880 aa ffff94d191d01a30 rc 0 00000020:00000001:3.0:1787998361.191172:0:2404:0:(cl_object.c:143:cl_object_top()) ffff94d1871e6e00 -> ffff94d18543a468 00000020:00000001:3.0:1787998361.191176:0:2404:0:(cl_object.c:143:cl_object_top()) ffff94d1871e6e00 -> ffff94d18543a468 00000020:00000001:3.0:1787998361.191179:0:2404:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1787998361.191182:0:2404:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 8192 00020000:00000001:3.0:1787998361.191185:0:2404:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1787998361.191188:0:2404:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.191190:0:2404:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.191192:0:2404:0:(cl_object.c:143:cl_object_top()) ffff94d1871e6e00 -> ffff94d18543a468 00000008:00000010:3.0:1787998361.191196:0:2404:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff94d187650270. 00000100:00000001:3.0:1787998361.191203:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998361.191207:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d01880 x1874850291790976/t4294967336(4294967336) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1787998377 ref 2 fl Interpret:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998361.191214:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998361.191219:0:2404:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:3.0:1787998361.191222:0:2404:0:(osc_cache.c:908:osc_extent_finish()) extent ffff94d18766b3c0@{[0 -> 1/1], [1|0|-|rpc|wShu|ffff94d1871e6e00], [0|2|+|-|0000000000000000|1024|ffff94d1858327c0]} extent finished. 00000008:00010000:3.0:1787998361.191228:0:2404:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff94d18766b3c0 00000008:00000001:3.0:1787998361.191233:0:2404:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:3.0:1787998361.191236:0:2404:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:3.0:1787998361.191243:0:2404:0:(cl_page.c:1104:cl_page_complete()) page@000000000b5c0489[4 00000000505f4232 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1787998361.191245:0:2404:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:3.0:1787998361.191247:0:2404:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1787998361.191249:0:2404:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1787998361.191251:0:2404:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1787998361.191255:0:2404:0:(cl_page.c:507:__cl_page_state_set()) page@000000000b5c0489[4 00000000505f4232 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1787998361.191256:0:2404:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:3.0:1787998361.191258:0:2404:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:3.0:1787998361.191261:0:2404:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:3.0:1787998361.191265:0:2404:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000000b5c0489[4 00000000505f4232 1 1 0000000000000000 0 0 0] 00000080:00008000:3.0:1787998361.191267:0:2404:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:3.0:1787998361.191269:0:2404:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:3.0:1787998361.191271:0:2404:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1787998361.191273:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1787998361.191275:0:2404:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1787998361.191276:0:2404:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:3.0:1787998361.191279:0:2404:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1787998361.191282:0:2404:0:(cl_page.c:556:cl_batch_put()) page@000000000b5c0489[4 00000000505f4232 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1787998361.191283:0:2404:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:3.0:1787998361.191285:0:2404:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1787998361.191287:0:2404:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000001:3.0:1787998361.191288:0:2404:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:3.0:1787998361.191290:0:2404:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:3.0:1787998361.191292:0:2404:0:(cl_page.c:1104:cl_page_complete()) page@0000000067cdb9be[4 00000000505f4232 3 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1787998361.191294:0:2404:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:3.0:1787998361.191295:0:2404:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1787998361.191296:0:2404:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1787998361.191298:0:2404:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1787998361.191300:0:2404:0:(cl_page.c:507:__cl_page_state_set()) page@0000000067cdb9be[4 00000000505f4232 3 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1787998361.191302:0:2404:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:3.0:1787998361.191303:0:2404:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:3.0:1787998361.191304:0:2404:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:3.0:1787998361.191307:0:2404:0:(vvp_page.c:167:vvp_page_complete_write()) page@0000000067cdb9be[4 00000000505f4232 1 1 0000000000000000 0 0 1] 00000080:00008000:3.0:1787998361.191308:0:2404:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:3.0:1787998361.191310:0:2404:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:3.0:1787998361.191311:0:2404:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1787998361.191312:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1787998361.191326:0:2404:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1787998361.191328:0:2404:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:3.0:1787998361.191329:0:2404:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1787998361.191332:0:2404:0:(cl_page.c:556:cl_batch_put()) page@0000000067cdb9be[4 00000000505f4232 1 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1787998361.191334:0:2404:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:3.0:1787998361.191335:0:2404:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1787998361.191336:0:2404:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:3.0:1787998361.191340:0:2404:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff94d18766b3c0@{[0 -> 1/1], [1|0|-|inv|wShu|ffff94d1871e6e00], [0|0|-|-|0000000000000000|1024|ffff94d1858327c0]} destroyed. 00000008:00010000:3.0:1787998361.191345:0:2404:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff94d18766b3c0 00000008:00000010:3.0:1787998361.191350:0:2404:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff94d18766b3c0. 00000008:00000001:3.0:1787998361.191355:0:2404:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1787998361.191358:0:2404:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 16 at ffff94d190ad3110. 00000008:00000020:3.0:1787998361.191366:0:2404:0:(osc_cache.c:2414:__osc_io_unplug()) Queue writeback work for client ffff94d191ce0820. 00000008:00000001:3.0:1787998361.191379:0:2404:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998361.191384:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d01880 x1874850291790976/t4294967336(4294967336) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1787998377 ref 1 fl Interpret:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787998361.191393:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291790976:192.168.206.123@tcp:4:multiop.0 00000100:00000001:3.0:1787998361.191399:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998361.191401:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998361.191404:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d01880 x1874850291790976/t4294967336(4294967336) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1787998377 ref 1 fl Complete:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998361.191410:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998361.191413:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998361.191417:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1a0baf000. 02000000:00000001:3.0:1787998361.191420:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998361.191423:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998361.191425:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=2 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998361.191428:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998361.191430:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 16384 at ffff94d199f50000. 02000000:00000001:3.0:1787998361.191452:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998361.191454:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998361.191457:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d01880. 00000100:00000001:3.0:1787998361.191460:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998361.191462:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998361.191465:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998361.191473:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998361.191475:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998361.191477:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998361.191480:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998361.191492:0:29474:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787998361.191497:0:29474:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798655176 : -117846910896440 : ffff94d1a0bcf6c8) 00000020:00001000:3.0:1787998361.191500:0:29474:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf6c0 00000008:00000020:3.0:1787998361.191502:0:29474:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff94d191ce0820. 00000008:00000001:3.0:1787998361.191505:0:29474:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1787998361.191507:0:29474:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:3.0:1787998361.191509:0:29474:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998361.191512:0:29474:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000020:00001000:3.0:1787998361.191514:0:29474:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf6c0 00000020:00000001:2.0:1787998361.191626:0:35910:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998361.191631:0:35910:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1787998361.191633:0:35910:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:2.0:1787998361.191635:0:35910:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446626226553938112 : -117847155613504 : ffff94d19226e0c0) 00000020:00000001:2.0:1787998361.191637:0:35910:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1787998361.191639:0:35910:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1787998361.191640:0:35910:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1787998361.191644:0:35910:0:(cl_page.c:507:__cl_page_state_set()) page@000000000b5c0489[3 00000000505f4232 1 1 00000000fb7417b6 0 0 0] 00000020:00000001:2.0:1787998361.191646:0:35910:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1787998361.191647:0:35910:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1787998361.191648:0:35910:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000020:00000001:2.0:1787998361.191650:0:35910:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1787998361.191651:0:35910:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:2.0:1787998361.191652:0:35910:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446626226553938112 : -117847155613504 : ffff94d19226e0c0) 00000020:00000001:2.0:1787998361.191654:0:35910:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1787998361.191655:0:35910:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1787998361.191656:0:35910:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1787998361.191658:0:35910:0:(cl_page.c:507:__cl_page_state_set()) page@0000000067cdb9be[3 00000000505f4232 1 1 00000000fb7417b6 0 0 1] 00000020:00000001:2.0:1787998361.191660:0:35910:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1787998361.191662:0:35910:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1787998361.191663:0:35910:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000020:00000001:2.0:1787998361.191664:0:35910:0:(cl_io.c:788:cl_io_submit_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998361.191666:0:35910:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:2.0:1787998361.191668:0:35910:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:2.0:1787998361.191669:0:35910:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:2.0:1787998361.191671:0:35910:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:2.0:1787998361.191672:0:35910:0:(cl_io.c:1120:cl_2queue_fini()) Process entered 00000020:00000001:2.0:1787998361.191674:0:35910:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1787998361.191675:0:35910:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:2.0:1787998361.191676:0:35910:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1787998361.191677:0:35910:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:2.0:1787998361.191678:0:35910:0:(cl_io.c:1123:cl_2queue_fini()) Process leaving 00000020:00000001:2.0:1787998361.191680:0:35910:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:2.0:1787998361.191681:0:35910:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1787998361.191684:0:35910:0:(cl_page.c:556:cl_batch_put()) page@000000000b5c0489[3 00000000505f4232 2 1 00000000fb7417b6 0 0 0] 00000020:00000001:2.0:1787998361.191686:0:35910:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:2.0:1787998361.191687:0:35910:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1787998361.191688:0:35910:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000020:00000001:2.0:1787998361.191691:0:35910:0:(cl_page.c:1207:cl_page_clip()) page@000000000b5c0489[2 00000000505f4232 2 1 00000000fb7417b6 0 0 0] 00000020:00000001:2.0:1787998361.191693:0:35910:0:(cl_page.c:1207:cl_page_clip()) 0 4096 00000008:00000020:2.0:1787998361.191696:0:35910:0:(osc_page.c:179:osc_page_clip()) from 0, to 4096 00000020:00000001:2.0:1787998361.191699:0:35910:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:2.0:1787998361.191700:0:35910:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1787998361.191702:0:35910:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1787998361.191703:0:35910:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1787998361.191706:0:35910:0:(cl_page.c:507:__cl_page_state_set()) page@000000000b5c0489[2 00000000505f4232 2 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1787998361.191708:0:35910:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1787998361.191709:0:35910:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1787998361.191711:0:35910:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1787998361.191712:0:35910:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1787998361.191714:0:35910:0:(cl_page.c:556:cl_batch_put()) page@000000000b5c0489[2 00000000505f4232 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1787998361.191716:0:35910:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:2.0:1787998361.191717:0:35910:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1787998361.191718:0:35910:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:2.0:1787998361.191719:0:35910:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1787998361.191722:0:35910:0:(cl_page.c:556:cl_batch_put()) page@0000000067cdb9be[3 00000000505f4232 2 1 00000000fb7417b6 0 0 1] 00000020:00000001:2.0:1787998361.191723:0:35910:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:2.0:1787998361.191725:0:35910:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1787998361.191726:0:35910:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000020:00000001:2.0:1787998361.191728:0:35910:0:(cl_page.c:1207:cl_page_clip()) page@0000000067cdb9be[2 00000000505f4232 2 1 00000000fb7417b6 0 0 1] 00000020:00000001:2.0:1787998361.191729:0:35910:0:(cl_page.c:1207:cl_page_clip()) 0 4096 00000008:00000020:2.0:1787998361.191731:0:35910:0:(osc_page.c:179:osc_page_clip()) from 0, to 4096 00000020:00000001:2.0:1787998361.191733:0:35910:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:2.0:1787998361.191734:0:35910:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1787998361.191735:0:35910:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1787998361.191736:0:35910:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1787998361.191739:0:35910:0:(cl_page.c:507:__cl_page_state_set()) page@0000000067cdb9be[2 00000000505f4232 2 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1787998361.191740:0:35910:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1787998361.191742:0:35910:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1787998361.191743:0:35910:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1787998361.191744:0:35910:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1787998361.191747:0:35910:0:(cl_page.c:556:cl_batch_put()) page@0000000067cdb9be[2 00000000505f4232 1 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1787998361.191748:0:35910:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:2.0:1787998361.191749:0:35910:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:2.0:1787998361.191751:0:35910:0:(vvp_io.c:979:vvp_io_commit_sync()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:2.0:1787998361.191755:0:35910:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1787998361.191759:0:35910:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d191daa9b0) owner 0000000000000000/ffff94d199e527c0 00020000:00000002:2.0:1787998361.191764:0:35910:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d191daa9b0) owner 0000000000000000/ffff94d199e527c0 00020000:00000001:2.0:1787998361.191789:0:35910:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998361.191793:0:35910:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1787998361.191794:0:35910:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1787998361.191795:0:35910:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998361.191800:0:35910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5fb80 00000080:00200000:2.0:1787998361.191802:0:35910:0:(vvp_io.c:1358:vvp_io_write_start()) f24b.recovery-small-1: write bytes 0, result: 8192 00000080:00000001:2.0:1787998361.191806:0:35910:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998361.191811:0:35910:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1787998361.191814:0:35910:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1787998361.191815:0:35910:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1787998361.191819:0:35910:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:2.0:1787998361.191821:0:35910:0:(cl_object.c:143:cl_object_top()) ffff94d1871e6e00 -> ffff94d18543a468 00000020:00000001:2.0:1787998361.191823:0:35910:0:(cl_object.c:143:cl_object_top()) ffff94d1871e6e00 -> ffff94d18543a468 00000020:00000001:2.0:1787998361.191824:0:35910:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1787998361.191826:0:35910:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1787998361.191827:0:35910:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998361.191829:0:35910:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998361.191831:0:35910:0:(cl_object.c:143:cl_object_top()) ffff94d1871e6e00 -> ffff94d18543a468 00000008:00000001:2.0:1787998361.191833:0:35910:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998361.191835:0:35910:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998361.191837:0:35910:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998361.191839:0:35910:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998361.191841:0:35910:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998361.191843:0:35910:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1787998361.191844:0:35910:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1787998361.191910:0:35910:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1787998361.191912:0:35910:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1787998361.191914:0:35910:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1787998361.191915:0:35910:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998361.191917:0:35910:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998361.191920:0:35910:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1787998361.191922:0:35910:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1787998361.191925:0:35910:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1787998361.191927:0:35910:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d191a0e038 (ffff94d1a0bcf008/0) at cl_lock_release():245 00000020:00000001:2.0:1787998361.191931:0:35910:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1787998361.191932:0:35910:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d191a0e038 (ffff94d1a0bcf008/0) at cl_lock_cancel():142 00020000:00000001:2.0:1787998361.191937:0:35910:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1787998361.191940:0:35910:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787998361.191941:0:35910:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:2.0:1787998361.191943:0:35910:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1787998361.191944:0:35910:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d190a8d530 (ffff94d1a0bcfbd8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1787998361.191948:0:35910:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1787998361.191950:0:35910:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1787998361.191953:0:35910:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998361.191956:0:35910:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998361.191959:0:35910:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4e00 refcount=4 00000020:00000001:2.0:1787998361.191962:0:35910:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521918976 : -117847187632640 : ffff94d1903e4e00) 00010000:00000001:2.0:1787998361.191965:0:35910:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521918976 : -117847187632640 : ffff94d1903e4e00) 00010000:00000001:2.0:1787998361.191968:0:35910:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998361.191974:0:35910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000006529ef95/0xb2d39e653c8cc5d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x4fd9a50f3a6ad7e5 expref: -99 pid: 35910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998361.191986:0:35910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998361.191988:0:35910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998361.191990:0:35910:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787998361.191993:0:35910:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787998361.191997:0:35910:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000006529ef95/0xb2d39e653c8cc5d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x4fd9a50f3a6ad7e5 expref: -99 pid: 35910 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1787998361.192014:0:35910:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787998361.192017:0:35910:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998361.192019:0:35910:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998361.192024:0:35910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998361.192026:0:35910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998361.192028:0:35910:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998361.192031:0:35910:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998361.192033:0:35910:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998361.192035:0:35910:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998361.192038:0:35910:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998361.192040:0:35910:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998361.192041:0:35910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998361.192042:0:35910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998361.192044:0:35910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998361.192045:0:35910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1787998361.192046:0:35910:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1787998361.192048:0:35910:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1787998361.192049:0:35910:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1787998361.192050:0:35910:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1787998361.192052:0:35910:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1787998361.192171:0:35910:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d191a0e038 (ffff94d1a0bcf008/0) at cl_lock_fini():72 00020000:00000001:2.0:1787998361.192176:0:35910:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1787998361.192177:0:35910:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1787998361.192178:0:35910:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d190a8d530 (ffff94d1a0bcf008/1) at cl_lock_fini():72 00000008:00000010:2.0:1787998361.192182:0:35910:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d190426260. 00000020:00000001:2.0:1787998361.192186:0:35910:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1787998361.192188:0:35910:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d190a8d500. 00020000:00000001:2.0:1787998361.192191:0:35910:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1787998361.192192:0:35910:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1787998361.192193:0:35910:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1787998361.192196:0:35910:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1787998361.192197:0:35910:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1787998361.192199:0:35910:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1787998361.192200:0:35910:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1787998361.192202:0:35910:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998361.192204:0:35910:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998361.192206:0:35910:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1787998361.192207:0:35910:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1787998361.192209:0:35910:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1787998361.192212:0:35910:0:(vvp_io.c:533:vvp_io_advance()) advancing 8192 bytes 00000020:00000001:2.0:1787998361.192214:0:35910:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1787998361.192215:0:35910:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1787998361.192217:0:35910:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1787998361.192219:0:35910:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1787998361.192220:0:35910:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1787998361.192222:0:35910:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1787998361.192224:0:35910:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998361.192226:0:35910:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998361.192228:0:35910:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1787998361.192229:0:35910:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1787998361.192231:0:35910:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1787998361.192236:0:35910:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 1] 00000001:00000001:2.0:1787998361.192239:0:35910:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:2.0:1787998361.192242:0:35910:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:2.0:1787998361.192244:0:35910:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1787998361.192246:0:35910:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1787998361.192247:0:35910:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1787998361.192248:0:35910:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1787998361.192250:0:35910:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1787998361.192251:0:35910:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfbd0 00020000:00000001:2.0:1787998361.192254:0:35910:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1787998361.192256:0:35910:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1787998361.192258:0:35910:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1787998361.192260:0:35910:0:(vvp_io.c:304:vvp_io_fini()) [0x240000403:0xa:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1787998361.192263:0:35910:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1787998361.192264:0:35910:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1787998361.192266:0:35910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5fc98 00000080:00200000:2.0:1787998361.192268:0:35910:0:(file.c:2238:ll_file_io_generic()) f24b.recovery-small-1: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00000001:2.0:1787998361.192273:0:35910:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1787998361.192275:0:35910:0:(cl_object.c:143:cl_object_top()) ffff94d18543a468 -> ffff94d18543a468 00000020:00000001:2.0:1787998361.192277:0:35910:0:(cl_object.c:143:cl_object_top()) ffff94d18543a468 -> ffff94d18543a468 00000020:00000001:2.0:1787998361.192279:0:35910:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1787998361.192283:0:35910:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1787998361.192288:0:35910:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1787998361.192290:0:35910:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:2.0:1787998361.192292:0:35910:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1787998361.192293:0:35910:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:2.0:1787998361.192296:0:35910:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0xa:1073742851 on OST[0]: s=8192 (1) m=1787998361 a=0 c=1787998361 b=16 00020000:00000001:2.0:1787998361.192301:0:35910:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1787998361.192303:0:35910:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1787998361 a=0 c=1787998361 b=16 00020000:00000001:2.0:1787998361.192306:0:35910:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998361.192308:0:35910:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998361.192310:0:35910:0:(cl_object.c:143:cl_object_top()) ffff94d18543a468 -> ffff94d18543a468 00000080:00200000:2.0:1787998361.192312:0:35910:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000403:0xa:0x0] updating i_size 8192 i_blocks 16 00000080:00000001:2.0:1787998361.192315:0:35910:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1787998361.192320:0:35910:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 8192 00000080:00000001:2.0:1787998361.192322:0:35910:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=8192 : 8192 : 2000) 00000020:00001000:2.0:1787998361.192324:0:35910:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf000 00000020:00000001:2.0:1787998361.192328:0:35910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5fd88 00000080:00000008:2.0:1787998361.192329:0:35910:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24b.recovery-small-1:[0x240000403:0xa:0x0], ppos: 8192, count: 0, rc = 8192 00000080:00000001:2.0:1787998361.192332:0:35910:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=8192 : 8192 : 2000) 00000080:00000001:1.0:1787998361.231649:0:35913:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998361.231659:0:35913:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998361.231661:0:35913:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998361.231735:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3fbc0 00000080:00200000:1.0:1787998361.231741:0:35913:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:1.0:1787998361.231752:0:35913:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19162ba00. 00800000:00000002:1.0:1787998361.231760:0:35913:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998361.231765:0:35913:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998361.232046:0:35913:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998361.232049:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3fae0 00800000:00000002:1.0:1787998361.232053:0:35913:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998361.232115:0:35913:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998361.232119:0:35913:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998361.232145:0:35913:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998361.232149:0:35913:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998361.232152:0:35913:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998361.232154:0:35913:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998361.232156:0:35913:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998361.232159:0:35913:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998361.232163:0:35913:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998361.232170:0:35913:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998361.232172:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3f9b0 00000002:00010000:1.0:1787998361.232174:0:35913:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787998361.232178:0:35913:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998361.232180:0:35913:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998361.232184:0:35913:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998361.232193:0:35913:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921400 count: 2 00010000:00000001:1.0:1787998361.232196:0:35913:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998361.232201:0:35913:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998361.232274:0:35913:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998361.232281:0:35913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8cc41 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad78a expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1787998361.232302:0:35913:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998361.232308:0:35913:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998361.232312:0:35913:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8cc41 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad78a expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1787998361.232320:0:35913:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787998361.232322:0:35913:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998361.232324:0:35913:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998361.232326:0:35913:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998361.232328:0:35913:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998361.232331:0:35913:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787998361.232334:0:35913:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787998361.232337:0:35913:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998361.232341:0:35913:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162ba00. 00000080:00000001:1.0:1787998361.232346:0:35913:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998361.232348:0:35913:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998361.232351:0:35913:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:1.0:1787998361.232355:0:35913:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cc41 00800000:00000001:1.0:1787998361.232360:0:35913:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998361.232362:0:35913:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998361.232364:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998361.232366:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998361.232369:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367200 refcount=3 00000020:00000001:1.0:1787998361.232372:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:1.0:1787998361.232374:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:1.0:1787998361.232378:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998361.232380:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998361.232381:0:35913:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998361.232384:0:35913:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998361.232386:0:35913:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc41 from it ffffb66d41c3fbf8 00010000:00000001:1.0:1787998361.232389:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998361.232390:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998361.232391:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367200 refcount=3 00000020:00000001:1.0:1787998361.232393:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:1.0:1787998361.232395:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:1.0:1787998361.232398:0:35913:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998361.232401:0:35913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8cc41 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad78a expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787998361.232408:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998361.232409:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998361.232411:0:35913:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998361.232414:0:35913:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998361.232416:0:35913:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8cc41 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad78a expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1787998361.232425:0:35913:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998361.232429:0:35913:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998361.232431:0:35913:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998361.232436:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998361.232438:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998361.232440:0:35913:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998361.232443:0:35913:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998361.232445:0:35913:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998361.232448:0:35913:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998361.232451:0:35913:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998361.232453:0:35913:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998361.232454:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998361.232455:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998361.232459:0:35913:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787998361.232461:0:35913:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998361.232463:0:35913:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:1.0:1787998361.232469:0:35913:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998361.232473:0:35913:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1787998361.232476:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3fb88 00000080:00002000:1.0:1787998361.232478:0:35913:0:(dcache.c:87:ll_dcompare()) found name d24b.recovery-small(ffff94d183597288) flags 0x28000e refc 1 00000080:00000001:1.0:1787998361.232481:0:35913:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998361.232483:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3fbd0 00000080:00200000:1.0:1787998361.232485:0:35913:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d24b.recovery-small, flags=25 00000080:00000001:1.0:1787998361.232490:0:35913:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1787998361.232492:0:35913:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998361.232495:0:35913:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:1.0:1787998361.232497:0:35913:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x240000403:0x9:0x0](ffff94d1989aa1c8), inode mode 41ed mask 1 00000080:00000001:1.0:1787998361.232500:0:35913:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998361.232512:0:35913:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d190a90fa0. 00000080:00000001:1.0:1787998361.232516:0:35913:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:1.0:1787998361.232518:0:35913:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x240000403:0x9:0x0](ffff94d1989aa1c8), inode mode 41ed mask 3 00000080:00000001:1.0:1787998361.232521:0:35913:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998361.232524:0:35913:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1787998361.232526:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3fb58 00000080:00200000:1.0:1787998361.232528:0:35913:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24b.recovery-small-2, dir=[0x240000403:0x9:0x0](ffff94d1989aa1c8), file ffff94d187110000, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1787998361.232534:0:35913:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff94d1a0b0a120. 00000080:00000001:1.0:1787998361.232539:0:35913:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1787998361.232541:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3fa08 00000080:00200000:1.0:1787998361.232543:0:35913:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24b.recovery-small-2, dir=[0x240000403:0x9:0x0](ffff94d1989aa1c8), intent=open|creat 00000080:00000010:1.0:1787998361.232549:0:35913:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19162ba00. 00000080:00000001:1.0:1787998361.232555:0:35913:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998361.232557:0:35913:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998361.232559:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3f928 00800000:00000002:1.0:1787998361.232561:0:35913:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24b.recovery-small-2' on [0x240000403:0x9:0x0] 00800000:00000001:1.0:1787998361.232564:0:35913:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1787998361.232567:0:35913:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1787998361.232570:0:35913:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998361.232572:0:35913:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998361.232573:0:35913:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998361.232575:0:35913:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998361.232577:0:35913:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998361.232578:0:35913:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0x9:0x0] 00800000:00000001:1.0:1787998361.232580:0:35913:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998361.232584:0:35913:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446626226337597440 : -117847371954176 : ffff94d18541c800) 00800000:00000001:1.0:1787998361.232588:0:35913:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1787998361.232590:0:35913:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1787998361.232593:0:35913:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1787998361.232597:0:35913:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1787998361.232600:0:35913:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff94d1a0bb2800: Allocated FID [0x240000403:0xb:0x0] 40000000:00000001:1.0:1787998361.232603:0:35913:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998361.232605:0:35913:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998361.232607:0:35913:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998361.232609:0:35913:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998361.232611:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3f8a8 00800000:00000002:1.0:1787998361.232614:0:35913:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x240000403:0x9:0x0], fid2=[0x240000403:0xb:0x0], name='f24b.recovery-small-2' -> mds #1 layout version 1 00000002:00000001:1.0:1787998361.232618:0:35913:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998361.232619:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3f7e0 00000002:00010000:1.0:1787998361.232621:0:35913:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f24b.recovery-small-2,[0x240000403:0xb:0x0]) in obj [0x240000403:0x9:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1787998361.232626:0:35913:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1787998361.232628:0:35913:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1787998361.232632:0:35913:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1787998361.232636:0:35913:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998361.232638:0:35913:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1787998361.232640:0:35913:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998361.232646:0:35913:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edc000. 00000020:00000040:1.0:1787998361.232651:0:35913:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=7 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 02000000:00000001:1.0:1787998361.232656:0:35913:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787998361.232658:0:35913:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998361.232661:0:35913:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787998361.232734:0:35913:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998361.232738:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998361.232739:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998361.232740:0:35913:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998361.232744:0:35913:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998361.232746:0:35913:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998361.232749:0:35913:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998361.232759:0:35913:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d199e25800. 00000100:00000001:1.0:1787998361.232858:0:35913:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998361.232866:0:35913:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998361.232868:0:35913:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998361.232870:0:35913:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998361.232871:0:35913:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998361.233047:0:35913:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998361.233179:0:35913:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626226684411904 : -117847025139712 : ffff94d199edc000) 00010000:00000001:1.0:1787998361.233186:0:35913:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787998361.233188:0:35913:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1787998361.233194:0:35913:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d192b98100. 00010000:00000010:1.0:1787998361.233199:0:35913:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d1a0046900. 00010000:00000001:1.0:1787998361.233502:0:35913:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787998361.233508:0:35913:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1917f3600. 00000020:00000001:1.0:1787998361.233513:0:35913:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787998361.233517:0:35913:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1917f3600 with handle 0xb2d39e653c8cc64 to hash 00000020:00000001:1.0:1787998361.233519:0:35913:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787998361.233521:0:35913:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998361.233525:0:35913:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:1.0:1787998361.233529:0:35913:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998361.233531:0:35913:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998361.233535:0:35913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc64 lrc: 3/0,1 mode: --/CW res: [0x240000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998361.233544:0:35913:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc64 lrc: 3/0,1 mode: --/CW res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35913 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787998361.233559:0:35913:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787998361.233574:0:35913:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d199edc000 x1874850291791232/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787998361.233584:0:35913:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc64 lrc: 3/0,1 mode: --/CW res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787998361.233590:0:35913:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998361.233593:0:35913:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998361.233601:0:35913:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a000bb40. 00000100:00000001:1.0:1787998361.233604:0:35913:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786319168 : -117846923232448 : ffff94d1a000bb40) 00000100:00000001:1.0:1787998361.233607:0:35913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998361.233610:0:35913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684411904 : -117847025139712 : ffff94d199edc000) 00000100:00000001:1.0:1787998361.233615:0:35913:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998361.233619:0:35913:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998361.233621:0:35913:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998361.233623:0:35913:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998361.233628:0:35913:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edc000 x1874850291791232/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998361.233635:0:35913:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998361.233637:0:35913:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998361.233642:0:35913:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998361.233645:0:35913:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998361.233648:0:35913:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998361.233651:0:35913:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edc000 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35913:1874850291791232:192.168.206.123@tcp:101:multiop.0 00000100:00000001:1.0:1787998361.233655:0:35913:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998361.233661:0:35913:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998361.235512:0:35913:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998361.235518:0:35913:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998361.237503:0:35913:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff94d1a0180000. 02000000:00000001:2.0:1787998361.237514:0:35913:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998361.237527:0:35913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998361.237536:0:35913:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151948. 00000400:00000010:2.0:1787998361.237546:0:35913:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff94d1a0bad400. 00000100:00000200:2.0:1787998361.237556:0:35913:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1874850291791232, portal 10 00000100:00000001:2.0:1787998361.237559:0:35913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998361.237561:0:35913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684411904 : -117847025139712 : ffff94d199edc000) 00000100:00000040:2.0:1787998361.237577:0:35913:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199edc000 x1874850291791232/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1787998377 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998361.237587:0:35913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998361.237591:0:35913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998361.237595:0:35913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf088. 00000100:00000200:2.0:1787998361.237599:0:35913:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1874850291791232, offset 0 00000400:00000200:2.0:1787998361.237606:0:35913:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998361.237617:0:35913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.237626:0:35913:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998361.237633:0:35913:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998361.237638:0:35913:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998361.237642:0:35913:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998361.237646:0:35913:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998361.237650:0:35913:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2926:2926:256:4294967295] 192.168.206.123@tcp LPNI seq info [2926:2926:8:4294967295] 00000400:00000200:2.0:1787998361.237655:0:35913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.237678:0:35913:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998361.237685:0:35913:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998361.237691:0:35913:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183ef3800. 00000800:00000200:2.0:1787998361.237698:0:35913:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998361.237708:0:35913:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998361.237713:0:35913:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183ef3800 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1787998361.237738:0:35913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998361.237744:0:35913:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18183 usecs (19 jiffies) 00000400:00000200:2.0:1787998361.237747:0:35913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998361.237750:0:35913:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296541413 00000100:00000001:2.0:1787998361.237754:0:35913:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:2.0:1787998361.237757:0:35913:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296541413 00000100:00000001:2.0:1787998361.237760:0:35913:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:2.0:1787998361.237762:0:35913:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998361.237787:0:35913:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998361.237792:0:35913:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998361.237794:0:35913:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787998361.237797:0:35913:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a000bb40 going to sleep for 11 seconds 00000100:00000001:2.0:1787998361.237800:0:35913:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998361.237803:0:35913:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998361.238647:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998361.238655:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183ef3800. 00000400:00000200:3.0:1787998361.238660:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998361.240562:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998361.240574:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf088 00000400:00000010:3.0:1787998361.240579:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf088. 00000100:00000001:3.0:1787998361.240587:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998361.240597:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edc000 x1874850291791232/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1787998377 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998361.240611:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998361.240615:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edc000 x1874850291791232/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1787998377 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998361.240622:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998361.240624:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998361.256994:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.257020:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998361.257025:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.257028:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998361.257038:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.257048:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998361.257134:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.257141:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.257148:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.257153:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 664 into portal 10 MB=0x6a92a99a63580 00000400:00000200:2.0:1787998361.257159:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.257168:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 664/664 into md 0x87f5 [32] + 224 00000800:00000001:2.0:1787998361.257177:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.257188:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998361.257192:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998361.257197:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998361.257207:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998361.257219:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edc000 x1874850291791232/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1787998377 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998361.257233:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff94d199edc000 x1874850291791232/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998361.257262:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998361.257273:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.257277:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998361.258432:0:35913:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998361.258448:0:35913:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998361.258450:0:35913:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998361.258455:0:35913:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151948. 00000400:00000200:0.0:1787998361.258465:0:35913:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1a0bad400 00000400:00000010:0.0:1787998361.258540:0:35913:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff94d1a0bad400. 00000100:00000001:0.0:1787998361.258547:0:35913:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998361.258558:0:35913:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edc000 x1874850291791232/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998361.258569:0:35913:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edc000 x1874850291791232/t0(0) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998361.258578:0:35913:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998361.258580:0:35913:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998361.258583:0:35913:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998361.258586:0:35913:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998361.258588:0:35913:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998361.258590:0:35913:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998361.258593:0:35913:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998361.258601:0:35913:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=37 v=5 (5 5 104 104) 00000100:00001000:0.0:1787998361.258605:0:35913:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=37 v=5 (1 1 1 1) 00000100:00000001:0.0:1787998361.258608:0:35913:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998361.258610:0:35913:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.258613:0:35913:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998361.258616:0:35913:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998361.258619:0:35913:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1787998361.258621:0:35913:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000002d/0x1] 00000100:00000001:0.0:1787998361.258623:0:35913:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1787998361.258625:0:35913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998361.258626:0:35913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684411904 : -117847025139712 : ffff94d199edc000) 00000100:00000001:0.0:1787998361.258630:0:35913:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998361.258632:0:35913:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967340 00000100:00000001:0.0:1787998361.258633:0:35913:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998361.258636:0:35913:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998361.258642:0:35913:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edc000 x1874850291791232/t4294967346(4294967346) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1787998377 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998361.258649:0:35913:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998361.258651:0:35913:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998361.258653:0:35913:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998361.258657:0:35913:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edc000 x1874850291791232/t4294967346(4294967346) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1787998377 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998361.258665:0:35913:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edc000 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35913:1874850291791232:192.168.206.123@tcp:101:multiop.0 00000100:00000001:0.0:1787998361.258669:0:35913:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998361.258672:0:35913:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998361.258674:0:35913:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998361.258676:0:35913:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998361.258679:0:35913:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edc000 x1874850291791232/t4294967346(4294967346) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1787998377 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998361.258684:0:35913:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998361.258687:0:35913:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a000bb40. 00000100:00000001:0.0:1787998361.258690:0:35913:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998361.258692:0:35913:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.258694:0:35913:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1787998361.258698:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998361.258701:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998361.258704:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=4 00000020:00000001:0.0:1787998361.258706:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:0.0:1787998361.258708:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000040:0.0:1787998361.258714:0:35913:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1917f3600, remote cookie: 0x4fd9a50f3a6ad801, flags: 0x1001 00010000:00010000:0.0:1787998361.258718:0:35913:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc64 lrc: 4/0,1 mode: --/CW res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad801 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1787998361.258730:0:35913:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240000403:0xb:0x0].0x0, instead of [0x240000403:0x9:0x0].0x0 00010000:00000001:0.0:1787998361.258732:0:35913:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1787998361.258955:0:35913:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d188d3c500. 00010000:00000010:2.0:1787998361.258966:0:35913:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d19219de80. 00010000:00000040:2.0:1787998361.258975:0:35913:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d192b98100 count: 0 00010000:00000010:2.0:1787998361.259115:0:35913:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d1a0046900. 00010000:00000001:2.0:1787998361.259137:0:35913:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998361.259144:0:35913:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc64 lrc: 4/0,1 mode: --/PR res: [0x240000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad801 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998361.259155:0:35913:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc64 lrc: 4/0,1 mode: --/PR res: [0x240000403:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad801 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998361.259162:0:35913:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1787998361.259168:0:35913:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1787998361.259170:0:35913:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1787998361.259172:0:35913:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1787998361.259174:0:35913:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1787998361.259177:0:35913:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000403:0xb:0x0].0x0 (ffff94d188d3c500) refcount = 1 00010000:00010000:2.0:1787998361.259181:0:35913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc64 lrc: 4/0,1 mode: PR/PR res: [0x240000403:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad801 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998361.259187:0:35913:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1787998361.259192:0:35913:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1787998361.259194:0:35913:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998361.259197:0:35913:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1787998361.259200:0:35913:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998361.259203:0:35913:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc64 lrc: 4/0,1 mode: PR/PR res: [0x240000403:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad801 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998361.259209:0:35913:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1787998361.259211:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998361.259212:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998361.259213:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998361.259215:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998361.259216:0:35913:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998361.259224:0:35913:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1787998361.259227:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998361.259229:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998361.259232:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=3 00000020:00000001:2.0:1787998361.259234:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:2.0:1787998361.259237:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:2.0:1787998361.259239:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998361.259240:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998361.259241:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=4 00000020:00000001:2.0:1787998361.259243:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:2.0:1787998361.259245:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:2.0:1787998361.259247:0:35913:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998361.259250:0:35913:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998361.259253:0:35913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc64 lrc: 5/1,1 mode: PR/PR res: [0x240000403:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad801 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998361.259264:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998361.259265:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998361.259266:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998361.259267:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998361.259268:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=5 00000020:00000001:2.0:1787998361.259269:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:2.0:1787998361.259271:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:2.0:1787998361.259273:0:35913:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998361.259276:0:35913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc64 lrc: 5/1,1 mode: PR/PR res: [0x240000403:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad801 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998361.259282:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998361.259283:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1787998361.259286:0:35913:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc64 lrc: 4/1,0 mode: PR/PR res: [0x240000403:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad801 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998361.259293:0:35913:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998361.259294:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998361.259295:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998361.259296:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998361.259297:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1787998361.259306:0:35913:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff94d199edc000 x1874850291791232/t4294967346(4294967346) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1787998377 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1787998361.259316:0:35913:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1787998361.259321:0:35913:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d199edc000 x1874850291791232/t4294967346(4294967346) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1787998377 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1787998361.259327:0:35913:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998361.259335:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998361.259337:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998361.259338:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=3 00000020:00000001:2.0:1787998361.259341:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:2.0:1787998361.259343:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00000002:00010000:2.0:1787998361.259346:0:35913:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc64 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad801 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1787998361.259355:0:35913:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94d1852590c0. 00010000:00000001:2.0:1787998361.259358:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998361.259359:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998361.259360:0:35913:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998361.259363:0:35913:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998361.259366:0:35913:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1787998361.259369:0:35913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998361.259371:0:35913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684411904 : -117847025139712 : ffff94d199edc000) 00000100:00000001:2.0:1787998361.259373:0:35913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998361.259374:0:35913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684411904 : -117847025139712 : ffff94d199edc000) 00010000:00000001:2.0:1787998361.259376:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998361.259378:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998361.259379:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=3 00000020:00000001:2.0:1787998361.259381:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:2.0:1787998361.259383:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00000002:00010000:2.0:1787998361.259386:0:35913:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc64 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad801 expref: -99 pid: 35913 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998361.259393:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998361.259394:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998361.259396:0:35913:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1787998361.259398:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998361.259399:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998361.259400:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=3 00000020:00000001:2.0:1787998361.259402:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:2.0:1787998361.259404:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000040:2.0:1787998361.259408:0:35913:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c500 count: 2 00010000:00000001:2.0:1787998361.259411:0:35913:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1787998361.259415:0:35913:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0ae4c00 type 13 mode 4 res 9663677443/11 (0 0) 00010000:00000001:2.0:1787998361.259418:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998361.259419:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998361.259420:0:35913:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1787998361.259423:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3f768 00000002:00002000:2.0:1787998361.259426:0:35913:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f24b.recovery-small-2 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1787998361.259429:0:35913:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998361.259433:0:35913:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998361.259436:0:35913:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1787998361.259439:0:35913:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240000403:0x9:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1787998361.259443:0:35913:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998361.259448:0:35913:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1787998361.259451:0:35913:0:(namei.c:674:ll_lookup_it_finish()) it ffff94d1a0b0a120 it_disposition 1800037 00000080:00002000:2.0:1787998361.259458:0:35913:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d183584d80 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1787998361.259463:0:35913:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1787998361.259466:0:35913:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1787998361.259468:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3f998 00000080:00200000:2.0:1787998361.259470:0:35913:0:(namei.c:1628:ll_create_it()) VFS Op:name=f24b.recovery-small-2, dir=[0x240000403:0x9:0x0](ffff94d1989aa1c8), intent=open|creat 00000080:00000001:2.0:1787998361.259472:0:35913:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1787998361.259475:0:35913:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1787998361.259481:0:35913:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1787998361.259485:0:35913:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1787998361.259488:0:35913:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603815538699 : 162129603815538699 : 24000040300000b) 00000080:00000001:2.0:1787998361.259491:0:35913:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1787998361.259504:0:35913:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94d198981080. 00000020:00000001:2.0:1787998361.259517:0:35913:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1787998361.259519:0:35913:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1787998361.259522:0:35913:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1787998361.259524:0:35913:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x240000403:0xb:0x0](ffff94d198981148) 00000020:00000001:2.0:1787998361.259529:0:35913:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787998361.259534:0:35913:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798653448 : -117846910898168 : ffff94d1a0bcf008) 00000020:00001000:2.0:1787998361.259549:0:35913:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf000 00000020:00000001:2.0:1787998361.259554:0:35913:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1787998361.259560:0:35913:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff94d184ee2190. 00000020:00000001:2.0:1787998361.259563:0:35913:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1787998361.259565:0:35913:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998361.259574:0:35913:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:2.0:1787998361.259578:0:35913:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff94d1a0a428b8. 00020000:00000001:2.0:1787998361.259581:0:35913:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446626226797029560 : -117846912522056 : ffff94d1a0a428b8) 00020000:00000001:2.0:1787998361.259584:0:35913:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1787998361.259587:0:35913:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1787998361.259594:0:35913:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d1a027f3c0. 00020000:00000010:2.0:1787998361.259598:0:35913:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d187222180. 00020000:00000010:2.0:1787998361.259603:0:35913:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d1a027fe40. 00020000:00000001:2.0:1787998361.259606:0:35913:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626226788892224 : -117846920659392 : ffff94d1a027fe40) 00020000:00000002:2.0:1787998361.259609:0:35913:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a027fe40, objid 0xb:1073742851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1787998361.259614:0:35913:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1787998361.259619:0:35913:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d187222180: ostid: 0x280000400:6 ost idx: 0 gen: 0 00020000:00000001:2.0:1787998361.259622:0:35913:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1787998361.259624:0:35913:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a027fe40, objid 0xb:1073742851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1787998361.259627:0:35913:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1787998361.259631:0:35913:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d187222180: ostid: 0x280000400:6 ost idx: 0 gen: 0 00020000:00000010:2.0:1787998361.259635:0:35913:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff94d1a01a4330. 00020000:00000010:2.0:1787998361.259640:0:35913:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff94d191748e40. 00020000:00000001:2.0:1787998361.259647:0:35913:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1787998361.259650:0:35913:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff94d190b455e8. 00020000:00000001:2.0:1787998361.259654:0:35913:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1787998361.259655:0:35913:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1787998361.259673:0:35913:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1787998361.259677:0:35913:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff94d184ee2898. 00000020:00000001:2.0:1787998361.259679:0:35913:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1787998361.259681:0:35913:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998361.259683:0:35913:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446626226332117272 : -117847377434344 : ffff94d184ee2918) 00020000:00000001:2.0:1787998361.259688:0:35913:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1787998361.259693:0:35913:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff94d18526c000. 00020000:00000001:2.0:1787998361.259696:0:35913:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998361.259701:0:35913:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446626226332117272 : -117847377434344 : ffff94d184ee2918) 00020000:00000001:2.0:1787998361.259704:0:35913:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446626226332117272 : -117847377434344 : ffff94d184ee2918) 00020000:00000002:2.0:1787998361.259708:0:35913:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x6:0x0]@ffff94d184ee2898[0:0] -> [0x240000403:0xb:0x0]@ffff94d184ee2190: ostid: 0x280000400:6 ost idx: 0 gen: 0 00020000:00000001:2.0:1787998361.259714:0:35913:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1787998361.259716:0:35913:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:2.0:1787998361.259718:0:35913:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998361.259721:0:35913:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446626226332115472 : -117847377436144 : ffff94d184ee2210) 00000020:00001000:2.0:1787998361.259725:0:35913:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf000 00000080:00000001:2.0:1787998361.259729:0:35913:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603815538699 : 162129603815538699 : 24000040300000b) 00000080:00000001:2.0:1787998361.259732:0:35913:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748740 : 37748740 : 2400004) 00000080:00000002:2.0:1787998361.259735:0:35913:0:(llite_lib.c:3050:ll_update_inode()) setting ino 162129603815538699 mtime from 0 to 1787998361 00000080:00000001:2.0:1787998361.259739:0:35913:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1787998361.259742:0:35913:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626226662019400 : -117847047532216 : ffff94d198981148) 00010000:00000001:2.0:1787998361.259744:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998361.259745:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998361.259747:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=3 00000020:00000001:2.0:1787998361.259749:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:2.0:1787998361.259751:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00000080:00000001:2.0:1787998361.259754:0:35913:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:2.0:1787998361.259756:0:35913:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787998361.259757:0:35913:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798653448 : -117846910898168 : ffff94d1a0bcf008) 00000020:00001000:2.0:1787998361.259759:0:35913:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf000 00000020:00000001:2.0:1787998361.259761:0:35913:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1787998361.259764:0:35913:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1787998361.259765:0:35913:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1787998361.259836:0:35913:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d1a027f7e0. 00020000:00000010:2.0:1787998361.259840:0:35913:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d187222900. 00020000:00000010:2.0:1787998361.259843:0:35913:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d1a027f060. 00020000:00000001:2.0:1787998361.259854:0:35913:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626226788888672 : -117846920662944 : ffff94d1a027f060) 00020000:00000002:2.0:1787998361.259858:0:35913:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a027f060, objid 0xb:1073742851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1787998361.259861:0:35913:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1787998361.259864:0:35913:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d187222900: ostid: 0x280000400:6 ost idx: 0 gen: 0 00020000:00000002:2.0:1787998361.259869:0:35913:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d1a0a428b8) owner ffff94d18a2d27c0 00020000:00000001:2.0:1787998361.259872:0:35913:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1787998361.259874:0:35913:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d1a0a428b8) owner ffff94d18a2d27c0 00020000:00000010:2.0:1787998361.259879:0:35913:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d187222900. 00020000:00000010:2.0:1787998361.259883:0:35913:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d1a027f7e0. 00020000:00000010:2.0:1787998361.259886:0:35913:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d1a027f060. 00020000:00000002:2.0:1787998361.259888:0:35913:0:(lov_object.c:1535:lov_conf_set()) [0x240000403:0xb:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1787998361.259891:0:35913:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998361.259893:0:35913:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998361.259896:0:35913:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1787998361.259900:0:35913:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1a0a428b8) owner 0000000000000000/ffff94d18a2d27c0 00020000:00000002:2.0:1787998361.259903:0:35913:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d1a027fe40 addref 2/0 by ffff94d18a2d27c0. 00020000:00000002:2.0:1787998361.259906:0:35913:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1a0a428b8) owner 0000000000000000/ffff94d18a2d27c0 00020000:00000001:2.0:1787998361.259909:0:35913:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1787998361.259911:0:35913:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1787998361.259913:0:35913:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1787998361.259915:0:35913:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1787998361.259917:0:35913:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1787998361.259919:0:35913:0:(file.c:6836:ll_layout_conf()) [0x240000403:0xb:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1787998361.259922:0:35913:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf000 00000080:00000001:2.0:1787998361.259924:0:35913:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998361.259926:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998361.259927:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1787998361.259929:0:35913:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1787998361.259932:0:35913:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1787998361.259934:0:35913:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998361.259937:0:35913:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x240000403:0xb:0x0](ffff94d198981148) 00000080:00010000:2.0:1787998361.259940:0:35913:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000403:0xb:0x0](ffff94d198981148) for lock 0xb2d39e653c8cc64 00800000:00000001:2.0:1787998361.259944:0:35913:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1787998361.259946:0:35913:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1787998361.259947:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998361.259948:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998361.259949:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=3 00000020:00000001:2.0:1787998361.259951:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:2.0:1787998361.259953:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:2.0:1787998361.259956:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998361.259957:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998361.259959:0:35913:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998361.259961:0:35913:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998361.259962:0:35913:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1787998361.259965:0:35913:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998361.259971:0:35913:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff94d199edc000 x1874850291791232/t4294967346(4294967346) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998377 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998361.259979:0:35913:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1787998361.259995:0:35913:0:(namei.c:1651:ll_create_it()) inode ffff94d198981148 need_sync_to_mds [0x240000403:0xb:0x0] 00000080:00000001:2.0:1787998361.259999:0:35913:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998361.260003:0:35913:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000403:0xb:0x0](ffff94d198981148) 00000080:00000001:2.0:1787998361.260006:0:35913:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1787998361.260010:0:35913:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162ba00. 00000100:00000001:2.0:1787998361.260015:0:35913:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998361.260018:0:35913:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edc000 x1874850291791232/t4294967346(4294967346) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998377 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998361.260025:0:35913:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998361.260029:0:35913:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1787998361.260031:0:35913:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1787998361.260033:0:35913:0:(namei.c:1500:ll_atomic_open()) inode ffff94d198981148 need_sync_to_mds [0x240000403:0xb:0x0] 00000080:00000001:2.0:1787998361.260043:0:35913:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1787998361.260045:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3fa68 00000080:00200008:2.0:1787998361.260047:0:35913:0:(file.c:1090:ll_file_open()) START file f24b.recovery-small-2:[0x240000403:0xb:0x0](ffff94d198981148), flags 100102 00000080:00000010:2.0:1787998361.260066:0:35913:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d1838d63c0. 00000080:00000010:2.0:1787998361.260074:0:35913:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d185259ac0. 00000080:00000001:2.0:1787998361.260076:0:35913:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1787998361.260081:0:35913:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1787998361.260083:0:35913:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998361.260086:0:35913:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998361.260089:0:35913:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998361.260093:0:35913:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998361.260095:0:35913:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998361.260097:0:35913:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0xb:0x0] 00800000:00000001:2.0:1787998361.260099:0:35913:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998361.260104:0:35913:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1787998361.260108:0:35913:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d190aa1300. 00000002:00100000:2.0:1787998361.260113:0:35913:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d199edc000 x1874850291791232/t4294967346(4294967346) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998377 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1787998361.260119:0:35913:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998361.260128:0:35913:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1787998361.260132:0:35913:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1787998361.260136:0:35913:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998361.260139:0:35913:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998361.260141:0:35913:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998361.260145:0:35913:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edc000 x1874850291791232/t4294967346(4294967346) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998377 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1787998361.260152:0:35913:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998361.260156:0:35913:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff94d1a0180000. 02000000:00000001:2.0:1787998361.260184:0:35913:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1787998361.260187:0:35913:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998361.260189:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3fa68 00000080:00000008:2.0:1787998361.260191:0:35913:0:(file.c:1329:ll_file_open()) COMPLETED file f24b.recovery-small-2:[0x240000403:0xb:0x0](ffff94d198981148), flags 100102, rc = 0 00000080:00000001:2.0:1787998361.260196:0:35913:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1787998361.260197:0:35913:0:(dcache.c:176:ll_intent_release()) intent ffff94d1a0b0a120 released 00000080:00010000:2.0:1787998361.260200:0:35913:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc64 from it ffff94d1a0b0a120 00010000:00000001:2.0:1787998361.260202:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998361.260204:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998361.260205:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3600 refcount=3 00000020:00000001:2.0:1787998361.260208:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:2.0:1787998361.260210:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542949888 : -117847166601728 : ffff94d1917f3600) 00010000:00000001:2.0:1787998361.260212:0:35913:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998361.260216:0:35913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc64 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6ad801 expref: -99 pid: 35913 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998361.260224:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998361.260225:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998361.260227:0:35913:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787998361.260230:0:35913:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787998361.260233:0:35913:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3600/0xb2d39e653c8cc64 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad801 expref: -99 pid: 35913 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1787998361.260241:0:35913:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787998361.260244:0:35913:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998361.260247:0:35913:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998361.260251:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998361.260252:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998361.260254:0:35913:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998361.260258:0:35913:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998361.260260:0:35913:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998361.260262:0:35913:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998361.260264:0:35913:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998361.260266:0:35913:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998361.260268:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998361.260269:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1787998361.260270:0:35913:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1787998361.260272:0:35913:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1787998361.260275:0:35913:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1787998361.260277:0:35913:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787998361.260279:0:35913:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1787998361.260281:0:35913:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998361.260285:0:35913:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1787998361.260286:0:35913:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998361.260289:0:35913:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1787998361.260291:0:35913:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998361.260293:0:35913:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1787998361.260295:0:35913:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff94d1a0b0a120. 00000080:00000001:2.0:1787998361.260299:0:35913:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998361.260303:0:35913:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:2.0:1787998361.260306:0:35913:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x240000403:0xb:0x0](ffff94d198981148), inode mode 81a4 mask 40 00000080:00000001:2.0:1787998361.260310:0:35913:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998361.260554:0:35913:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:2.0:1787998361.260557:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3fd88 00000080:00200008:2.0:1787998361.260559:0:35913:0:(file.c:2650:do_file_write_iter()) START file f24b.recovery-small-2:[0x240000403:0xb:0x0], ppos: 0, count: 8192 00000080:00000002:2.0:1787998361.260562:0:35913:0:(file.c:2656:do_file_write_iter()) inode ffff94d198981148 need_sync_to_oss [0x240000403:0xb:0x0] 00000080:00000001:2.0:1787998361.260565:0:35913:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1787998361.260567:0:35913:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998361.260570:0:35913:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1787998361.260573:0:35913:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998361.260575:0:35913:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000080:00000001:2.0:1787998361.260577:0:35913:0:(file.c:2594:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998361.260579:0:35913:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787998361.260582:0:35913:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798653448 : -117846910898168 : ffff94d1a0bcf008) 00000020:00001000:2.0:1787998361.260584:0:35913:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf000 00000080:00000001:2.0:1787998361.260588:0:35913:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1787998361.260589:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3fc98 00000080:00200000:2.0:1787998361.260591:0:35913:0:(file.c:2090:ll_file_io_generic()) f24b.recovery-small-2: write ppos: 0, bytes: 8192 00000020:00000001:2.0:1787998361.260597:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3fc30 00000080:00200000:2.0:1787998361.260599:0:35913:0:(file.c:1848:ll_io_set_mirror()) f24b.recovery-small-2: desiginated mirror: 0 00000020:00000001:2.0:1787998361.260601:0:35913:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1787998361.260608:0:35913:0:(cl_io.c:214:cl_io_rw_init()) header@0000000050ca12b6[0x110, 1, [0x240000403:0xb:0x0] hash] 00000020:00200000:2.0:1787998361.260610:0:35913:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 8192) 0 0 00000020:00000001:2.0:1787998361.260613:0:35913:0:(cl_object.c:143:cl_object_top()) ffff94d184ee2210 -> ffff94d184ee2210 00000020:00000001:2.0:1787998361.260616:0:35913:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1787998361.260618:0:35913:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1787998361.260620:0:35913:0:(vvp_io.c:1826:vvp_io_init()) [0x240000403:0xb:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1787998361.260624:0:35913:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787998361.260626:0:35913:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1787998361.260629:0:35913:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998361.260633:0:35913:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998361.260636:0:35913:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1787998361.260638:0:35913:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998361.260639:0:35913:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1787998361.260643:0:35913:0:(lov_object.c:1590:lov_io_init()) [0x240000403:0xb:0x0]io ffff94d19226e0c0 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1787998361.260646:0:35913:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1a0a428b8) owner 0000000000000000/ffff94d18a2d27c0 00020000:00000001:2.0:1787998361.260649:0:35913:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1787998361.260651:0:35913:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1787998361.260654:0:35913:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1787998361.260656:0:35913:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1787998361.260659:0:35913:0:(lov_io.c:860:lov_io_slice_init()) 0 8192 00020000:00000001:2.0:1787998361.260662:0:35913:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1787998361.260664:0:35913:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1787998361.260666:0:35913:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998361.260668:0:35913:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787998361.260669:0:35913:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1787998361.260670:0:35913:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1787998361.260672:0:35913:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1a0a428b8) owner 0000000000000000/ffff94d18a2d27c0 00000020:00000001:2.0:1787998361.260674:0:35913:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998361.260676:0:35913:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1787998361.260678:0:35913:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 1] 00000001:00000001:2.0:1787998361.260680:0:35913:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:2.0:1787998361.260682:0:35913:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998361.260685:0:35913:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1787998361.260687:0:35913:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1787998361.260690:0:35913:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1787998361.260692:0:35913:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1787998361.260694:0:35913:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1787998361.260697:0:35913:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 8192) 8192, 8192 00020000:00000001:2.0:1787998361.260700:0:35913:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1787998361.260702:0:35913:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1787998361.260706:0:35913:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:2.0:1787998361.260709:0:35913:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787998361.260711:0:35913:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1787998361.260713:0:35913:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787998361.260715:0:35913:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798656472 : -117846910895144 : ffff94d1a0bcfbd8) 00000020:00001000:2.0:1787998361.260717:0:35913:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfbd0 00000020:00000001:2.0:1787998361.260720:0:35913:0:(cl_object.c:143:cl_object_top()) ffff94d184ee2918 -> ffff94d184ee2210 00000020:00000001:2.0:1787998361.260721:0:35913:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1787998361.260725:0:35913:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787998361.260726:0:35913:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1787998361.260728:0:35913:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998361.260730:0:35913:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998361.260731:0:35913:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:2.0:1787998361.260734:0:35913:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1787998361.260737:0:35913:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1787998361.260740:0:35913:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998361.260742:0:35913:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998361.260745:0:35913:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998361.260746:0:35913:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998361.260748:0:35913:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998361.260750:0:35913:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1787998361.260753:0:35913:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1787998361.260755:0:35913:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1787998361.260759:0:35913:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1787998361.260761:0:35913:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998361.260765:0:35913:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998361.260809:0:35913:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1787998361.260811:0:35913:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 1] 00000020:00000001:2.0:1787998361.260813:0:35913:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1787998361.260815:0:35913:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1787998361.260817:0:35913:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998361.260818:0:35913:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998361.260820:0:35913:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998361.260822:0:35913:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998361.260824:0:35913:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998361.260826:0:35913:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1787998361.260828:0:35913:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1787998361.260829:0:35913:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1787998361.260831:0:35913:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1787998361.260832:0:35913:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998361.260834:0:35913:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998361.260836:0:35913:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998361.260837:0:35913:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998361.260839:0:35913:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1787998361.260841:0:35913:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1787998361.260843:0:35913:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1787998361.260847:0:35913:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1787998361.260849:0:35913:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1787998361.260852:0:35913:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000010:2.0:1787998361.260858:0:35913:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d19219dc00. 00020000:00000002:2.0:1787998361.260860:0:35913:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:2.0:1787998361.260863:0:35913:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1787998361.260865:0:35913:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787998361.260866:0:35913:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:2.0:1787998361.260868:0:35913:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1787998361.260873:0:35913:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d1861ad1d0. 00000008:00010000:2.0:1787998361.260875:0:35913:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1787998361.260878:0:35913:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1787998361.260879:0:35913:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1787998361.260883:0:35913:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d19219dc30, osc lock ffff94d1861ad1d0, flags 0x0 00000020:00000001:2.0:1787998361.260885:0:35913:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998361.260887:0:35913:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998361.260890:0:35913:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626226553084928 : -117847156466688 : ffff94d19219dc00) 00000020:00000001:2.0:1787998361.260893:0:35913:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1787998361.260894:0:35913:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1787998361.260895:0:35913:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998361.260898:0:35913:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998361.260900:0:35913:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1787998361.260902:0:35913:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1787998361.260903:0:35913:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787998361.260904:0:35913:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:2.0:1787998361.260906:0:35913:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1787998361.260908:0:35913:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1787998361.260910:0:35913:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1787998361.260912:0:35913:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998361.260915:0:35913:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1787998361.260918:0:35913:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1787998361.260919:0:35913:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1787998361.260921:0:35913:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1787998361.260922:0:35913:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1787998361.260923:0:35913:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1787998361.260926:0:35913:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1787998361.260929:0:35913:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1787998361.260933:0:35913:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998361.260936:0:35913:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1787998361.260941:0:35913:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1aa00. 00000020:00000040:2.0:1787998361.260946:0:35913:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00010000:00000001:2.0:1787998361.260950:0:35913:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1787998361.260954:0:35913:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998361.260958:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998361.260959:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998361.260961:0:35913:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998361.260964:0:35913:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998361.260967:0:35913:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998361.260972:0:35913:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998361.260978:0:35913:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d191d93800. 00000100:00000001:2.0:1787998361.260986:0:35913:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998361.260990:0:35913:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787998361.260992:0:35913:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998361.260993:0:35913:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787998361.260995:0:35913:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998361.260997:0:35913:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998361.261000:0:35913:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446626226548353536 : -117847161198080 : ffff94d191d1aa00) 00010000:00000001:2.0:1787998361.261003:0:35913:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1787998361.261005:0:35913:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1787998361.261009:0:35913:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d188d3ce00. 00010000:00000010:2.0:1787998361.261013:0:35913:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff94d188d3c200. 00010000:00000001:2.0:1787998361.261017:0:35913:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1787998361.261020:0:35913:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d190a5ca00. 00000020:00000001:2.0:1787998361.261024:0:35913:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1787998361.261027:0:35913:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d190a5ca00 with handle 0xb2d39e653c8cc6b to hash 00000020:00000001:2.0:1787998361.261029:0:35913:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1787998361.261030:0:35913:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226528700928 : -117847180850688 : ffff94d190a5ca00) 00010000:00000010:2.0:1787998361.261034:0:35913:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff94d185259940. 00010000:00000001:2.0:1787998361.261037:0:35913:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226528700928 : -117847180850688 : ffff94d190a5ca00) 00010000:00000001:2.0:1787998361.261040:0:35913:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998361.261042:0:35913:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998361.261046:0:35913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000e7bb924a/0xb2d39e653c8cc6b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998361.261057:0:35913:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000e7bb924a/0xb2d39e653c8cc6b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998361.261068:0:35913:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000e7bb924a/0xb2d39e653c8cc6b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1787998361.261075:0:35913:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787998361.261077:0:35913:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787998361.261085:0:35913:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191748c00. 00000100:00000001:2.0:1787998361.261087:0:35913:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226542251008 : -117847167300608 : ffff94d191748c00) 00000100:00000001:2.0:1787998361.261090:0:35913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998361.261091:0:35913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548353536 : -117847161198080 : ffff94d191d1aa00) 00000100:00000001:2.0:1787998361.261095:0:35913:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998361.261097:0:35913:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998361.261099:0:35913:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787998361.261101:0:35913:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998361.261108:0:35913:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1aa00 x1874850291791360/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998361.261117:0:35913:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998361.261130:0:35913:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998361.261134:0:35913:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998361.261137:0:35913:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998361.261140:0:35913:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998361.261144:0:35913:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1aa00 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35913:1874850291791360:192.168.206.123@tcp:101:multiop.0 00000100:00000001:2.0:1787998361.261149:0:35913:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998361.261156:0:35913:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998361.261158:0:35913:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998361.261161:0:35913:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998361.261166:0:35913:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1a0bae000. 02000000:00000001:2.0:1787998361.261168:0:35913:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998361.261177:0:35913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998361.261181:0:35913:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151210. 00000400:00000010:2.0:1787998361.261189:0:35913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfe58. 00000100:00000200:2.0:1787998361.261197:0:35913:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291791360, portal 4 00000100:00000001:2.0:1787998361.261199:0:35913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998361.261200:0:35913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548353536 : -117847161198080 : ffff94d191d1aa00) 00000100:00000040:2.0:1787998361.261207:0:35913:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d1aa00 x1874850291791360/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998377 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998361.261215:0:35913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998361.261217:0:35913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998361.261220:0:35913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf550. 00000100:00000200:2.0:1787998361.261223:0:35913:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1874850291791360, offset 0 00000400:00000200:2.0:1787998361.261230:0:35913:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998361.261240:0:35913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.261248:0:35913:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998361.261255:0:35913:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998361.261260:0:35913:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998361.261265:0:35913:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998361.261268:0:35913:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998361.261272:0:35913:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2927:2927:256:4294967295] 192.168.206.123@tcp LPNI seq info [2927:2927:8:4294967295] 00000400:00000200:2.0:1787998361.261277:0:35913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.261287:0:35913:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998361.261294:0:35913:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998361.261300:0:35913:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183ef3f00. 00000800:00000200:2.0:1787998361.261308:0:35913:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998361.261318:0:35913:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998361.261323:0:35913:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183ef3f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1787998361.261346:0:35913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998361.261351:0:35913:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 187082 usecs (188 jiffies) 00000400:00000200:2.0:1787998361.261355:0:35913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998361.261358:0:35913:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296541606 00000100:00000001:2.0:1787998361.261362:0:35913:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:2.0:1787998361.261364:0:35913:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296541606 00000100:00000001:2.0:1787998361.261366:0:35913:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:2.0:1787998361.261369:0:35913:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998361.261372:0:35913:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998361.261374:0:35913:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998361.261376:0:35913:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787998361.261379:0:35913:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191748c00 going to sleep for 11 seconds 00000100:00000001:2.0:1787998361.261382:0:35913:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998361.261385:0:35913:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998361.263224:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998361.263244:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183ef3f00. 00000400:00000200:3.0:1787998361.263252:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998361.263268:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998361.263277:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf550 00000400:00000010:3.0:1787998361.263280:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf550. 00000100:00000001:3.0:1787998361.263286:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998361.263294:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1aa00 x1874850291791360/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998377 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998361.263307:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998361.263311:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d1aa00 x1874850291791360/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998377 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998361.263318:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998361.263319:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1787998361.267053:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98100. 00000800:00000001:2.0:1787998361.267155:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.267175:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998361.267179:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.267182:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998361.267195:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.267204:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998361.267216:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.267222:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.267228:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.267233:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 400 into portal 4 MB=0x6a92a99a63600 00000400:00000200:2.0:1787998361.267238:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998361.267246:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 400/400 into md 0x8805 [1] + 224 00000800:00000001:2.0:1787998361.267254:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.267263:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998361.267267:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998361.267272:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998361.267281:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998361.267292:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1aa00 x1874850291791360/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998377 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998361.267304:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff94d191d1aa00 x1874850291791360/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998361.267363:0:35913:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998361.267383:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998361.267393:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998361.267397:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1787998361.267433:0:35913:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998361.267436:0:35913:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998361.267441:0:35913:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151210. 00000400:00000200:0.0:1787998361.267446:0:35913:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfe58 00000400:00000010:0.0:1787998361.267449:0:35913:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfe58. 00000100:00000001:0.0:1787998361.267453:0:35913:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998361.267458:0:35913:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1aa00 x1874850291791360/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998361.267466:0:35913:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1aa00 x1874850291791360/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998361.267471:0:35913:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998361.267474:0:35913:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998361.267476:0:35913:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998361.267480:0:35913:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998361.267483:0:35913:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998361.267485:0:35913:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998361.267488:0:35913:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998361.267498:0:35913:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=37 v=5 (5 5 5 37) 00000100:00001000:0.0:1787998361.267503:0:35913:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998361.267505:0:35913:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998361.267507:0:35913:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.267511:0:35913:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998361.267515:0:35913:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998361.267518:0:35913:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998361.267521:0:35913:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967336 00000100:00000001:0.0:1787998361.267523:0:35913:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998361.267525:0:35913:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998361.267530:0:35913:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1aa00 x1874850291791360/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998377 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998361.267543:0:35913:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998361.267547:0:35913:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998361.267549:0:35913:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998361.267553:0:35913:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1aa00 x1874850291791360/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998377 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998361.267560:0:35913:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1aa00 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35913:1874850291791360:192.168.206.123@tcp:101:multiop.0 00000100:00000001:0.0:1787998361.267566:0:35913:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998361.267569:0:35913:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998361.267572:0:35913:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998361.267575:0:35913:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998361.267578:0:35913:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1aa00 x1874850291791360/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998377 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998361.267584:0:35913:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998361.267587:0:35913:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191748c00. 00000100:00000001:0.0:1787998361.267591:0:35913:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998361.267592:0:35913:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.267596:0:35913:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1787998361.267600:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998361.267603:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998361.267607:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5ca00 refcount=4 00000020:00000001:0.0:1787998361.267610:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528700928 : -117847180850688 : ffff94d190a5ca00) 00010000:00000001:0.0:1787998361.267613:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528700928 : -117847180850688 : ffff94d190a5ca00) 00010000:00000040:0.0:1787998361.267622:0:35913:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d190a5ca00, remote cookie: 0x4fd9a50f3a6ad80f, flags: 0x1 00010000:00010000:0.0:1787998361.267629:0:35913:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000e7bb924a/0xb2d39e653c8cc6b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad80f expref: -99 pid: 35913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998361.267643:0:35913:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1787998361.267646:0:35913:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.267648:0:35913:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1787998361.267653:0:35913:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1787998361.267658:0:35913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000e7bb924a/0xb2d39e653c8cc6b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad80f expref: -99 pid: 35913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1787998361.267738:0:35913:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x6:0x0].0x0 (ffff94d188d3ce00) refcount = 1 00010000:00000040:0.0:1787998361.267741:0:35913:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1787998361.267744:0:35913:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000e7bb924a/0xb2d39e653c8cc6b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad80f expref: -99 pid: 35913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998361.267754:0:35913:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1787998361.267756:0:35913:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998361.267760:0:35913:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1787998361.267763:0:35913:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998361.267787:0:35913:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000e7bb924a/0xb2d39e653c8cc6b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad80f expref: -99 pid: 35913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998361.267796:0:35913:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1787998361.267798:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.267799:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998361.267801:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.267802:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998361.267803:0:35913:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998361.267807:0:35913:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1787998361.267811:0:35913:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1787998361.267814:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998361.267816:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998361.267817:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5ca00 refcount=3 00000020:00000001:0.0:1787998361.267819:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528700928 : -117847180850688 : ffff94d190a5ca00) 00010000:00000001:0.0:1787998361.267821:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528700928 : -117847180850688 : ffff94d190a5ca00) 00010000:00000001:0.0:1787998361.267823:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998361.267824:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998361.267826:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5ca00 refcount=4 00000020:00000001:0.0:1787998361.267827:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528700928 : -117847180850688 : ffff94d190a5ca00) 00010000:00000001:0.0:1787998361.267829:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528700928 : -117847180850688 : ffff94d190a5ca00) 00010000:00000001:0.0:1787998361.267832:0:35913:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998361.267835:0:35913:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998361.267838:0:35913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000e7bb924a/0xb2d39e653c8cc6b lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad80f expref: -99 pid: 35913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998361.267913:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.267916:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1787998361.267919:0:35913:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1787998361.267924:0:35913:0:(cl_object.c:143:cl_object_top()) ffff94d18526c000 -> ffff94d184ee2210 00000008:00010000:0.0:1787998361.267929:0:35913:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000e7bb924a/0xb2d39e653c8cc6b lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6ad80f expref: -99 pid: 35913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1787998361.267937:0:35913:0:(cl_object.c:143:cl_object_top()) ffff94d18526c000 -> ffff94d184ee2210 00000020:00000001:0.0:1787998361.267940:0:35913:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1787998361.267942:0:35913:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1787998361.267946:0:35913:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1787998361.267948:0:35913:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998361.267950:0:35913:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998361.267951:0:35913:0:(cl_object.c:143:cl_object_top()) ffff94d18526c000 -> ffff94d184ee2210 00000008:00000001:0.0:1787998361.267953:0:35913:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:0.0:1787998361.267955:0:35913:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.267957:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998361.267958:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998361.267960:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5ca00 refcount=5 00000020:00000001:0.0:1787998361.267962:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528700928 : -117847180850688 : ffff94d190a5ca00) 00010000:00000001:0.0:1787998361.267964:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528700928 : -117847180850688 : ffff94d190a5ca00) 00010000:00000001:0.0:1787998361.267966:0:35913:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998361.267969:0:35913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000e7bb924a/0xb2d39e653c8cc6b lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x4fd9a50f3a6ad80f expref: -99 pid: 35913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998361.267976:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.267977:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1787998361.267980:0:35913:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000e7bb924a/0xb2d39e653c8cc6b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x4fd9a50f3a6ad80f expref: -99 pid: 35913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998361.268052:0:35913:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998361.268054:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.268055:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1787998361.268117:0:35913:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998361.268129:0:35913:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998361.268135:0:35913:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1aa00 x1874850291791360/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998377 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998361.268141:0:35913:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998361.268145:0:35913:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998361.268149:0:35913:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1a0bae000. 02000000:00000001:0.0:1787998361.268153:0:35913:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998361.268156:0:35913:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998361.268158:0:35913:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=2 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998361.268160:0:35913:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998361.268164:0:35913:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d191d93800. 02000000:00000001:0.0:1787998361.268168:0:35913:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998361.268170:0:35913:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998361.268172:0:35913:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1aa00. 00000100:00000001:0.0:1787998361.268176:0:35913:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998361.268178:0:35913:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1787998361.268179:0:35913:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998361.268183:0:35913:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998361.268186:0:35913:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998361.268190:0:35913:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998361.268192:0:35913:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998361.268194:0:35913:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998361.268197:0:35913:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998361.268199:0:35913:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998361.268201:0:35913:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1787998361.268207:0:35913:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:0.0:1787998361.268214:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3fb80 00000080:00200000:0.0:1787998361.268216:0:35913:0:(vvp_io.c:1292:vvp_io_write_start()) f24b.recovery-small-2: write [0, 8192) append 0 append lockpos 0 00000020:00000001:0.0:1787998361.268220:0:35913:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1787998361.268223:0:35913:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1a0a428b8) owner 0000000000000000/ffff94d18a2d27c0 00020000:00000002:0.0:1787998361.268228:0:35913:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d1a027fe40 addref 2/0 by ffff94d18a2d27c0. 00020000:00000002:0.0:1787998361.268231:0:35913:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1a0a428b8) owner 0000000000000000/ffff94d18a2d27c0 00000020:00000001:0.0:1787998361.268234:0:35913:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:0.0:1787998361.268238:0:35913:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1787998361.268241:0:35913:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1787998361.268246:0:35913:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:0.0:1787998361.268250:0:35913:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1787998361.268252:0:35913:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:0.0:1787998361.268255:0:35913:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1787998361.268258:0:35913:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1787998361.268261:0:35913:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998361.268263:0:35913:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998361.268266:0:35913:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998361.268267:0:35913:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998361.268276:0:35913:0:(rw26.c:674:ll_write_begin()) Process entered 00000080:00200000:0.0:1787998361.268278:0:35913:0:(rw26.c:675:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:0.0:1787998361.268314:0:35913:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1787998361.268317:0:35913:0:(cl_page.c:427:cl_page_find()) 0@[0x240000403:0xb:0x0] ffffdfa2047d6e40 0 1 00000020:00000001:0.0:1787998361.268320:0:35913:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1787998361.268322:0:35913:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998361.268325:0:35913:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:0.0:1787998361.268332:0:35913:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff94d190514a80. 00000020:00000001:0.0:1787998361.268336:0:35913:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1787998361.268338:0:35913:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1787998361.268341:0:35913:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1787998361.268344:0:35913:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:0.0:1787998361.268347:0:35913:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1787998361.268348:0:35913:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000008:00000001:0.0:1787998361.268353:0:35913:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1787998361.268355:0:35913:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff94d190514af0 folio ffffdfa2047d6e40 pg:0 obj off 0 00000008:00000001:0.0:1787998361.268357:0:35913:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998361.268359:0:35913:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1787998361.268360:0:35913:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1787998361.268362:0:35913:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1787998361.268364:0:35913:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998361.268369:0:35913:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998361.268371:0:35913:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446626226523163264 : -117847186388352 : ffff94d190514a80) 00000020:00000001:0.0:1787998361.268375:0:35913:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446626226523163264 : -117847186388352 : ffff94d190514a80) 00000020:00000001:0.0:1787998361.268378:0:35913:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1787998361.268380:0:35913:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1787998361.268382:0:35913:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446626226553938112 : -117847155613504 : ffff94d19226e0c0) 00000020:00000001:0.0:1787998361.268385:0:35913:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1787998361.268386:0:35913:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1787998361.268388:0:35913:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1787998361.268393:0:35913:0:(cl_page.c:507:__cl_page_state_set()) page@00000000a95eee04[2 000000003be7fdbf 1 1 00000000fb7417b6 0 0 0] 00000020:00000001:0.0:1787998361.268395:0:35913:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1787998361.268397:0:35913:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1787998361.268398:0:35913:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:0.0:1787998361.268402:0:35913:0:(rw26.c:768:ll_write_begin()) page@00000000a95eee04[2 000000003be7fdbf 2 1 00000000fb7417b6 0 0 0] 00000080:00008000:0.0:1787998361.268404:0:35913:0:(rw26.c:768:ll_write_begin()) full page write 00000080:00000001:0.0:1787998361.268406:0:35913:0:(rw26.c:786:ll_write_begin()) Process leaving 00000080:00000001:0.0:1787998361.268408:0:35913:0:(rw26.c:802:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998361.268413:0:35913:0:(rw26.c:865:ll_write_end()) Process entered 00000080:00200000:0.0:1787998361.268415:0:35913:0:(rw26.c:869:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:0.0:1787998361.268417:0:35913:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1787998361.268418:0:35913:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446626226553938112 : -117847155613504 : ffff94d19226e0c0) 00000020:00000001:0.0:1787998361.268420:0:35913:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1787998361.268422:0:35913:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787998361.268428:0:35913:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1787998361.268431:0:35913:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1787998361.268432:0:35913:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1787998361.268433:0:35913:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1787998361.268437:0:35913:0:(rw26.c:927:ll_write_end()) page@00000000a95eee04[3 000000003be7fdbf 2 1 00000000fb7417b6 0 0 0] 00000080:00200000:0.0:1787998361.268440:0:35913:0:(rw26.c:927:ll_write_end()) vmpage @000000006afbaef5 17ffffc0001001 3:0 ffff94d190514a80 0 lru 00000080:00200000:0.0:1787998361.268449:0:35913:0:(rw26.c:927:ll_write_end()) osc-page@00000000645aa2fd 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000ee44c586 00000000fb902843 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787998361.268451:0:35913:0:(rw26.c:927:ll_write_end()) end page@00000000a95eee04 00000080:00200000:0.0:1787998361.268452:0:35913:0:(rw26.c:927:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1787998361.268454:0:35913:0:(rw26.c:948:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:0.0:1787998361.268457:0:35913:0:(rw26.c:674:ll_write_begin()) Process entered 00000080:00200000:0.0:1787998361.268459:0:35913:0:(rw26.c:675:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000020:00000001:0.0:1787998361.268473:0:35913:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1787998361.268475:0:35913:0:(cl_page.c:427:cl_page_find()) 1@[0x240000403:0xb:0x0] ffffdfa2049e7b00 0 1 00000020:00000001:0.0:1787998361.268478:0:35913:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1787998361.268479:0:35913:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998361.268481:0:35913:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:0.0:1787998361.268484:0:35913:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff94d1905148c0. 00000020:00000001:0.0:1787998361.268486:0:35913:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1787998361.268487:0:35913:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1787998361.268489:0:35913:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1787998361.268491:0:35913:0:(lov_page.c:146:lov_page_init_composite()) offset 4096, entry 0, stripe 0, suboff 4096 00020000:00000001:0.0:1787998361.268493:0:35913:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1787998361.268494:0:35913:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000008:00000001:0.0:1787998361.268497:0:35913:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1787998361.268499:0:35913:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff94d190514930 folio ffffdfa2049e7b00 pg:0 obj off 4096 00000008:00000001:0.0:1787998361.268501:0:35913:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998361.268502:0:35913:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1787998361.268503:0:35913:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1787998361.268505:0:35913:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1787998361.268506:0:35913:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998361.268510:0:35913:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998361.268512:0:35913:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446626226523162816 : -117847186388800 : ffff94d1905148c0) 00000020:00000001:0.0:1787998361.268514:0:35913:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446626226523162816 : -117847186388800 : ffff94d1905148c0) 00000020:00000001:0.0:1787998361.268516:0:35913:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1787998361.268517:0:35913:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1787998361.268519:0:35913:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446626226553938112 : -117847155613504 : ffff94d19226e0c0) 00000020:00000001:0.0:1787998361.268521:0:35913:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1787998361.268522:0:35913:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1787998361.268523:0:35913:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1787998361.268526:0:35913:0:(cl_page.c:507:__cl_page_state_set()) page@000000006c3f76c9[2 000000003be7fdbf 1 1 00000000fb7417b6 0 0 1] 00000020:00000001:0.0:1787998361.268528:0:35913:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1787998361.268529:0:35913:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1787998361.268530:0:35913:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:0.0:1787998361.268533:0:35913:0:(rw26.c:768:ll_write_begin()) page@000000006c3f76c9[2 000000003be7fdbf 2 1 00000000fb7417b6 0 0 1] 00000080:00008000:0.0:1787998361.268534:0:35913:0:(rw26.c:768:ll_write_begin()) full page write 00000080:00000001:0.0:1787998361.268535:0:35913:0:(rw26.c:786:ll_write_begin()) Process leaving 00000080:00000001:0.0:1787998361.268536:0:35913:0:(rw26.c:802:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998361.268540:0:35913:0:(rw26.c:865:ll_write_end()) Process entered 00000080:00200000:0.0:1787998361.268541:0:35913:0:(rw26.c:869:ll_write_end()) pos 4096, len 4096, copied 4096 00000020:00000001:0.0:1787998361.268543:0:35913:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1787998361.268544:0:35913:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446626226553938112 : -117847155613504 : ffff94d19226e0c0) 00000020:00000001:0.0:1787998361.268546:0:35913:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1787998361.268548:0:35913:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787998361.268550:0:35913:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1787998361.268551:0:35913:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1787998361.268552:0:35913:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1787998361.268553:0:35913:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1787998361.268556:0:35913:0:(rw26.c:927:ll_write_end()) page@000000006c3f76c9[3 000000003be7fdbf 2 1 00000000fb7417b6 0 0 1] 00000080:00200000:0.0:1787998361.268559:0:35913:0:(rw26.c:927:ll_write_end()) vmpage @00000000e0810799 17ffffc0001001 3:0 ffff94d1905148c0 1 lru 00000080:00200000:0.0:1787998361.268564:0:35913:0:(rw26.c:927:ll_write_end()) osc-page@0000000084bf4d36 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 00000000ee44c586 00000000fb902843 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787998361.268566:0:35913:0:(rw26.c:927:ll_write_end()) end page@000000006c3f76c9 00000080:00200000:0.0:1787998361.268567:0:35913:0:(rw26.c:927:ll_write_end()) queued cl_page: 2. 00000080:00000001:0.0:1787998361.268568:0:35913:0:(rw26.c:948:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:0.0:1787998361.268572:0:35913:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1787998361.268574:0:35913:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000020:00000001:0.0:1787998361.268577:0:35913:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1787998361.268579:0:35913:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1787998361.268581:0:35913:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1787998361.268582:0:35913:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:0.0:1787998361.268584:0:35913:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1787998361.268586:0:35913:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1787998361.268589:0:35913:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1787998361.268590:0:35913:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1787998361.268591:0:35913:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:0.0:1787998361.268593:0:35913:0:(osc_cache.c:2472:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1787998361.268597:0:35913:0:(osc_cache.c:2531:osc_queue_async_io()) obj ffff94d18526c000 ready 0|-|- wr 0|-|- rd 0|- oap ffff94d190514af0 folio ffffdfa2047d6e40 pg:0 added for cmd 2 00000008:00000001:0.0:1787998361.268603:0:35913:0:(osc_cache.c:1726:osc_enter_cache()) Process entered 00000008:00000020:0.0:1787998361.268606:0:35913:0:(osc_cache.c:1728:osc_enter_cache()) lustre-OST0000-osc-ffff94d1a0bb2800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8437760, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:28672 00000008:00000020:0.0:1787998361.268612:0:35913:0:(osc_cache.c:1633:osc_enter_cache_try()) lustre-OST0000-osc-ffff94d1a0bb2800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8437760, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:28672 00000008:00000020:0.0:1787998361.268617:0:35913:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff94d190514b28 page ffffdfa2047d6e40 00000008:00000020:0.0:1787998361.268620:0:35913:0:(osc_cache.c:1760:osc_enter_cache()) lustre-OST0000-osc-ffff94d1a0bb2800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 8409088, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }granted from cache 00000008:00000001:0.0:1787998361.268625:0:35913:0:(osc_cache.c:1776:osc_enter_cache()) Process leaving 00000008:00000001:0.0:1787998361.268626:0:35913:0:(osc_cache.c:1779:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998361.268629:0:35913:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:0.0:1787998361.268633:0:35913:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff94d1909c5600. 00000008:00000020:0.0:1787998361.268639:0:35913:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff94d18526c000 extents at osc_extent_find:840, mppr: 1024. 00000008:00000020:0.0:1787998361.268645:0:35913:0:(osc_cache.c:1872:osc_update_pending()) obj ffff94d18526c000 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:0.0:1787998361.268651:0:35913:0:(osc_cache.c:858:osc_extent_find()) extent ffff94d1909c5600@{[0 -> 0/1023], [3|1|-|active|wi|ffff94d18526c000], [28672|0|-|-|ffff94d190a5ca00|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:0.0:1787998361.268658:0:35913:0:(osc_cache.c:858:osc_extent_find()) ### extent: 00000000cc5f87d3 ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000e7bb924a/0xb2d39e653c8cc6b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x4fd9a50f3a6ad80f expref: -99 pid: 35913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:0.0:1787998361.268735:0:35913:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:0.0:1787998361.268739:0:35913:0:(osc_cache.c:2668:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998361.268742:0:35913:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998361.268745:0:35913:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1787998361.268747:0:35913:0:(cl_object.c:143:cl_object_top()) ffff94d18526c000 -> ffff94d184ee2210 00000008:00000002:0.0:1787998361.268749:0:35913:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->4096 0 00000020:00000001:0.0:1787998361.268752:0:35913:0:(cl_object.c:143:cl_object_top()) ffff94d18526c000 -> ffff94d184ee2210 00000020:00000001:0.0:1787998361.268753:0:35913:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1787998361.268755:0:35913:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 4096 00020000:00000001:0.0:1787998361.268756:0:35913:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1787998361.268758:0:35913:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998361.268760:0:35913:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998361.268761:0:35913:0:(cl_object.c:143:cl_object_top()) ffff94d18526c000 -> ffff94d184ee2210 00000008:00000001:0.0:1787998361.268763:0:35913:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1787998361.268765:0:35913:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1787998361.268925:0:35913:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1787998361.268931:0:35913:0:(cl_page.c:556:cl_batch_put()) page@00000000a95eee04[4 000000003be7fdbf 2 1 00000000fb7417b6 0 0 0] 00000020:00000001:0.0:1787998361.268933:0:35913:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1787998361.268935:0:35913:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1787998361.268936:0:35913:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000001:0.0:1787998361.268938:0:35913:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1787998361.268939:0:35913:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1787998361.268940:0:35913:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:0.0:1787998361.268942:0:35913:0:(osc_cache.c:2472:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1787998361.268944:0:35913:0:(osc_cache.c:2531:osc_queue_async_io()) obj ffff94d18526c000 ready 0|-|- wr 0|-|- rd 0|- oap ffff94d190514930 folio ffffdfa2049e7b00 pg:0 added for cmd 2 00000008:00000020:0.0:1787998361.268951:0:35913:0:(osc_cache.c:1633:osc_enter_cache_try()) lustre-OST0000-osc-ffff94d1a0bb2800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 8409088, dirty_grant: 28672, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:28672 00000008:00000020:0.0:1787998361.268954:0:35913:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff94d190514968 page ffffdfa2049e7b00 00000008:00000001:0.0:1787998361.268958:0:35913:0:(osc_cache.c:1256:osc_extent_expand()) Process entered 00000008:00000001:0.0:1787998361.268961:0:35913:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1787998361.268964:0:35913:0:(osc_cache.c:1292:osc_extent_expand()) Process leaving 00000008:00000001:0.0:1787998361.268966:0:35913:0:(osc_cache.c:1296:osc_extent_expand()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1787998361.268969:0:35913:0:(osc_cache.c:2567:osc_queue_async_io()) extent ffff94d1909c5600@{[0 -> 1/1023], [2|1|-|active|wi|ffff94d18526c000], [32768|1|+|-|ffff94d190a5ca00|1024|0000000000000000]} expanded for 1. 00000008:00010000:0.0:1787998361.268974:0:35913:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000cc5f87d3 ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000e7bb924a/0xb2d39e653c8cc6b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x4fd9a50f3a6ad80f expref: -99 pid: 35913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:0.0:1787998361.269043:0:35913:0:(osc_cache.c:2668:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998361.269047:0:35913:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998361.269050:0:35913:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1787998361.269052:0:35913:0:(cl_object.c:143:cl_object_top()) ffff94d18526c000 -> ffff94d184ee2210 00000008:00000002:0.0:1787998361.269054:0:35913:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 4096->8192 4096 00000020:00000001:0.0:1787998361.269114:0:35913:0:(cl_object.c:143:cl_object_top()) ffff94d18526c000 -> ffff94d184ee2210 00000020:00000001:0.0:1787998361.269116:0:35913:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1787998361.269117:0:35913:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 8192 00020000:00000001:0.0:1787998361.269119:0:35913:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1787998361.269120:0:35913:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998361.269130:0:35913:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998361.269132:0:35913:0:(cl_object.c:143:cl_object_top()) ffff94d18526c000 -> ffff94d184ee2210 00000008:00000001:0.0:1787998361.269133:0:35913:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1787998361.269134:0:35913:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1787998361.269136:0:35913:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1787998361.269138:0:35913:0:(cl_page.c:556:cl_batch_put()) page@000000006c3f76c9[4 000000003be7fdbf 2 1 00000000fb7417b6 0 0 1] 00000020:00000001:0.0:1787998361.269140:0:35913:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1787998361.269141:0:35913:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1787998361.269142:0:35913:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1787998361.269144:0:35913:0:(osc_request.c:745:osc_update_next_shrink()) next time 3074 to shrink grant 00000080:00000001:0.0:1787998361.269147:0:35913:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:0.0:1787998361.269149:0:35913:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1787998361.269158:0:35913:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff94d1989812f8, count 2, dirtied 2 00000080:00000001:0.0:1787998361.269161:0:35913:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1787998361.269163:0:35913:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1787998361.269165:0:35913:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1787998361.269166:0:35913:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1787998361.269167:0:35913:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1787998361.269171:0:35913:0:(cl_page.c:507:__cl_page_state_set()) page@00000000a95eee04[3 000000003be7fdbf 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1787998361.269173:0:35913:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1787998361.269174:0:35913:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1787998361.269175:0:35913:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1787998361.269177:0:35913:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1787998361.269179:0:35913:0:(cl_page.c:556:cl_batch_put()) page@00000000a95eee04[3 000000003be7fdbf 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1787998361.269180:0:35913:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1787998361.269181:0:35913:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1787998361.269182:0:35913:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1787998361.269183:0:35913:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1787998361.269185:0:35913:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1787998361.269186:0:35913:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1787998361.269188:0:35913:0:(cl_page.c:507:__cl_page_state_set()) page@000000006c3f76c9[3 000000003be7fdbf 2 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1787998361.269189:0:35913:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1787998361.269190:0:35913:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1787998361.269191:0:35913:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1787998361.269193:0:35913:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1787998361.269195:0:35913:0:(cl_page.c:556:cl_batch_put()) page@000000006c3f76c9[3 000000003be7fdbf 1 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1787998361.269196:0:35913:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1787998361.269198:0:35913:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:0.0:1787998361.269199:0:35913:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:0.0:1787998361.269200:0:35913:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1787998361.269202:0:35913:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998361.269204:0:35913:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998361.269206:0:35913:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998361.269208:0:35913:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1787998361.269210:0:35913:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 2 pages 8192 bytes, tot: 8192 00000020:00000001:0.0:1787998361.269213:0:35913:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1787998361.269215:0:35913:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1787998361.269216:0:35913:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998361.269219:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3fb80 00000080:00200000:0.0:1787998361.269221:0:35913:0:(vvp_io.c:1358:vvp_io_write_start()) f24b.recovery-small-2: write bytes 0, result: 8192 00000080:00000001:0.0:1787998361.269224:0:35913:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998361.269226:0:35913:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1787998361.269229:0:35913:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1787998361.269230:0:35913:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1787998361.269232:0:35913:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:0.0:1787998361.269233:0:35913:0:(cl_object.c:143:cl_object_top()) ffff94d18526c000 -> ffff94d184ee2210 00000020:00000001:0.0:1787998361.269235:0:35913:0:(cl_object.c:143:cl_object_top()) ffff94d18526c000 -> ffff94d184ee2210 00000020:00000001:0.0:1787998361.269236:0:35913:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1787998361.269238:0:35913:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1787998361.269240:0:35913:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998361.269241:0:35913:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998361.269242:0:35913:0:(cl_object.c:143:cl_object_top()) ffff94d18526c000 -> ffff94d184ee2210 00000008:00000001:0.0:1787998361.269244:0:35913:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998361.269246:0:35913:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998361.269248:0:35913:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998361.269250:0:35913:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998361.269251:0:35913:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998361.269253:0:35913:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1787998361.269254:0:35913:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1787998361.269256:0:35913:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1787998361.269257:0:35913:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:0.0:1787998361.269259:0:35913:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:0.0:1787998361.269261:0:35913:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1787998361.269265:0:35913:0:(osc_cache.c:1872:osc_update_pending()) obj ffff94d18526c000 ready 0|-|- wr 2|-|- rd 0|- update pending cmd 2 delta 2. 00000008:00000001:0.0:1787998361.269271:0:35913:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1787998361.269274:0:35913:0:(osc_cache.c:1857:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998361.269276:0:35913:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1787998361.269278:0:35913:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998361.269280:0:35913:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:0.0:1787998361.269281:0:35913:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1787998361.269283:0:35913:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998361.269284:0:35913:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998361.269287:0:35913:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1787998361.269289:0:35913:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1787998361.269291:0:35913:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1787998361.269293:0:35913:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d191a0e038 (ffff94d1a0bcf008/0) at cl_lock_release():245 00000020:00000001:0.0:1787998361.269296:0:35913:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1787998361.269297:0:35913:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d191a0e038 (ffff94d1a0bcf008/0) at cl_lock_cancel():142 00020000:00000001:0.0:1787998361.269301:0:35913:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1787998361.269302:0:35913:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1787998361.269303:0:35913:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226553995368 : -117847155556248 : ffff94d19227c068) 00000020:00000001:0.0:1787998361.269305:0:35913:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1787998361.269306:0:35913:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d19219dc30 (ffff94d1a0bcfbd8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1787998361.269310:0:35913:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1787998361.269311:0:35913:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1787998361.269313:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998361.269315:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998361.269318:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5ca00 refcount=5 00000020:00000001:0.0:1787998361.269320:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528700928 : -117847180850688 : ffff94d190a5ca00) 00010000:00000001:0.0:1787998361.269323:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528700928 : -117847180850688 : ffff94d190a5ca00) 00010000:00000001:0.0:1787998361.269325:0:35913:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998361.269328:0:35913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000e7bb924a/0xb2d39e653c8cc6b lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x4fd9a50f3a6ad80f expref: -99 pid: 35913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998361.269336:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.269337:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998361.269339:0:35913:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998361.269342:0:35913:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998361.269345:0:35913:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000e7bb924a/0xb2d39e653c8cc6b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x4fd9a50f3a6ad80f expref: -99 pid: 35913 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787998361.269353:0:35913:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998361.269357:0:35913:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998361.269359:0:35913:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998361.269364:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.269365:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998361.269367:0:35913:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.269370:0:35913:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998361.269372:0:35913:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.269375:0:35913:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.269377:0:35913:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.269380:0:35913:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998361.269381:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.269382:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998361.269384:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998361.269385:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1787998361.269386:0:35913:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1787998361.269388:0:35913:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1787998361.269390:0:35913:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1787998361.269391:0:35913:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1787998361.269393:0:35913:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1787998361.269394:0:35913:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d191a0e038 (ffff94d1a0bcf008/0) at cl_lock_fini():72 00020000:00000001:0.0:1787998361.269397:0:35913:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1787998361.269399:0:35913:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1787998361.269400:0:35913:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d19219dc30 (ffff94d1a0bcf008/1) at cl_lock_fini():72 00000008:00000010:0.0:1787998361.269403:0:35913:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d1861ad1d0. 00000020:00000001:0.0:1787998361.269407:0:35913:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1787998361.269409:0:35913:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d19219dc00. 00020000:00000001:0.0:1787998361.269413:0:35913:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1787998361.269414:0:35913:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1787998361.269415:0:35913:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1787998361.269417:0:35913:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1787998361.269419:0:35913:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1787998361.269420:0:35913:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1787998361.269421:0:35913:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1787998361.269422:0:35913:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998361.269424:0:35913:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998361.269426:0:35913:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1787998361.269426:0:35913:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1787998361.269428:0:35913:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1787998361.269430:0:35913:0:(vvp_io.c:533:vvp_io_advance()) advancing 8192 bytes 00000020:00000001:0.0:1787998361.269432:0:35913:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1787998361.269433:0:35913:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1787998361.269435:0:35913:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1787998361.269436:0:35913:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1787998361.269437:0:35913:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1787998361.269439:0:35913:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1787998361.269441:0:35913:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998361.269443:0:35913:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998361.269444:0:35913:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1787998361.269446:0:35913:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1787998361.269448:0:35913:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1787998361.269452:0:35913:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 1] 00000001:00000001:0.0:1787998361.269455:0:35913:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:0.0:1787998361.269458:0:35913:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:0.0:1787998361.269460:0:35913:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1787998361.269462:0:35913:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1787998361.269463:0:35913:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1787998361.269464:0:35913:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1787998361.269466:0:35913:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1787998361.269468:0:35913:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfbd0 00020000:00000001:0.0:1787998361.269471:0:35913:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1787998361.269473:0:35913:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1787998361.269475:0:35913:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1787998361.269477:0:35913:0:(vvp_io.c:304:vvp_io_fini()) [0x240000403:0xb:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1787998361.269480:0:35913:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1787998361.269481:0:35913:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1787998361.269483:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3fc98 00000080:00200000:0.0:1787998361.269485:0:35913:0:(file.c:2238:ll_file_io_generic()) f24b.recovery-small-2: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00000001:0.0:1787998361.269490:0:35913:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1787998361.269492:0:35913:0:(cl_object.c:143:cl_object_top()) ffff94d184ee2210 -> ffff94d184ee2210 00000020:00000001:0.0:1787998361.269494:0:35913:0:(cl_object.c:143:cl_object_top()) ffff94d184ee2210 -> ffff94d184ee2210 00000020:00000001:0.0:1787998361.269495:0:35913:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1787998361.269500:0:35913:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1787998361.269505:0:35913:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1787998361.269507:0:35913:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:0.0:1787998361.269509:0:35913:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1787998361.269510:0:35913:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:0.0:1787998361.269513:0:35913:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0xb:1073742851 on OST[0]: s=8192 (1) m=1787998361 a=0 c=1787998361 b=0 00020000:00000001:0.0:1787998361.269516:0:35913:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1787998361.269518:0:35913:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1787998361 a=0 c=1787998361 b=0 00020000:00000001:0.0:1787998361.269521:0:35913:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998361.269523:0:35913:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998361.269525:0:35913:0:(cl_object.c:143:cl_object_top()) ffff94d184ee2210 -> ffff94d184ee2210 00000080:00200000:0.0:1787998361.269527:0:35913:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000403:0xb:0x0] updating i_size 8192 i_blocks 0 00000080:00000001:0.0:1787998361.269530:0:35913:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1787998361.269535:0:35913:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 8192 00000080:00000001:0.0:1787998361.269538:0:35913:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=8192 : 8192 : 2000) 00000020:00001000:0.0:1787998361.269540:0:35913:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf000 00000020:00000001:0.0:1787998361.269544:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3fd88 00000080:00000008:0.0:1787998361.269547:0:35913:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24b.recovery-small-2:[0x240000403:0xb:0x0], ppos: 8192, count: 0, rc = 8192 00000080:00000001:0.0:1787998361.269549:0:35913:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=8192 : 8192 : 2000) 00000080:00000001:1.0:1787998361.311487:0:35917:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998361.311498:0:35917:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998361.311502:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cc7b78 00000080:00200000:1.0:1787998361.311508:0:35917:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:1.0:1787998361.311517:0:35917:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19162b800. 00800000:00000002:1.0:1787998361.311526:0:35917:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998361.311530:0:35917:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998361.311536:0:35917:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998361.311539:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cc7a98 00800000:00000002:1.0:1787998361.311542:0:35917:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998361.311546:0:35917:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998361.311550:0:35917:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998361.311553:0:35917:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998361.311556:0:35917:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998361.311559:0:35917:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998361.311561:0:35917:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998361.311563:0:35917:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998361.311566:0:35917:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998361.311572:0:35917:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998361.311579:0:35917:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998361.311581:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cc7968 00000002:00010000:1.0:1787998361.311583:0:35917:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787998361.311588:0:35917:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998361.311590:0:35917:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998361.311594:0:35917:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998361.311601:0:35917:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921400 count: 2 00010000:00000001:1.0:1787998361.311605:0:35917:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998361.311611:0:35917:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998361.311616:0:35917:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998361.311621:0:35917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8cc41 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad78a expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1787998361.311634:0:35917:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998361.311640:0:35917:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998361.311643:0:35917:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8cc41 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad78a expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1787998361.311650:0:35917:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787998361.311652:0:35917:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998361.311654:0:35917:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998361.311656:0:35917:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998361.311659:0:35917:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998361.311727:0:35917:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787998361.311731:0:35917:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787998361.311736:0:35917:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998361.311740:0:35917:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162b800. 00000080:00000001:1.0:1787998361.311745:0:35917:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998361.311747:0:35917:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998361.311750:0:35917:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:1.0:1787998361.311754:0:35917:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cc41 00800000:00000001:1.0:1787998361.311758:0:35917:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998361.311761:0:35917:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998361.311763:0:35917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998361.312141:0:35917:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998361.312145:0:35917:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367200 refcount=3 00000020:00000001:1.0:1787998361.312148:0:35917:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:1.0:1787998361.312151:0:35917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:1.0:1787998361.312156:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998361.312158:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998361.312159:0:35917:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998361.312161:0:35917:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998361.312164:0:35917:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc41 from it ffffb66d41cc7bb0 00010000:00000001:1.0:1787998361.312166:0:35917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998361.312167:0:35917:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998361.312169:0:35917:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367200 refcount=3 00000020:00000001:1.0:1787998361.312170:0:35917:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:1.0:1787998361.312172:0:35917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:1.0:1787998361.312174:0:35917:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998361.312177:0:35917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8cc41 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad78a expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1787998361.312184:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998361.312185:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998361.312186:0:35917:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998361.312189:0:35917:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998361.312192:0:35917:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8cc41 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad78a expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1787998361.312199:0:35917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998361.312203:0:35917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998361.312205:0:35917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998361.312210:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998361.312211:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998361.312213:0:35917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998361.312217:0:35917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998361.312218:0:35917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998361.312221:0:35917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998361.312224:0:35917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998361.312226:0:35917:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998361.312227:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998361.312228:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998361.312231:0:35917:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787998361.312233:0:35917:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998361.312235:0:35917:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 44 00000080:00000001:1.0:1787998361.312241:0:35917:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998361.312245:0:35917:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:1.0:1787998361.312247:0:35917:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1787998361.312250:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cc7b78 00000080:00200008:1.0:1787998361.312252:0:35917:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff94d1989ad348), flags 504000 00000080:00000010:1.0:1787998361.312259:0:35917:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d1a067af00. 00000080:00000001:1.0:1787998361.312264:0:35917:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998361.312266:0:35917:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998361.312295:0:35917:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998361.312298:0:35917:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=8028667f arg=7ffcd983ccd0 00000080:00000001:1.0:1787998361.312305:0:35917:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000080:00000001:1.0:1787998361.312307:0:35917:0:(llite_lib.c:4281:ll_get_sb_uuid()) Process entered 00000080:00000001:1.0:1787998361.312309:0:35917:0:(llite_lib.c:4287:ll_get_sb_uuid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998361.312311:0:35917:0:(llite_lib.c:3669:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998361.312313:0:35917:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998361.312320:0:35917:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:1.0:1787998361.312322:0:35917:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1787998361.312324:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cc7dd0 00000080:00200008:1.0:1787998361.312326:0:35917:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff94d1989ad348), flags 504000 00000080:00400000:1.0:1787998361.312329:0:35917:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1787998361.312333:0:35917:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d1a067af00. 00000080:00000001:1.0:1787998361.312336:0:35917:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1787998361.312339:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41cc7dd0 00000080:00000008:1.0:1787998361.312341:0:35917:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d1989ad348), flags 504000, rc = 0 00000080:00000001:1.0:1787998361.312343:0:35917:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998361.312345:0:35917:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.475047:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998361.475129:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.475136:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998361.475137:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.475141:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998361.475142:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998361.475145:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998361.475146:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998361.481975:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998361.481985:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998361.481991:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787998362.498941:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998362.498948:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998362.498954:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998362.498955:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998362.499028:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998362.499030:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998362.499034:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998362.499035:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998362.499144:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787998362.499147:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998362.499150:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1787998362.562962:0:36:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:3.0:1787998362.562968:0:36:0:(file.c:5294:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1787998362.562973:0:36:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787998362.562991:0:36:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798655176 : -117846910896440 : ffff94d1a0bcf6c8) 00000020:00001000:3.0:1787998362.562998:0:36:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf6c0 00000020:00000001:3.0:1787998362.563006:0:36:0:(cl_object.c:143:cl_object_top()) ffff94d187213210 -> ffff94d187213210 00000020:00000001:3.0:1787998362.563009:0:36:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1787998362.563012:0:36:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1787998362.563015:0:36:0:(vvp_io.c:1826:vvp_io_init()) [0x240000403:0x8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1787998362.563018:0:36:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1787998362.563020:0:36:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1787998362.563031:0:36:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1787998362.563036:0:36:0:(lov_object.c:1590:lov_io_init()) [0x240000403:0x8:0x0]io ffff94d19226ea00 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1787998362.563040:0:36:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1859db7c0) owner 0000000000000000/ffff94d18134a7c0 00020000:00000001:3.0:1787998362.563045:0:36:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1787998362.563046:0:36:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1787998362.563049:0:36:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1787998362.563051:0:36:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.563053:0:36:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1787998362.563056:0:36:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1787998362.563058:0:36:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.563060:0:36:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1787998362.563061:0:36:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1787998362.563062:0:36:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1787998362.563063:0:36:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1859db7c0) owner 0000000000000000/ffff94d18134a7c0 00000020:00000001:3.0:1787998362.563066:0:36:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.563069:0:36:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1787998362.563070:0:36:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1787998362.563073:0:36:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1787998362.563077:0:36:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1787998362.563081:0:36:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1787998362.563084:0:36:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1787998362.563086:0:36:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1787998362.563087:0:36:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787998362.563089:0:36:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226545383832 : -117847164167784 : ffff94d191a45998) 00000020:00001000:3.0:1787998362.563092:0:36:0:(cl_object.c:823:cl_env_get()) 1@ffff94d191a45990 00000020:00000001:3.0:1787998362.563094:0:36:0:(cl_object.c:143:cl_object_top()) ffff94d187213918 -> ffff94d187213210 00000020:00000001:3.0:1787998362.563096:0:36:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1787998362.563100:0:36:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1787998362.563101:0:36:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1787998362.563103:0:36:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.563106:0:36:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.563108:0:36:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004712 : -117847155546904 : ffff94d19227e4e8) 00000020:00000001:3.0:1787998362.563111:0:36:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1787998362.563112:0:36:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.563124:0:36:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.563126:0:36:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.563128:0:36:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1787998362.563130:0:36:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1787998362.563132:0:36:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1787998362.563133:0:36:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1787998362.563135:0:36:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1787998362.563136:0:36:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.563138:0:36:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.563140:0:36:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.563142:0:36:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.563143:0:36:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1787998362.563144:0:36:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.563146:0:36:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.563148:0:36:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1787998362.563151:0:36:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1787998362.563152:0:36:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1787998362.563153:0:36:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1787998362.563155:0:36:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000020:3.0:1787998362.563157:0:36:0:(osc_io.c:1113:osc_io_fsync_start()) lustre-OST0000-osc-ffff94d1a0bb2800: unstable/dirty counts are both zero 00000008:00000001:3.0:1787998362.563160:0:36:0:(osc_io.c:1114:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.563161:0:36:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.563163:0:36:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.563165:0:36:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.563166:0:36:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.563168:0:36:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1787998362.563170:0:36:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1787998362.563171:0:36:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1787998362.563173:0:36:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1787998362.563174:0:36:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1787998362.563175:0:36:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.563178:0:36:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1787998362.563179:0:36:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1787998362.563181:0:36:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1787998362.563183:0:36:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1787998362.563184:0:36:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1787998362.563186:0:36:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1787998362.563187:0:36:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1787998362.563189:0:36:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.563191:0:36:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.563192:0:36:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1787998362.563193:0:36:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1787998362.563195:0:36:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1787998362.563196:0:36:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1787998362.563198:0:36:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1787998362.563200:0:36:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1787998362.563201:0:36:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1787998362.563202:0:36:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1787998362.563203:0:36:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1787998362.563204:0:36:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.563206:0:36:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.563208:0:36:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1787998362.563209:0:36:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1787998362.563210:0:36:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.563212:0:36:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1787998362.563214:0:36:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1787998362.563216:0:36:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1787998362.563217:0:36:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1787998362.563218:0:36:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1787998362.563220:0:36:0:(cl_object.c:917:cl_env_put()) 1@ffff94d191a45990 00020000:00000001:3.0:1787998362.563244:0:36:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1787998362.563247:0:36:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1787998362.563249:0:36:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1787998362.563252:0:36:0:(vvp_io.c:304:vvp_io_fini()) [0x240000403:0x8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1787998362.563255:0:36:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1787998362.563256:0:36:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1787998362.563259:0:36:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf6c0 00000080:00000001:3.0:1787998362.563261:0:36:0:(file.c:5331:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998362.563264:0:36:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998362.563272:0:36:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:3.0:1787998362.563274:0:36:0:(file.c:5294:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1787998362.563275:0:36:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787998362.563276:0:36:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798655176 : -117846910896440 : ffff94d1a0bcf6c8) 00000020:00001000:3.0:1787998362.563279:0:36:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf6c0 00000020:00000001:3.0:1787998362.563281:0:36:0:(cl_object.c:143:cl_object_top()) ffff94d18543a468 -> ffff94d18543a468 00000020:00000001:3.0:1787998362.563283:0:36:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1787998362.563284:0:36:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1787998362.563286:0:36:0:(vvp_io.c:1826:vvp_io_init()) [0x240000403:0xa:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1787998362.563288:0:36:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1787998362.563289:0:36:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1787998362.563291:0:36:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1787998362.563293:0:36:0:(lov_object.c:1590:lov_io_init()) [0x240000403:0xa:0x0]io ffff94d19226ea00 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1787998362.563296:0:36:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d191daa9b0) owner 0000000000000000/ffff94d18134a7c0 00020000:00000001:3.0:1787998362.563299:0:36:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1787998362.563300:0:36:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1787998362.563302:0:36:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1787998362.563303:0:36:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.563305:0:36:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1787998362.563307:0:36:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1787998362.563308:0:36:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.563310:0:36:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1787998362.563311:0:36:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1787998362.563312:0:36:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1787998362.563313:0:36:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d191daa9b0) owner 0000000000000000/ffff94d18134a7c0 00000020:00000001:3.0:1787998362.563315:0:36:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.563317:0:36:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1787998362.563318:0:36:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1787998362.563319:0:36:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1787998362.563321:0:36:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1787998362.563323:0:36:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1787998362.563326:0:36:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1787998362.563327:0:36:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1787998362.563328:0:36:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787998362.563329:0:36:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226545383832 : -117847164167784 : ffff94d191a45998) 00000020:00001000:3.0:1787998362.563331:0:36:0:(cl_object.c:823:cl_env_get()) 1@ffff94d191a45990 00000020:00000001:3.0:1787998362.563333:0:36:0:(cl_object.c:143:cl_object_top()) ffff94d18543af58 -> ffff94d18543a468 00000020:00000001:3.0:1787998362.563335:0:36:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1787998362.563337:0:36:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1787998362.563338:0:36:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1787998362.563339:0:36:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.563341:0:36:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.563343:0:36:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004712 : -117847155546904 : ffff94d19227e4e8) 00000020:00000001:3.0:1787998362.563345:0:36:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1787998362.563346:0:36:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.563347:0:36:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.563349:0:36:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.563351:0:36:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1787998362.563352:0:36:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1787998362.563353:0:36:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1787998362.563355:0:36:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1787998362.563356:0:36:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1787998362.563357:0:36:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.563359:0:36:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.563361:0:36:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.563362:0:36:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.563364:0:36:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1787998362.563365:0:36:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.563367:0:36:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.563368:0:36:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1787998362.563370:0:36:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1787998362.563371:0:36:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1787998362.563372:0:36:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1787998362.563373:0:36:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000020:3.0:1787998362.563374:0:36:0:(osc_io.c:1113:osc_io_fsync_start()) lustre-OST0000-osc-ffff94d1a0bb2800: unstable/dirty counts are both zero 00000008:00000001:3.0:1787998362.563376:0:36:0:(osc_io.c:1114:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.563377:0:36:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.563379:0:36:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.563381:0:36:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.563382:0:36:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.563383:0:36:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1787998362.563385:0:36:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1787998362.563386:0:36:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1787998362.563387:0:36:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1787998362.563388:0:36:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1787998362.563389:0:36:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.563391:0:36:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1787998362.563392:0:36:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1787998362.563393:0:36:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1787998362.563394:0:36:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1787998362.563395:0:36:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1787998362.563396:0:36:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1787998362.563397:0:36:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1787998362.563399:0:36:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.563400:0:36:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.563401:0:36:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1787998362.563402:0:36:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1787998362.563403:0:36:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1787998362.563404:0:36:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1787998362.563405:0:36:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1787998362.563406:0:36:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1787998362.563407:0:36:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1787998362.563408:0:36:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1787998362.563410:0:36:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1787998362.563411:0:36:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.563413:0:36:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.563414:0:36:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1787998362.563415:0:36:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1787998362.563416:0:36:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.563418:0:36:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1787998362.563419:0:36:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1787998362.563420:0:36:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1787998362.563421:0:36:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1787998362.563421:0:36:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1787998362.563423:0:36:0:(cl_object.c:917:cl_env_put()) 1@ffff94d191a45990 00020000:00000001:3.0:1787998362.563425:0:36:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1787998362.563426:0:36:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1787998362.563427:0:36:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1787998362.563429:0:36:0:(vvp_io.c:304:vvp_io_fini()) [0x240000403:0xa:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1787998362.563431:0:36:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1787998362.563432:0:36:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1787998362.563434:0:36:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf6c0 00000080:00000001:3.0:1787998362.563436:0:36:0:(file.c:5331:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998362.563438:0:36:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998362.563441:0:36:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:3.0:1787998362.563442:0:36:0:(file.c:5294:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1787998362.563444:0:36:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787998362.563445:0:36:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798655176 : -117846910896440 : ffff94d1a0bcf6c8) 00000020:00001000:3.0:1787998362.563447:0:36:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf6c0 00000020:00000001:3.0:1787998362.563449:0:36:0:(cl_object.c:143:cl_object_top()) ffff94d184ee2210 -> ffff94d184ee2210 00000020:00000001:3.0:1787998362.563451:0:36:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1787998362.563452:0:36:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1787998362.563453:0:36:0:(vvp_io.c:1826:vvp_io_init()) [0x240000403:0xb:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1787998362.563456:0:36:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1787998362.563457:0:36:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1787998362.563458:0:36:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1787998362.563460:0:36:0:(lov_object.c:1590:lov_io_init()) [0x240000403:0xb:0x0]io ffff94d19226ea00 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1787998362.563463:0:36:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1a0a428b8) owner 0000000000000000/ffff94d18134a7c0 00020000:00000001:3.0:1787998362.563466:0:36:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1787998362.563467:0:36:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1787998362.563469:0:36:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1787998362.563470:0:36:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.563472:0:36:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1787998362.563475:0:36:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1787998362.563476:0:36:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.563477:0:36:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1787998362.563478:0:36:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1787998362.563479:0:36:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1787998362.563481:0:36:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1a0a428b8) owner 0000000000000000/ffff94d18134a7c0 00000020:00000001:3.0:1787998362.563483:0:36:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.563485:0:36:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1787998362.563486:0:36:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1787998362.563487:0:36:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1787998362.563489:0:36:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1787998362.563490:0:36:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1787998362.563493:0:36:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1787998362.563494:0:36:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1787998362.563495:0:36:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787998362.563496:0:36:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226545383832 : -117847164167784 : ffff94d191a45998) 00000020:00001000:3.0:1787998362.563498:0:36:0:(cl_object.c:823:cl_env_get()) 1@ffff94d191a45990 00000020:00000001:3.0:1787998362.563500:0:36:0:(cl_object.c:143:cl_object_top()) ffff94d184ee2918 -> ffff94d184ee2210 00000020:00000001:3.0:1787998362.563502:0:36:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1787998362.563504:0:36:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1787998362.563505:0:36:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1787998362.563506:0:36:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.563508:0:36:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.563509:0:36:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004712 : -117847155546904 : ffff94d19227e4e8) 00000020:00000001:3.0:1787998362.563511:0:36:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1787998362.563512:0:36:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.563514:0:36:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.563515:0:36:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.563517:0:36:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1787998362.563518:0:36:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1787998362.563519:0:36:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1787998362.563520:0:36:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1787998362.563521:0:36:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1787998362.563522:0:36:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.563523:0:36:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.563525:0:36:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.563526:0:36:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.563528:0:36:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1787998362.563528:0:36:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.563530:0:36:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.563532:0:36:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1787998362.563533:0:36:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1787998362.563534:0:36:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1787998362.563535:0:36:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1787998362.563536:0:36:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1787998362.563539:0:36:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1787998362.563547:0:36:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1787998362.563550:0:36:0:(osc_cache.c:1826:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1787998362.563551:0:36:0:(osc_cache.c:1827:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1787998362.563554:0:36:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1787998362.563556:0:36:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:3.0:1787998362.563558:0:36:0:(osc_cache.c:2303:osc_next_obj()) Process leaving (rc=18446626226335825920 : -117847373725696 : ffff94d18526c000) 00000008:00000020:3.0:1787998362.563562:0:36:0:(osc_cache.c:2339:osc_check_rpcs()) obj ffff94d18526c000 ready 0|-|- wr 2|-|+ rd 0|- 0 in flight 00000008:00000001:3.0:1787998362.563565:0:36:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1787998362.563566:0:36:0:(osc_cache.c:1826:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1787998362.563567:0:36:0:(osc_cache.c:1827:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1787998362.563569:0:36:0:(osc_cache.c:2159:osc_send_write_rpc()) Process entered 00000008:00000001:3.0:1787998362.563572:0:36:0:(osc_cache.c:2016:try_to_add_extent_for_io()) Process entered 00000008:00000020:3.0:1787998362.563575:0:36:0:(osc_cache.c:2020:try_to_add_extent_for_io()) extent ffff94d1909c5600@{[0 -> 1/1023], [1|0|+|cache|wiuY|ffff94d18526c000], [32768|2|+|-|ffff94d190a5ca00|1024|0000000000000000]} trying to add this extent 00000008:00010000:3.0:1787998362.563585:0:36:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 00000000cc5f87d3 ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000e7bb924a/0xb2d39e653c8cc6b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x4fd9a50f3a6ad80f expref: -99 pid: 35913 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1787998362.563599:0:36:0:(osc_cache.c:2069:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:3.0:1787998362.563603:0:36:0:(osc_cache.c:1872:osc_update_pending()) obj ffff94d18526c000 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -2. 00000008:00000001:3.0:1787998362.563607:0:36:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:3.0:1787998362.563610:0:36:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1787998362.563614:0:36:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff94d1909c5600@{[0 -> 1/1023], [1|0|+|locking|wiuY|ffff94d18526c000], [32768|2|+|-|ffff94d190a5ca00|1024|ffff94d18134a7c0]} make ready 00000008:00010000:3.0:1787998362.563620:0:36:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 00000000cc5f87d3 ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000e7bb924a/0xb2d39e653c8cc6b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x4fd9a50f3a6ad80f expref: -99 pid: 35913 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1787998362.563627:0:36:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:3.0:1787998362.563629:0:36:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:3.0:1787998362.563648:0:36:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000a95eee04[2 000000003be7fdbf 1 1 0000000000000000 0 0 0] 00000020:00008000:3.0:1787998362.563650:0:36:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:3.0:1787998362.563653:0:36:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:3.0:1787998362.563654:0:36:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1787998362.563656:0:36:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1787998362.563658:0:36:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1787998362.563659:0:36:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1787998362.563661:0:36:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1787998362.563665:0:36:0:(cl_page.c:507:__cl_page_state_set()) page@00000000a95eee04[2 000000003be7fdbf 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1787998362.563667:0:36:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:3.0:1787998362.563669:0:36:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1787998362.563670:0:36:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:3.0:1787998362.563673:0:36:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000a95eee04[2 000000003be7fdbf 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1787998362.563675:0:36:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:3.0:1787998362.563676:0:36:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998362.563678:0:36:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:3.0:1787998362.563679:0:36:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:3.0:1787998362.563683:0:36:0:(cl_page.c:1160:cl_page_make_ready()) page@000000006c3f76c9[2 000000003be7fdbf 1 1 0000000000000000 0 0 1] 00000020:00008000:3.0:1787998362.563685:0:36:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:3.0:1787998362.563686:0:36:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:3.0:1787998362.563687:0:36:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1787998362.563688:0:36:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1787998362.563689:0:36:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1787998362.563690:0:36:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1787998362.563692:0:36:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1787998362.563694:0:36:0:(cl_page.c:507:__cl_page_state_set()) page@000000006c3f76c9[2 000000003be7fdbf 1 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1787998362.563696:0:36:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:3.0:1787998362.563697:0:36:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1787998362.563698:0:36:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:3.0:1787998362.563700:0:36:0:(cl_page.c:1182:cl_page_make_ready()) page@000000006c3f76c9[2 000000003be7fdbf 3 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1787998362.563702:0:36:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:3.0:1787998362.563703:0:36:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.563706:0:36:0:(cl_object.c:143:cl_object_top()) ffff94d18526c000 -> ffff94d184ee2210 00000020:00000001:3.0:1787998362.563708:0:36:0:(cl_object.c:143:cl_object_top()) ffff94d18526c000 -> ffff94d184ee2210 00000020:00000001:3.0:1787998362.563710:0:36:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:3.0:1787998362.563714:0:36:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.563716:0:36:0:(cl_object.c:143:cl_object_top()) ffff94d18526c000 -> ffff94d184ee2210 00000008:00000001:3.0:1787998362.563718:0:36:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998362.563721:0:36:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:3.0:1787998362.563725:0:36:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff94d1a0bb2800: cli: ffff94d191ce0820 unstable pages: 0, osc unstable pages: 0 00000008:00000010:3.0:1787998362.563735:0:36:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 16 at ffff94d190ad3850. 00000008:00000010:3.0:1787998362.563741:0:36:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff94d187650270. 00000008:00000020:3.0:1787998362.563744:0:36:0:(osc_request.c:2875:osc_build_rpc()) page i:2, oap->oap_obj_off 4096, oap->oap_page_off 0 00000020:00000001:3.0:1787998362.563747:0:36:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:3.0:1787998362.563749:0:36:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:3.0:1787998362.563750:0:36:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:3.0:1787998362.563754:0:36:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1787998361/1787998361 00000020:00000001:3.0:1787998362.563758:0:36:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:3.0:1787998362.563760:0:36:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:3.0:1787998362.563764:0:36:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:3.0:1787998362.563809:0:36:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:3.0:1787998362.563812:0:36:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998362.563820:0:36:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3ce00 count: 2 00010000:00000001:3.0:1787998362.563823:0:36:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998362.563830:0:36:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1787998362.563834:0:36:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1787998362.563840:0:36:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1787998362.563846:0:36:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998362.563849:0:36:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000e7bb924a/0xb2d39e653c8cc6b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x4fd9a50f3a6ad80f expref: -99 pid: 35913 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1787998362.563858:0:36:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998362.563860:0:36:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1787998362.563862:0:36:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1787998362.563864:0:36:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998362.563867:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998362.563870:0:36:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5ca00 refcount=3 00000020:00000001:3.0:1787998362.563872:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528700928 : -117847180850688 : ffff94d190a5ca00) 00010000:00000001:3.0:1787998362.563875:0:36:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528700928 : -117847180850688 : ffff94d190a5ca00) 00000008:00000001:3.0:1787998362.563878:0:36:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446626226528700928 : -117847180850688 : ffff94d190a5ca00) 00010000:00000001:3.0:1787998362.563880:0:36:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998362.563881:0:36:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1787998362.563882:0:36:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000008:00000001:3.0:1787998362.563885:0:36:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:3.0:1787998362.563892:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d01880. 00000020:00000040:3.0:1787998362.563896:0:36:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998362.563904:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998362.563907:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998362.563910:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998362.563940:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 16384 at ffff94d199f50000. 00000100:00000001:3.0:1787998362.563948:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1787998362.563957:0:36:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 8192 00000008:00000020:3.0:1787998362.563966:0:36:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff94d1a0bb2800: dirty: 32768 undirty: 484638720 dropped 0 grant: 8404992 cl_lost_grant 0 00000008:00000001:3.0:1787998362.563973:0:36:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:3.0:1787998362.564004:0:36:0:(lnet-crypto.c:95:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 5811 MB/s 00000008:00008000:3.0:1787998362.564015:0:36:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffdfa2047d6e40 map ffff94d1989812f8 index 0 flags 17ffffc0005028 count 2 priv ffff94d190514a80: off 0 00000008:00008000:3.0:1787998362.564019:0:36:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffdfa2049e7b00 map ffff94d1989812f8 index 1 flags 17ffffc0005028 count 2 priv ffff94d1905148c0: off 0 00000008:00000001:3.0:1787998362.564029:0:36:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:3.0:1787998362.564031:0:36:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5872be30 (4) 00000008:00100000:3.0:1787998362.564036:0:36:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff94d191d01880 - object 0x280000400:6 offset 0<>8192 00000008:00000001:3.0:1787998362.564038:0:36:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.564040:0:36:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:3.0:1787998362.564042:0:36:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:3.0:1787998362.564043:0:36:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:3.0:1787998362.564044:0:36:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1787998361/1787998361 00000020:00000001:3.0:1787998362.564047:0:36:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:3.0:1787998362.564048:0:36:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:3.0:1787998362.564049:0:36:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000100:00000001:3.0:1787998362.564052:0:36:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998362.564053:0:36:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548250752 : -117847161300864 : ffff94d191d01880) 00000008:00000002:3.0:1787998362.564068:0:36:0:(osc_request.c:2976:osc_build_rpc()) @@@ 2 pages, aa 00000000f0c5d28d, now 0r/1w/0d in flight req@ffff94d191d01880 x1874850291791488/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:3.0:1787998362.564077:0:36:0:(osc_request.c:2988:osc_build_rpc()) [0x240000403:0xb:0x0]: 2 write pages, start 0, end 2, now 0r/1w/0d in flight 00000100:00000040:3.0:1787998362.564086:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7a80315] to pc [ptlrpcd_01_01+1] req@ffff94d191d01880 x1874850291791488/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1787998362.564128:0:36:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:3.0:1787998362.564130:0:36:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998362.564133:0:36:0:(osc_cache.c:2208:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998362.564136:0:36:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1787998362.564137:0:36:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998362.564139:0:36:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1787998362.564140:0:36:0:(osc_cache.c:1816:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998362.564142:0:36:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1787998362.564143:0:36:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998362.564146:0:36:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:3.0:1787998362.564148:0:36:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998362.564150:0:36:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1787998362.564153:0:36:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff94d18526c000 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 2: rc=2. 00000008:00000001:3.0:1787998362.564157:0:36:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=2 : 2 : 2) 00000008:00000001:3.0:1787998362.564160:0:36:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:3.0:1787998362.564162:0:36:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1787998362.564164:0:36:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1787998362.564166:0:36:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1787998362.564168:0:36:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1787998362.564169:0:36:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1787998362.564170:0:36:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1787998362.564172:0:36:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:3.0:1787998362.564176:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d00380. 00000020:00000040:3.0:1787998362.564178:0:36:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=4 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998362.564181:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998362.564183:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998362.564185:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998362.564191:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d1861f7400. 00000100:00000001:3.0:1787998362.564194:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998362.564199:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998362.564204:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998362.564209:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b5a6afa] to pc [ptlrpcd_01_00+0] req@ffff94d191d00380 x1874850291791616/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1787998362.564218:0:36:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998362.564220:0:36:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998362.564223:0:36:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.564224:0:36:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.564226:0:36:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.564228:0:36:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.564229:0:36:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.564231:0:36:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1787998362.564232:0:36:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1787998362.564234:0:36:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1787998362.564235:0:36:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:3.0:1787998362.564248:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998362.564252:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998362.564255:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998362.564260:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d00380 x1874850291791616/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998362.564267:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998362.564270:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998362.564274:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998362.564277:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998362.564280:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998362.564283:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291791616:192.168.206.123@tcp:16:kworker.0 00000100:00000001:3.0:1787998362.564288:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998362.564294:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998362.564297:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998362.564300:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998362.564305:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1a0094800. 02000000:00000001:3.0:1787998362.564307:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998362.564315:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998362.564320:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a370. 00000400:00000010:3.0:1787998362.564328:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5110. 00000100:00000200:3.0:1787998362.564336:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291791616, portal 4 00000100:00000001:3.0:1787998362.564338:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998362.564339:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548245376 : -117847161306240 : ffff94d191d00380) 00000100:00000040:3.0:1787998362.564346:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d00380 x1874850291791616/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998378 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998362.564353:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998362.564356:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998362.564359:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5ee0. 00000100:00000200:3.0:1787998362.564362:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1874850291791616, offset 0 00000400:00000200:3.0:1787998362.564369:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998362.564380:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998362.564389:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998362.564396:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998362.564401:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998362.564406:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998362.564410:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998362.564414:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2928:2928:256:4294967295] 192.168.206.123@tcp LPNI seq info [2928:2928:8:4294967295] 00000400:00000200:3.0:1787998362.564418:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998362.564430:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998362.564437:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998362.564443:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1a072b400. 00000800:00000200:3.0:1787998362.564451:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998362.564462:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998362.564467:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1a072b400 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1787998362.564480:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998362.564485:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 186311 usecs (187 jiffies) 00000400:00000200:3.0:1787998362.564488:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998362.564491:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296542908 00000100:00000001:3.0:1787998362.564495:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:3.0:1787998362.564498:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296542908 00000100:00000001:3.0:1787998362.564501:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:3.0:1787998362.564503:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998362.564506:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998362.564509:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998362.564512:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998362.564519:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998362.564522:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787998362.564524:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998362.564525:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998362.564526:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998362.564529:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1787998362.564531:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998362.564533:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998362.564534:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998362.564536:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998362.564537:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998362.564538:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998362.564542:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d01880 x1874850291791488/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998362.564549:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998362.564550:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998362.564552:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998362.564554:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998362.564556:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998362.564559:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291791488:192.168.206.123@tcp:4:multiop.0 00000100:00000001:3.0:1787998362.564562:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998362.564564:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998362.564565:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998362.564567:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998362.564571:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1a0096800. 02000000:00000001:3.0:1787998362.564573:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998362.564576:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998362.564579:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108abb0. 00000400:00000010:3.0:1787998362.564582:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f56e8. 00000100:00000200:3.0:1787998362.564585:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291791488, portal 4 00000100:00000001:3.0:1787998362.564587:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998362.564588:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548250752 : -117847161300864 : ffff94d191d01880) 00000100:00000040:3.0:1787998362.564594:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d01880 x1874850291791488/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1787998378 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998362.564600:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998362.564603:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998362.564606:0:2404:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff94d191a2bcc0. 00000100:00000200:3.0:1787998362.564608:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 8680 bytes to portal 6, xid 1874850291791488, offset 0 00000400:00000200:3.0:1787998362.564613:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998362.564617:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998362.564621:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998362.564624:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998362.564626:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998362.564629:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998362.564631:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998362.564634:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2929:2929:255:4294967295] 192.168.206.123@tcp LPNI seq info [2929:2929:7:4294967295] 00000400:00000200:3.0:1787998362.564638:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998362.564643:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998362.564647:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 8680 bytes in 3 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998362.564651:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff94d1861f6000. 00000800:00000200:3.0:1787998362.564655:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998362.564659:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998362.564661:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1861f6000 type 1, nob 8776 niov 1 nkiov 3 00000100:00000001:3.0:1787998362.564670:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998362.564672:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 186311 usecs (187 jiffies) 00000400:00000200:3.0:1787998362.564675:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998362.564677:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296542908 00000100:00000001:3.0:1787998362.564680:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:3.0:1787998362.564682:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296542908 00000100:00000001:3.0:1787998362.564683:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:3.0:1787998362.564685:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998362.564688:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998362.564690:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998362.564692:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998362.564784:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998362.564788:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998362.564828:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998362.564833:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff94d1861f6000. 00000400:00000200:2.0:1787998362.564840:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1787998362.564841:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998362.564845:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072b400. 00000400:00000200:2.0:1787998362.564848:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998362.564851:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998362.564856:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191a2bcc0 00000400:00000200:3.0:1787998362.564860:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000010:2.0:1787998362.564862:0:2396:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 168 at ffff94d191a2bcc0. 00000400:00000200:3.0:1787998362.564869:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5ee0 00000100:00000001:2.0:1787998362.564869:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1787998362.564874:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5ee0. 00000100:00000200:2.0:1787998362.564877:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d01880 x1874850291791488/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1787998378 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998362.564879:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998362.564887:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d00380 x1874850291791616/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998378 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998362.564894:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1787998362.564900:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998362.564902:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d01880 x1874850291791488/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1787998378 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998362.564906:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d00380 x1874850291791616/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998378 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998362.564921:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998362.564924:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787998362.564939:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998362.564942:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998362.572437:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998362.572459:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998362.572464:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998362.572466:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998362.572477:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998362.572486:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998362.572496:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998362.572502:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998362.572509:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998362.572514:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 432 into portal 4 MB=0x6a92a99a63700 00000400:00000200:2.0:1787998362.572519:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998362.572525:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 432/432 into md 0x8815 [1] + 224 00000800:00000001:2.0:1787998362.572533:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998362.572539:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998362.572542:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998362.572547:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998362.572558:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998362.572570:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d00380 x1874850291791616/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998378 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998362.572582:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff94d191d00380 x1874850291791616/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998378 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998362.572645:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998362.572651:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998362.572672:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998362.572682:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998362.572687:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1787998362.574699:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998362.574707:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998362.574711:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a370. 00000400:00000200:3.0:1787998362.574718:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5110 00000400:00000010:3.0:1787998362.574721:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5110. 00000100:00000001:3.0:1787998362.574727:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998362.574741:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d00380 x1874850291791616/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998378 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1787998362.574754:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d00380 x1874850291791616/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998378 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998362.574761:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998362.574764:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998362.574782:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998362.574785:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998362.574788:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998362.574790:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998362.574793:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998362.574803:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=38 v=5 (5 5 5 37) 00000100:00001000:3.0:1787998362.574808:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998362.574811:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998362.574813:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998362.574816:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998362.574820:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998362.574823:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998362.574826:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967336 00000100:00000001:3.0:1787998362.574828:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998362.574830:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998362.574835:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d00380 x1874850291791616/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998378 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998362.574843:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998362.574846:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998362.574849:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1787998362.574853:0:2404:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:3.0:1787998362.574862:0:2404:0:(cl_object.c:143:cl_object_top()) ffff94d18526c000 -> ffff94d184ee2210 00000020:00000001:3.0:1787998362.574864:0:2404:0:(cl_object.c:143:cl_object_top()) ffff94d18526c000 -> ffff94d184ee2210 00000020:00000001:3.0:1787998362.574866:0:2404:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1787998362.574870:0:2404:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1787998362.574873:0:2404:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.574875:0:2404:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.574877:0:2404:0:(cl_object.c:143:cl_object_top()) ffff94d18526c000 -> ffff94d184ee2210 00000008:00000001:3.0:1787998362.574896:0:2404:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998362.574902:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d00380 x1874850291791616/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998378 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787998362.574910:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291791616:192.168.206.123@tcp:16:kworker.0 00000100:00000001:3.0:1787998362.574915:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998362.574919:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998362.574930:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d00380 x1874850291791616/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998378 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998362.574937:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998362.574940:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998362.574944:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1a0094800. 02000000:00000001:3.0:1787998362.574947:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998362.574949:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998362.574951:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998362.574954:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998362.574956:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d1861f7400. 02000000:00000001:3.0:1787998362.574960:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998362.574962:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998362.574964:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d00380. 00000100:00000001:3.0:1787998362.574968:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998362.574969:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998362.574973:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998362.574975:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998362.574977:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998362.574980:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998362.574981:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998362.575050:0:36:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1787998362.575054:0:36:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998362.575057:0:36:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1787998362.575060:0:36:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1787998362.575062:0:36:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1787998362.575065:0:36:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1787998362.575067:0:36:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998362.575069:0:36:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1787998362.575070:0:36:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1787998362.575072:0:36:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998362.575074:0:36:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998362.575076:0:36:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1787998362.575077:0:36:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1787998362.575078:0:36:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1787998362.575080:0:36:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1787998362.575082:0:36:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1787998362.575083:0:36:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1787998362.575084:0:36:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998362.575085:0:36:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1787998362.575087:0:36:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1787998362.575088:0:36:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998362.575090:0:36:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998362.575092:0:36:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1787998362.575093:0:36:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1787998362.575095:0:36:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998362.575097:0:36:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1787998362.575099:0:36:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1787998362.575101:0:36:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1787998362.575102:0:36:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1787998362.575104:0:36:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1787998362.575107:0:36:0:(cl_object.c:917:cl_env_put()) 1@ffff94d191a45990 00020000:00000001:1.0:1787998362.575110:0:36:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1787998362.575112:0:36:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1787998362.575127:0:36:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1787998362.575130:0:36:0:(vvp_io.c:304:vvp_io_fini()) [0x240000403:0xb:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1787998362.575133:0:36:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1787998362.575134:0:36:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1787998362.575137:0:36:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf6c0 00000080:00000001:1.0:1787998362.575140:0:36:0:(file.c:5331:cl_sync_file_range()) Process leaving (rc=2 : 2 : 2) 00000080:00000001:1.0:1787998362.575144:0:36:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998362.575656:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998362.575675:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998362.575678:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998362.575680:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998362.575688:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998362.575694:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998362.575704:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998362.575709:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998362.575715:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998362.575731:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 448 into portal 4 MB=0x6a92a99a63680 00000400:00000200:2.0:1787998362.575736:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998362.575743:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 448/448 into md 0x8825 [1] + 224 00000800:00000001:2.0:1787998362.575750:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998362.575759:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998362.575762:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998362.575785:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998362.575792:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998362.575797:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d01880 x1874850291791488/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1787998378 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998362.575807:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff94d191d01880 x1874850291791488/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1787998378 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998362.575861:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998362.575865:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998362.575882:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998362.575893:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998362.575896:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1787998362.576181:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998362.576184:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998362.576187:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108abb0. 00000400:00000200:3.0:1787998362.576191:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f56e8 00000400:00000010:3.0:1787998362.576193:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f56e8. 00000100:00000001:3.0:1787998362.576196:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998362.576201:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d01880 x1874850291791488/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1787998378 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1787998362.576211:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d01880 x1874850291791488/t0(0) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1787998378 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998362.576218:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998362.576220:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998362.576222:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998362.576225:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998362.576226:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998362.576229:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998362.576232:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998362.576239:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62ca8 time=37 v=5 (5 0 0 0) 00000100:00001000:3.0:1787998362.576243:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1787998362.576245:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998362.576247:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998362.576250:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998362.576253:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998362.576256:0:2404:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1787998362.576258:0:2404:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1787998362.576259:0:2404:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1787998362.576262:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998362.576264:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548250752 : -117847161300864 : ffff94d191d01880) 00000100:00000001:3.0:1787998362.576267:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787998362.576268:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967336 00000100:00000001:3.0:1787998362.576270:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998362.576273:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998362.576278:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d01880 x1874850291791488/t4294967337(4294967337) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1787998378 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998362.576284:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998362.576287:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998362.576288:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1787998362.576292:0:2404:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:3.0:1787998362.576294:0:2404:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:3.0:1787998362.576298:0:2404:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:3.0:1787998362.576301:0:2404:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:3.0:1787998362.576306:0:2404:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff94d1a0bb2800: setdq to remove for usr 0 00000001:04000000:3.0:1787998362.576308:0:2404:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff94d1a0bb2800: setdq to remove for grp 0 00000001:04000000:3.0:1787998362.576310:0:2404:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff94d1a0bb2800: setdq to remove for prj 0 00000001:00000001:3.0:1787998362.576313:0:2404:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1787998362.576315:0:2404:0:(osc_request.c:759:osc_update_grant()) got 8437760 extra grant 00000008:00008000:3.0:1787998362.576319:0:2404:0:(osc_request.c:2091:check_write_checksum()) checksum 5872be30 confirmed 00000008:00000001:3.0:1787998362.576323:0:2404:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1787998362.576326:0:2404:0:(osc_request.c:2439:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:3.0:1787998362.576329:0:2404:0:(osc_request.c:2586:brw_interpret()) request ffff94d191d01880 aa ffff94d191d01a30 rc 0 00000020:00000001:3.0:1787998362.576336:0:2404:0:(cl_object.c:143:cl_object_top()) ffff94d18526c000 -> ffff94d184ee2210 00000020:00000001:3.0:1787998362.576339:0:2404:0:(cl_object.c:143:cl_object_top()) ffff94d18526c000 -> ffff94d184ee2210 00000020:00000001:3.0:1787998362.576341:0:2404:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1787998362.576344:0:2404:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1787998362.576346:0:2404:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.576347:0:2404:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.576349:0:2404:0:(cl_object.c:143:cl_object_top()) ffff94d18526c000 -> ffff94d184ee2210 00000008:00000010:3.0:1787998362.576352:0:2404:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff94d187650270. 00000020:00000001:3.0:1787998362.576358:0:2404:0:(cl_object.c:143:cl_object_top()) ffff94d18526c000 -> ffff94d184ee2210 00000020:00000001:3.0:1787998362.576361:0:2404:0:(cl_object.c:278:cl_object_dirty_for_sync()) Process entered 00000020:00000001:3.0:1787998362.576374:0:2404:0:(cl_object.c:284:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:3.0:1787998362.576377:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998362.576380:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d01880 x1874850291791488/t4294967337(4294967337) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1787998378 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998362.576387:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998362.576392:0:2404:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:3.0:1787998362.576395:0:2404:0:(osc_cache.c:908:osc_extent_finish()) extent ffff94d1909c5600@{[0 -> 1/1023], [2|0|-|rpc|wiuY|ffff94d18526c000], [32768|2|+|-|ffff94d190a5ca00|1024|ffff94d18134a7c0]} extent finished. 00000008:00010000:3.0:1787998362.576403:0:2404:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 00000000cc5f87d3 ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000e7bb924a/0xb2d39e653c8cc6b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x4fd9a50f3a6ad80f expref: -99 pid: 35913 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:3.0:1787998362.576419:0:2404:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:3.0:1787998362.576423:0:2404:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:3.0:1787998362.576427:0:2404:0:(cl_page.c:1104:cl_page_complete()) page@00000000a95eee04[2 000000003be7fdbf 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1787998362.576429:0:2404:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:3.0:1787998362.576431:0:2404:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1787998362.576432:0:2404:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1787998362.576435:0:2404:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1787998362.576438:0:2404:0:(cl_page.c:507:__cl_page_state_set()) page@00000000a95eee04[2 000000003be7fdbf 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1787998362.576439:0:2404:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:3.0:1787998362.576441:0:2404:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:3.0:1787998362.576443:0:2404:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:3.0:1787998362.576447:0:2404:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000a95eee04[2 000000003be7fdbf 1 1 0000000000000000 0 0 0] 00000080:00008000:3.0:1787998362.576449:0:2404:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:3.0:1787998362.576463:0:2404:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:3.0:1787998362.576464:0:2404:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:3.0:1787998362.576466:0:2404:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1787998362.576469:0:2404:0:(cl_page.c:556:cl_batch_put()) page@00000000a95eee04[2 000000003be7fdbf 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1787998362.576470:0:2404:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:3.0:1787998362.576472:0:2404:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1787998362.576473:0:2404:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000001:3.0:1787998362.576475:0:2404:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:3.0:1787998362.576476:0:2404:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:3.0:1787998362.576478:0:2404:0:(cl_page.c:1104:cl_page_complete()) page@000000006c3f76c9[2 000000003be7fdbf 3 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1787998362.576480:0:2404:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:3.0:1787998362.576481:0:2404:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1787998362.576483:0:2404:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1787998362.576484:0:2404:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1787998362.576486:0:2404:0:(cl_page.c:507:__cl_page_state_set()) page@000000006c3f76c9[2 000000003be7fdbf 3 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1787998362.576488:0:2404:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:3.0:1787998362.576489:0:2404:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:3.0:1787998362.576490:0:2404:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:3.0:1787998362.576492:0:2404:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000006c3f76c9[2 000000003be7fdbf 1 1 0000000000000000 0 0 1] 00000080:00008000:3.0:1787998362.576494:0:2404:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:3.0:1787998362.576501:0:2404:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:3.0:1787998362.576502:0:2404:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:3.0:1787998362.576503:0:2404:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1787998362.576506:0:2404:0:(cl_page.c:556:cl_batch_put()) page@000000006c3f76c9[2 000000003be7fdbf 1 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1787998362.576507:0:2404:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:3.0:1787998362.576508:0:2404:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1787998362.576509:0:2404:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:3.0:1787998362.576513:0:2404:0:(osc_cache.c:1600:osc_free_grant()) lost 0 grant: 0 avail: 16842752 dirty: 0/0 00000008:00000020:3.0:1787998362.576519:0:2404:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff94d1909c5600@{[0 -> 1/1023], [1|0|-|inv|wuY|ffff94d18526c000], [32768|0|-|-|ffff94d190a5ca00|1024|ffff94d18134a7c0]} destroyed. 00000008:00010000:3.0:1787998362.576525:0:2404:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000cc5f87d3 ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000e7bb924a/0xb2d39e653c8cc6b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x4fd9a50f3a6ad80f expref: -99 pid: 35913 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1787998362.576534:0:2404:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998362.576536:0:2404:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:3.0:1787998362.576539:0:2404:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff94d1909c5600. 00000008:00000001:3.0:1787998362.576543:0:2404:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1787998362.576545:0:2404:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 16 at ffff94d190ad3850. 00000008:00000020:3.0:1787998362.576553:0:2404:0:(osc_cache.c:2414:__osc_io_unplug()) Queue writeback work for client ffff94d191ce0820. 00000008:00000001:3.0:1787998362.576566:0:2404:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998362.576571:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d01880 x1874850291791488/t4294967337(4294967337) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1787998378 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787998362.576581:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291791488:192.168.206.123@tcp:4:multiop.0 00000100:00000001:3.0:1787998362.576587:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998362.576590:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998362.576594:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d01880 x1874850291791488/t4294967337(4294967337) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1787998378 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998362.576601:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998362.576603:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998362.576611:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998362.576613:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998362.576616:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998362.576618:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.576629:0:29474:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787998362.576634:0:29474:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226545383400 : -117847164168216 : ffff94d191a457e8) 00000020:00001000:3.0:1787998362.576637:0:29474:0:(cl_object.c:823:cl_env_get()) 1@ffff94d191a457e0 00000008:00000020:3.0:1787998362.576640:0:29474:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff94d191ce0820. 00000008:00000001:3.0:1787998362.576642:0:29474:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1787998362.576644:0:29474:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:3.0:1787998362.576647:0:29474:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998362.576649:0:29474:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000020:00001000:3.0:1787998362.576651:0:29474:0:(cl_object.c:917:cl_env_put()) 1@ffff94d191a457e0 00000080:00000001:3.0:1787998362.915664:0:35910:0:(file.c:5378:ll_fsync()) Process entered 00000020:00000001:3.0:1787998362.915675:0:35910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5fe48 00000080:00200008:3.0:1787998362.915680:0:35910:0:(file.c:5383:ll_fsync()) START file: name=f24b.recovery-small-1, fid=[0x240000403:0xa:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 1/0 00020000:00000001:3.0:1787998362.915691:0:35910:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1787998362.915696:0:35910:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d191daa9b0) owner 0000000000000000/ffff94d199e527c0 00020000:00000002:3.0:1787998362.915701:0:35910:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d191daa9b0) owner 0000000000000000/ffff94d199e527c0 00020000:00000001:3.0:1787998362.915705:0:35910:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1787998362.915708:0:35910:0:(file.c:5352:ll_mdsync()) inode ffff94d188006c08 metadata sync [0x240000403:0xa:0x0] (need_sync=1) 00800000:00000001:3.0:1787998362.915716:0:35910:0:(lmv_obd.c:3058:lmv_fsync()) Process entered 00800000:00000001:3.0:1787998362.915720:0:35910:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998362.915723:0:35910:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998362.915727:0:35910:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998362.915731:0:35910:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998362.915733:0:35910:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998362.915736:0:35910:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0xa:0x0] 00800000:00000001:3.0:1787998362.915738:0:35910:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998362.915745:0:35910:0:(mdc_request.c:2773:mdc_fsync()) Process entered 00000100:00000010:3.0:1787998362.915753:0:35910:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d00380. 00000020:00000040:3.0:1787998362.915758:0:35910:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=8 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998362.915798:0:35910:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998362.915803:0:35910:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998362.915808:0:35910:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998362.915819:0:35910:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d1861f7c00. 00000100:00000001:3.0:1787998362.915828:0:35910:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998362.915837:0:35910:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787998362.915839:0:35910:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787998362.915848:0:35910:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191a2bf00. 00000100:00000001:3.0:1787998362.915850:0:35910:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226545278720 : -117847164272896 : ffff94d191a2bf00) 00000100:00000001:3.0:1787998362.915853:0:35910:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998362.915855:0:35910:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548245376 : -117847161306240 : ffff94d191d00380) 00000100:00000001:3.0:1787998362.915861:0:35910:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998362.915866:0:35910:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998362.915868:0:35910:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787998362.915870:0:35910:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998362.915884:0:35910:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d00380 x1874850291791744/t0(0) o44->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998362.915894:0:35910:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998362.915897:0:35910:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998362.915901:0:35910:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998362.915904:0:35910:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998362.915907:0:35910:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998362.915911:0:35910:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d00380 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35910:1874850291791744:192.168.206.123@tcp:44:multiop.0 00000100:00000001:3.0:1787998362.915917:0:35910:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998362.915923:0:35910:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998362.915926:0:35910:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998362.915929:0:35910:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998362.915935:0:35910:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1a0095400. 02000000:00000001:3.0:1787998362.915937:0:35910:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998362.915946:0:35910:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998362.915951:0:35910:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108abb0. 00000400:00000010:3.0:1787998362.915960:0:35910:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f56e8. 00000100:00000200:3.0:1787998362.915969:0:35910:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291791744, portal 10 00000100:00000001:3.0:1787998362.915971:0:35910:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998362.915973:0:35910:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548245376 : -117847161306240 : ffff94d191d00380) 00000100:00000040:3.0:1787998362.915980:0:35910:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d00380 x1874850291791744/t0(0) o44->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1787998378 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998362.915988:0:35910:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998362.915991:0:35910:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998362.915994:0:35910:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5110. 00000100:00000200:3.0:1787998362.915997:0:35910:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 12, xid 1874850291791744, offset 0 00000400:00000200:3.0:1787998362.916004:0:35910:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998362.916016:0:35910:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998362.916024:0:35910:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998362.916030:0:35910:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998362.916035:0:35910:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998362.916040:0:35910:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998362.916043:0:35910:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998362.916048:0:35910:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2930:2930:256:4294967295] 192.168.206.123@tcp LPNI seq info [2930:2930:8:4294967295] 00000400:00000200:3.0:1787998362.916053:0:35910:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998362.916064:0:35910:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998362.916070:0:35910:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998362.916076:0:35910:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1a072b400. 00000800:00000200:3.0:1787998362.916083:0:35910:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998362.916092:0:35910:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998362.916097:0:35910:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1a072b400 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1787998362.916110:0:35910:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998362.916123:0:35910:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18228 usecs (19 jiffies) 00000400:00000200:3.0:1787998362.916127:0:35910:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998362.916130:0:35910:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296543091 00000100:00000001:3.0:1787998362.916134:0:35910:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:3.0:1787998362.916137:0:35910:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296543091 00000100:00000001:3.0:1787998362.916139:0:35910:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:3.0:1787998362.916141:0:35910:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998362.916145:0:35910:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998362.916147:0:35910:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998362.916150:0:35910:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787998362.916154:0:35910:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191a2bf00 going to sleep for 11 seconds 00000100:00000001:3.0:1787998362.916157:0:35910:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998362.916160:0:35910:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998362.916912:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998362.916918:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072b400. 00000400:00000200:2.0:1787998362.916924:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998362.916930:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998362.916937:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5110 00000400:00000010:2.0:1787998362.916940:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5110. 00000100:00000001:2.0:1787998362.916944:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998362.916950:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d00380 x1874850291791744/t0(0) o44->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1787998378 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998362.916961:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998362.916965:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d00380 x1874850291791744/t0(0) o44->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1787998378 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998362.916978:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998362.916979:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998362.929000:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998362.929021:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998362.929027:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998362.929030:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998362.929042:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998362.929050:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998362.929061:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998362.929074:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998362.929081:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998362.929086:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 440 into portal 10 MB=0x6a92a99a63780 00000400:00000200:2.0:1787998362.929092:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998362.929098:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 440/440 into md 0x8835 [1] + 224 00000800:00000001:2.0:1787998362.929106:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998362.929123:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998362.929126:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998362.929132:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998362.929142:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998362.929152:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d00380 x1874850291791744/t0(0) o44->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1787998378 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998362.929165:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=440 offset=224 replen=440 req@ffff94d191d00380 x1874850291791744/t0(0) o44->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1787998378 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998362.929186:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998362.929330:0:35910:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1787998362.929432:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998362.929436:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1787998362.929485:0:35910:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787998362.929488:0:35910:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787998362.929492:0:35910:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108abb0. 00000400:00000200:3.0:1787998362.929497:0:35910:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f56e8 00000400:00000010:3.0:1787998362.929500:0:35910:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f56e8. 00000100:00000001:3.0:1787998362.929503:0:35910:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998362.929508:0:35910:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d00380 x1874850291791744/t0(0) o44->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1787998378 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787998362.929517:0:35910:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d00380 x1874850291791744/t0(0) o44->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1787998378 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998362.929524:0:35910:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787998362.929526:0:35910:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998362.929529:0:35910:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787998362.929533:0:35910:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787998362.929536:0:35910:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998362.929539:0:35910:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998362.929542:0:35910:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998362.929553:0:35910:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=38 v=5 (5 5 104 104) 00000100:00001000:3.0:1787998362.929558:0:35910:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=38 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998362.929561:0:35910:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787998362.929563:0:35910:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998362.929567:0:35910:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787998362.929571:0:35910:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998362.929575:0:35910:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1787998362.929578:0:35910:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: committing for last_committed 4294967346 gen 1 00000100:00000040:3.0:1787998362.929584:0:35910:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967346) req@ffff94d191c11180 x1874850291788032/t4294967341(4294967341) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1787998376 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998362.929592:0:35910:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998362.929597:0:35910:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c11180 x1874850291788032/t4294967341(4294967341) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1787998376 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998362.929604:0:35910:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998362.929607:0:35910:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998362.929611:0:35910:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1923a3000. 02000000:00000001:3.0:1787998362.929615:0:35910:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998362.929619:0:35910:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998362.929621:0:35910:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=7 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998362.929623:0:35910:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998362.929626:0:35910:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1923a1c00. 02000000:00000001:3.0:1787998362.929630:0:35910:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998362.929632:0:35910:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998362.929635:0:35910:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c11180. 00000100:00000001:3.0:1787998362.929640:0:35910:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998362.929642:0:35910:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998362.929647:0:35910:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967346) req@ffff94d199eddf80 x1874850291790208/t4294967343(4294967343) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/456 e 0 to 0 dl 1787998377 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998362.929654:0:35910:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998362.929657:0:35910:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199eddf80 x1874850291790208/t4294967343(4294967343) o36->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 520/456 e 0 to 0 dl 1787998377 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998362.929664:0:35910:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998362.929665:0:35910:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998362.929667:0:35910:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e26000. 02000000:00000001:3.0:1787998362.929670:0:35910:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998362.929671:0:35910:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998362.929672:0:35910:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=6 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998362.929674:0:35910:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998362.929676:0:35910:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e26800. 02000000:00000001:3.0:1787998362.929678:0:35910:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998362.929679:0:35910:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998362.929681:0:35910:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199eddf80. 00000100:00000001:3.0:1787998362.929685:0:35910:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998362.929687:0:35910:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787998362.929692:0:35910:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff94d191d03100 x1874850291790720/t4294967345(4294967345) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998377 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787998362.929703:0:35910:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff94d199edc000 x1874850291791232/t4294967346(4294967346) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998377 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998362.929711:0:35910:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1787998362.929714:0:35910:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: normal: skip=1 replay=2/4 committed=0/0 00000100:00000001:3.0:1787998362.929717:0:35910:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787998362.929719:0:35910:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998362.929724:0:35910:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d00380 x1874850291791744/t0(0) o44->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1787998378 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998362.929731:0:35910:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998362.929734:0:35910:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787998362.929736:0:35910:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787998362.929740:0:35910:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d00380 x1874850291791744/t0(0) o44->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1787998378 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998362.929747:0:35910:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d00380 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35910:1874850291791744:192.168.206.123@tcp:44:multiop.0 00000100:00000001:3.0:1787998362.929753:0:35910:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998362.929756:0:35910:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998362.929758:0:35910:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787998362.929760:0:35910:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998362.929763:0:35910:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d00380 x1874850291791744/t0(0) o44->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1787998378 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998362.929810:0:35910:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787998362.929813:0:35910:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191a2bf00. 00000100:00000001:3.0:1787998362.929817:0:35910:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787998362.929819:0:35910:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998362.929822:0:35910:0:(mdc_request.c:2794:mdc_fsync()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998362.929826:0:35910:0:(lmv_obd.c:3065:lmv_fsync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998362.929829:0:35910:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998362.929832:0:35910:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d00380 x1874850291791744/t0(0) o44->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1787998378 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998362.929845:0:35910:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998362.929846:0:35910:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998362.929848:0:35910:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1a0095400. 02000000:00000001:3.0:1787998362.929852:0:35910:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998362.929854:0:35910:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998362.929855:0:35910:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=5 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998362.929857:0:35910:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998362.929858:0:35910:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d1861f7c00. 02000000:00000001:3.0:1787998362.929861:0:35910:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998362.929862:0:35910:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998362.929864:0:35910:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d00380. 00000100:00000001:3.0:1787998362.929866:0:35910:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998362.929868:0:35910:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1787998362.929872:0:35910:0:(pcc.c:2802:pcc_fsync()) Process entered 00000080:00000001:3.0:1787998362.929874:0:35910:0:(pcc.c:2805:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998362.929877:0:35910:0:(file.c:5294:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1787998362.929880:0:35910:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787998362.929886:0:35910:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226545383400 : -117847164168216 : ffff94d191a457e8) 00000020:00001000:3.0:1787998362.929889:0:35910:0:(cl_object.c:823:cl_env_get()) 1@ffff94d191a457e0 00000020:00000001:3.0:1787998362.929895:0:35910:0:(cl_object.c:143:cl_object_top()) ffff94d18543a468 -> ffff94d18543a468 00000020:00000001:3.0:1787998362.929898:0:35910:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1787998362.929901:0:35910:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1787998362.929903:0:35910:0:(vvp_io.c:1826:vvp_io_init()) [0x240000403:0xa:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1787998362.929906:0:35910:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1787998362.929908:0:35910:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1787998362.929910:0:35910:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1787998362.929915:0:35910:0:(lov_object.c:1590:lov_io_init()) [0x240000403:0xa:0x0]io ffff94d192362560 type 6 ignore/verify layout 0/0 00020000:00000002:3.0:1787998362.929919:0:35910:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d191daa9b0) owner 0000000000000000/ffff94d199e527c0 00020000:00000001:3.0:1787998362.929923:0:35910:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1787998362.929925:0:35910:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1787998362.929928:0:35910:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1787998362.929930:0:35910:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.929932:0:35910:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1787998362.929935:0:35910:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1787998362.929936:0:35910:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.929938:0:35910:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1787998362.929940:0:35910:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1787998362.929941:0:35910:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1787998362.929943:0:35910:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d191daa9b0) owner 0000000000000000/ffff94d199e527c0 00000020:00000001:3.0:1787998362.929947:0:35910:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.929949:0:35910:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1787998362.929951:0:35910:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1787998362.929953:0:35910:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1787998362.929957:0:35910:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1787998362.929961:0:35910:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:3.0:1787998362.929965:0:35910:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1787998362.929967:0:35910:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1787998362.929969:0:35910:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787998362.929980:0:35910:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226658351080 : -117847051200536 : ffff94d1986017e8) 00000020:00001000:3.0:1787998362.929982:0:35910:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1986017e0 00000020:00000001:3.0:1787998362.929986:0:35910:0:(cl_object.c:143:cl_object_top()) ffff94d18543af58 -> ffff94d18543a468 00000020:00000001:3.0:1787998362.929987:0:35910:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1787998362.929991:0:35910:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1787998362.929992:0:35910:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1787998362.929994:0:35910:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.929995:0:35910:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.929997:0:35910:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226796946080 : -117846912605536 : ffff94d1a0a2e2a0) 00000020:00000001:3.0:1787998362.930000:0:35910:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1787998362.930002:0:35910:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.930005:0:35910:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.930006:0:35910:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.930009:0:35910:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1787998362.930011:0:35910:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1787998362.930013:0:35910:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1787998362.930014:0:35910:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1787998362.930015:0:35910:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1787998362.930017:0:35910:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.930019:0:35910:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.930020:0:35910:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.930022:0:35910:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.930023:0:35910:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1787998362.930024:0:35910:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.930025:0:35910:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.930027:0:35910:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1787998362.930030:0:35910:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1787998362.930031:0:35910:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1787998362.930033:0:35910:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1787998362.930035:0:35910:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1787998362.930038:0:35910:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000020:3.0:1787998362.930044:0:35910:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff94d1871e6e00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 2: rc=0. 00000008:00000001:3.0:1787998362.930048:0:35910:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998362.930051:0:35910:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1787998362.930054:0:35910:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff94d1871e6e00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1787998362.930057:0:35910:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998362.930059:0:35910:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:3.0:1787998362.930062:0:35910:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1787998362.930075:0:35910:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1787998362.930077:0:35910:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1787998362.930079:0:35910:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1787998362.930080:0:35910:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1787998362.930081:0:35910:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1787998362.930084:0:35910:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:3.0:1787998362.930091:0:35910:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d00380. 00000020:00000040:3.0:1787998362.930095:0:35910:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=4 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998362.930100:0:35910:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998362.930103:0:35910:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998362.930108:0:35910:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998362.930124:0:35910:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d1861f7c00. 00000100:00000001:3.0:1787998362.930131:0:35910:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998362.930140:0:35910:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998362.930145:0:35910:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998362.930152:0:35910:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b5a6afa] to pc [ptlrpcd_01_01+1] req@ffff94d191d00380 x1874850291791872/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1787998362.930182:0:35910:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998362.930185:0:35910:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787998362.930187:0:35910:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.930332:0:35910:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.930334:0:35910:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.930335:0:35910:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.930337:0:35910:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.930339:0:35910:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1787998362.930341:0:35910:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1787998362.930343:0:35910:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1787998362.930344:0:35910:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:3.0:1787998362.930357:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1787998362.930361:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1787998362.930363:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998362.930372:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998362.930375:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998362.930377:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998362.930378:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998362.930380:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998362.930386:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d00380 x1874850291791872/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998362.930394:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998362.930397:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998362.930401:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998362.930403:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998362.930406:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998362.930409:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291791872:192.168.206.123@tcp:16:multiop.0 00000100:00000001:3.0:1787998362.930414:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998362.930421:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998362.930423:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998362.930426:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998362.930431:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1a0095400. 02000000:00000001:3.0:1787998362.930433:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998362.930439:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998362.930442:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108abb0. 00000400:00000010:3.0:1787998362.930448:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f56e8. 00000100:00000200:3.0:1787998362.930456:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291791872, portal 4 00000100:00000001:3.0:1787998362.930458:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998362.930460:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548245376 : -117847161306240 : ffff94d191d00380) 00000100:00000040:3.0:1787998362.930466:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d00380 x1874850291791872/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998378 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998362.930473:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998362.930476:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998362.930479:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5ee0. 00000100:00000200:3.0:1787998362.930483:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1874850291791872, offset 0 00000400:00000200:3.0:1787998362.930489:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998362.930497:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998362.930504:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998362.930510:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998362.930515:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998362.930520:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998362.930523:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998362.930526:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2931:2931:256:4294967295] 192.168.206.123@tcp LPNI seq info [2931:2931:8:4294967295] 00000400:00000200:3.0:1787998362.930531:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998362.930539:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998362.930544:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998362.930549:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1a072bb00. 00000800:00000200:3.0:1787998362.930556:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998362.930565:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998362.930569:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1a072bb00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1787998362.930584:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998362.930589:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 184840 usecs (185 jiffies) 00000400:00000200:3.0:1787998362.930592:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998362.930595:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296543272 00000100:00000001:3.0:1787998362.930599:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:3.0:1787998362.930602:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296543272 00000100:00000001:3.0:1787998362.930604:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:3.0:1787998362.930607:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998362.930610:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998362.930612:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998362.930615:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998362.930710:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998362.930715:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072bb00. 00000400:00000200:3.0:1787998362.930719:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998362.930723:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998362.930728:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5ee0 00000400:00000010:3.0:1787998362.930730:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5ee0. 00000100:00000001:3.0:1787998362.930733:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998362.930736:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d00380 x1874850291791872/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998378 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998362.930745:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998362.930747:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d00380 x1874850291791872/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998378 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998362.930753:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998362.930755:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787998362.931100:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998362.931105:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998362.934919:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998362.934939:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998362.934944:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998362.934946:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998362.935056:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998362.935066:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998362.935222:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998362.935228:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998362.935235:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998362.935239:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a63800 00000400:00000200:3.0:1787998362.935245:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998362.935310:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x8845 [1] + 224 00000800:00000001:3.0:1787998362.935319:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998362.935328:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998362.935332:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998362.935336:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998362.935346:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998362.935356:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d00380 x1874850291791872/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998378 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998362.935368:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=224 offset=224 replen=432 req@ffff94d191d00380 x1874850291791872/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998378 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998362.935419:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998362.935425:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998362.935442:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998362.935453:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998362.935457:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1787998362.935647:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998362.935650:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998362.935713:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108abb0. 00000400:00000200:2.0:1787998362.935719:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f56e8 00000400:00000010:2.0:1787998362.935721:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f56e8. 00000100:00000001:2.0:1787998362.935725:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998362.935731:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d00380 x1874850291791872/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998378 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1787998362.935741:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d00380 x1874850291791872/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1787998378 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998362.935747:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998362.935749:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998362.935752:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998362.935756:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998362.935759:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998362.935761:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998362.935764:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998362.935857:0:2404:0:(import.c:2149:obd_at_measure()) add 0 to ffff94d187d62c60 time=38 v=5 (5 5 5 37) 00000100:00001000:2.0:1787998362.935862:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1787998362.935865:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1787998362.935870:0:2404:0:(client.c:1505:ptlrpc_check_status()) lustre-OST0000-osc-ffff94d1a0bb2800: operation ost_sync to node 192.168.206.123@tcp failed: rc = -107 00000100:00000001:2.0:1787998362.935873:0:2404:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1787998362.935877:0:2404:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1787998362.935880:0:2404:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffff94d1a0bb2800 of lustre-OST0000_UUID@192.168.206.123@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1787998362.935885:0:2404:0:(import.c:65:import_set_state_nolock()) ffff94d187d62800 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1787998362.935889:0:2404:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff94d1a0bb2800: Connection to lustre-OST0000 (at 192.168.206.123@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:2.0:1787998362.935893:0:2404:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1787998362.935897:0:2404:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:2.0:1787998362.935901:0:2404:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998362.935903:0:2404:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:2.0:1787998362.935905:0:2404:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787998362.935907:0:2404:0:(import.c:65:import_set_state_nolock()) ffff94d187d62800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787998362.935911:0:2404:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787998362.935914:0:2404:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff94d1a0bb2800: connect to NID 192.168.206.123@tcp last attempt 1865 00000400:00000200:2.0:1787998362.935920:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998362.935923:0:2404:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.206.123@tcp is discovered: rc = 1 00000100:00000040:2.0:1787998362.935927:0:2404:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 14 to 192.168.206.123@tcp 00000100:00000001:2.0:1787998362.935931:0:2404:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787998362.935933:0:2404:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00000100:00000001:2.0:1787998362.935936:0:2404:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 00000020:00000001:2.0:1787998362.935941:0:2404:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787998362.935943:0:2404:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf6e 00000020:00000001:2.0:1787998362.935947:0:2404:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998362.935951:0:2404:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191093800 refcount=4 00000020:00000001:2.0:1787998362.936061:0:2404:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535217152 : -117847174334464 : ffff94d191093800) 00000020:00000001:2.0:1787998362.936065:0:2404:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535217152 : -117847174334464 : ffff94d191093800) 00000100:00000040:2.0:1787998362.936070:0:2404:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 14 to 192.168.206.123@tcp 00000100:00000001:2.0:1787998362.936072:0:2404:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787998362.936074:0:2404:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00000100:00000001:2.0:1787998362.936076:0:2404:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 00000020:00000040:2.0:1787998362.936079:0:2404:0:(genops.c:879:class_export_put()) PUTting export ffff94d191093800 : new refcount 3 00000100:00080000:2.0:1787998362.936083:0:2404:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff94d1a0bb2800: import ffff94d187d62800 using connection 192.168.206.123@tcp/192.168.206.123@tcp 00000100:00000001:2.0:1787998362.936086:0:2404:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998362.936089:0:2404:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787998362.936097:0:2404:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998362.936101:0:2404:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998362.936103:0:2404:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1787998362.936107:0:2404:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683180 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787998362.936110:0:2404:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998362.936180:0:2404:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787998362.936187:0:2404:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1bb80. 00000020:00000040:2.0:1787998362.936192:0:2404:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=5 obd=lustre-OST0000-osc-ffff94d1a0bb2800 02000000:00000001:2.0:1787998362.936196:0:2404:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787998362.936198:0:2404:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998362.936202:0:2404:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998362.936204:0:2404:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998362.936209:0:2404:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998362.936218:0:2404:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0baf400. 00000100:00000001:2.0:1787998362.936225:0:2404:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998362.936233:0:2404:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94d191d1bb80 x1874850291792000/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998362.936243:0:2404:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998362.936248:0:2404:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998362.936315:0:2404:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d8ac2a8] to pc [ptlrpcd_rcv+-1] req@ffff94d191d1bb80 x1874850291792000/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998362.936373:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998362.936378:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998362.936380:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998362.936387:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1bb80 x1874850291792000/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998362.936397:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998362.936399:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998362.936403:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998362.936406:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998362.936409:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998362.936413:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2401:1874850291792000:192.168.206.123@tcp:8:ptlrpcd_01_00.0 00000100:00000001:3.0:1787998362.936418:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998362.936423:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998362.936426:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998362.936429:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998362.936434:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1a0094800. 02000000:00000001:3.0:1787998362.936436:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998362.936442:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998362.936446:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a370. 00000400:00000010:3.0:1787998362.936452:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5ee0. 00000100:00000200:3.0:1787998362.936460:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291792000, portal 4 00000100:00000001:3.0:1787998362.936462:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998362.936464:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548358016 : -117847161193600 : ffff94d191d1bb80) 00000100:00000040:3.0:1787998362.936470:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191d1bb80 x1874850291792000/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1787998372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998362.936478:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998362.936925:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998362.936929:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5e58. 00000100:00000200:3.0:1787998362.936934:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874850291792000, offset 0 00000400:00000200:3.0:1787998362.936940:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998362.936949:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998362.936965:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998362.936971:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998362.936984:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998362.936989:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998362.936992:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998362.936997:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2932:2932:256:4294967295] 192.168.206.123@tcp LPNI seq info [2932:2932:8:4294967295] 00000400:00000200:3.0:1787998362.937002:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998362.937012:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998362.937018:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998362.937024:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1a072bb00. 00000800:00000200:3.0:1787998362.937032:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998362.937041:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998362.937046:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1a072bb00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1787998362.937061:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998362.937066:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 184082 usecs (185 jiffies) 00000400:00000200:3.0:1787998362.937070:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998362.937074:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296543278 00000100:00000001:3.0:1787998362.937077:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:3.0:1787998362.937080:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296543278 00000100:00000001:3.0:1787998362.937082:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:3.0:1787998362.937085:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998362.937088:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998362.937092:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998362.937095:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998362.937363:0:2404:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998362.937367:0:2404:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1787998362.937370:0:2404:0:(client.c:1714:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1787998362.937373:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998362.937376:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998362.937385:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998362.937388:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998362.937390:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998362.937392:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998362.937395:0:2404:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998362.937397:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998362.937399:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998362.937401:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998362.937404:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998362.937895:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998362.937900:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072bb00. 00000400:00000200:2.0:1787998362.937906:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998362.937911:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998362.937918:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5e58 00000400:00000010:2.0:1787998362.937920:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5e58. 00000100:00000001:2.0:1787998362.937925:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998362.937931:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1bb80 x1874850291792000/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1787998372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998362.937941:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998362.937945:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1bb80 x1874850291792000/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1787998372 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998362.937953:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998362.942494:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787998362.942888:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998362.942893:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1787998362.942898:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998362.942901:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998362.942905:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998362.942909:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787998362.947094:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998362.947128:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998362.947133:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998362.947137:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998362.947148:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998362.947157:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998362.947169:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998362.947175:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998362.947182:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998362.947187:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 416 into portal 4 MB=0x6a92a99a63880 00000400:00000200:3.0:1787998362.947192:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998362.947200:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 416/416 into md 0x8855 [1] + 0 00000800:00000001:3.0:1787998362.947208:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998362.947217:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998362.947221:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998362.947225:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998362.947235:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998362.947246:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1bb80 x1874850291792000/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1787998372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998362.947357:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94d191d1bb80 x1874850291792000/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1787998372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998362.947381:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998362.947392:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998362.947395:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998362.947470:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998362.947476:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787998362.947484:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998362.947487:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998362.947490:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a370. 00000400:00000200:2.0:1787998362.947496:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5ee0 00000400:00000010:2.0:1787998362.947499:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5ee0. 00000100:00000001:2.0:1787998362.947502:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998362.947508:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1bb80 x1874850291792000/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1787998372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787998362.947518:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1bb80 x1874850291792000/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1787998372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998362.947525:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998362.947527:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998362.947530:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998362.947534:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998362.947549:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998362.947551:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998362.947554:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998362.947566:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=38 v=5 (5 5 5 37) 00000100:00001000:2.0:1787998362.947571:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1787998362.947574:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998362.947585:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998362.947589:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998362.947595:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998362.947599:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998362.947601:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967336 00000100:00000001:2.0:1787998362.947604:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998362.947608:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998362.947613:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1bb80 x1874850291792000/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1787998372 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998362.947620:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998362.947623:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998362.947625:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998362.947628:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1787998362.947636:0:2401:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff94d1a0bb2800: connect to target with instance 1 00000020:00000001:2.0:1787998362.947639:0:2401:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787998362.947641:0:2401:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf6e 00000020:00000001:2.0:1787998362.947644:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998362.947647:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191093800 refcount=4 00000020:00000001:2.0:1787998362.947650:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535217152 : -117847174334464 : ffff94d191093800) 00000020:00000001:2.0:1787998362.947661:0:2401:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535217152 : -117847174334464 : ffff94d191093800) 00000100:00001000:2.0:1787998362.947665:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=1787998362 v=0 (0 0 0 0) 00000100:00001000:2.0:1787998362.947668:0:2401:0:(import.c:2215:obd_at_measure()) AT ffff94d187d62c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1787998362.947673:0:2401:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 807, crc32c 5811, adler 553 00000020:00000040:2.0:1787998362.947680:0:2401:0:(genops.c:879:class_export_put()) PUTting export ffff94d191093800 : new refcount 3 00000100:00000001:2.0:1787998362.947683:0:2401:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1787998362.947686:0:2401:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:2.0:1787998362.947691:0:2401:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff94d1a0bb2800, setting cl_avail_grant: 8388608 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:2.0:1787998362.947694:0:2401:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1787998362.947698:0:2401:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:2.0:1787998362.947702:0:2401:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1787998362.947705:0:2401:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998362.947708:0:2401:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1787998362.947710:0:2401:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1787998362.947712:0:2401:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998362.947714:0:2401:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1787998362.947720:0:2401:0:(import.c:1338:ptlrpc_connect_interpret()) @@@ lustre-OST0000-osc-ffff94d1a0bb2800: evicting (reconnect/recover flags not set: 4) req@ffff94d191d1bb80 x1874850291792000/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1787998372 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787998362.947728:0:2401:0:(import.c:65:import_set_state_nolock()) ffff94d187d62800 lustre-OST0000_UUID: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1787998362.947733:0:2401:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:02020000:2.0:1787998362.947736:0:2401:0:(import.c:1663:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff94d1a0bb2800: This client was evicted by lustre-OST0000; in progress operations using this service will fail. 00000100:00080000:2.0:1787998362.960328:0:2401:0:(import.c:1674:ptlrpc_import_recovery_state_machine()) evicted from lustre-OST0000_UUID@192.168.206.123@tcp; invalidating 00000020:00000040:2.0:1787998362.960338:0:2401:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=6 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998362.964264:0:2401:0:(import.c:1695:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998362.964276:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998362.964296:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1bb80 x1874850291792000/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1787998372 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787998362.964311:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2401:1874850291792000:192.168.206.123@tcp:8:ptlrpcd_01_00.0 00000100:00000001:3.0:1787998362.964317:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998362.964322:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998362.964326:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1bb80 x1874850291792000/t0(0) o8->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1787998372 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998362.964334:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787998362.964338:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787998362.964342:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1a0094800. 02000000:00000001:3.0:1787998362.964346:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787998362.964351:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787998362.964352:0:2401:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=5 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:3.0:1787998362.964355:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787998362.964358:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1a0baf400. 02000000:00000001:3.0:1787998362.964363:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787998362.964365:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787998362.964367:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1bb80. 00000100:00000001:3.0:1787998362.964372:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787998362.964374:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998362.964377:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998362.964387:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998362.964389:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998362.964392:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787998362.964395:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998362.964543:0:35926:0:(import.c:1594:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:0.0:1787998362.964558:0:35926:0:(import.c:1598:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-OST0000-osc-ffff94d1a0bb2800 to lustre-OST0000_UUID@192.168.206.123@tcp 00000100:00000001:0.0:1787998362.964562:0:35926:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1787998362.964564:0:35926:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:0.0:1787998362.964566:0:35926:0:(client.c:3574:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1787998362.964574:0:35926:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff94d191d00380 x1874850291791872/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/224 e 0 to 0 dl 1787998378 ref 1 fl Rpc:RSQU/600/0 rc -107/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998362.964598:0:35926:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1787998362.964601:0:35926:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: committing for last_committed 4294967336 gen 16 00000100:00100000:0.0:1787998362.964607:0:35926:0:(client.c:3163:ptlrpc_free_committed()) @@@ free request with old gen req@ffff94d191d01880 x1874850291791488/t4294967337(4294967337) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1787998378 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998362.964614:0:35926:0:(client.c:3164:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998362.964618:0:35926:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998362.964621:0:35926:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d01880 x1874850291791488/t4294967337(4294967337) o4->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1787998378 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998362.964628:0:35926:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998362.964630:0:35926:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998362.964633:0:35926:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1a0096800. 02000000:00000001:0.0:1787998362.964637:0:35926:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998362.964639:0:35926:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998362.964640:0:35926:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=4 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998362.964642:0:35926:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998362.964644:0:35926:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 16384 at ffff94d199f50000. 02000000:00000001:0.0:1787998362.964666:0:35926:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998362.964667:0:35926:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998362.964669:0:35926:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d01880. 00000100:00000001:0.0:1787998362.964672:0:35926:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998362.964675:0:35926:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998362.964679:0:35926:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: normal: skip=0 replay=1/1 committed=0/0 00000100:00000001:0.0:1787998362.964681:0:35926:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998362.964682:0:35926:0:(client.c:3619:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1787998362.964684:0:35926:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1787998362.964686:0:35926:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1787998362.964690:0:35926:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:0.0:1787998362.964692:0:35926:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1787998362.964697:0:35926:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:0.0:1787998362.964700:0:35926:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1787998362.964702:0:35926:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff94d1916021d8 for uuid lustre-OST0000_UUID event(2) 00020000:01000000:0.0:1787998362.964708:0:35926:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:0.0:1787998362.964710:0:35926:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn b2d39e653c8bf6e 00020000:00000001:0.0:1787998362.964714:0:35926:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998362.964718:0:35926:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1787998362.964720:0:35926:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998362.964723:0:35926:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998362.964725:0:35926:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998362.964728:0:35926:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998362.964730:0:35926:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00100000:0.0:1787998362.964732:0:35926:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1787998362.964754:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998362.964759:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998362.964763:0:2404:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998362.964803:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d00380 x1874850291791872/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/224 e 0 to 0 dl 1787998378 ref 1 fl Rpc:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998362.964812:0:2404:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1787998362.964815:0:2404:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998362.964817:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998362.964820:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1787998362.964822:0:2404:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000008:00000001:2.0:1787998362.964825:0:2404:0:(osc_request.c:479:osc_sync_interpret()) Process leaving via out (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000008:00000001:2.0:1787998362.964836:0:2404:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998362.964840:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d00380 x1874850291791872/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/224 e 0 to 0 dl 1787998378 ref 1 fl Interpret:ESQU/600/0 rc 0/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1787998362.964848:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2404:1874850291791872:192.168.206.123@tcp:16:multiop.0 00000100:00000001:2.0:1787998362.964854:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998362.964856:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998362.964859:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d00380 x1874850291791872/t0(0) o16->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 440/224 e 0 to 0 dl 1787998378 ref 1 fl Complete:ESQU/600/0 rc 0/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998362.964865:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787998362.964866:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998362.964869:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1a0095400. 02000000:00000001:2.0:1787998362.964873:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787998362.964874:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998362.964876:0:2404:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998362.964878:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998362.964880:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d1861f7c00. 02000000:00000001:2.0:1787998362.964883:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998362.964884:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998362.964885:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d00380. 00000100:00000001:2.0:1787998362.964888:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998362.964890:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998362.964891:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998362.964895:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998362.964897:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998362.964898:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787998362.964901:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998362.964986:0:35926:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1787998362.964988:0:35926:0:(osc_request.c:3902:osc_import_event()) Process entered 00000001:00000001:0.0:1787998362.964992:0:35926:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1787998362.964995:0:35926:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1787998362.965013:0:35926:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360c00 count: 2 00010000:00000001:0.0:1787998362.965020:0:35926:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1787998362.965023:0:35926:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998362.965026:0:35926:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998362.965029:0:35926:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e4e00 refcount=3 00000020:00000001:0.0:1787998362.965031:0:35926:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521918976 : -117847187632640 : ffff94d1903e4e00) 00010000:00000001:0.0:1787998362.965035:0:35926:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521918976 : -117847187632640 : ffff94d1903e4e00) 00010000:00000001:0.0:1787998362.965039:0:35926:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787998362.965043:0:35926:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000006529ef95/0xb2d39e653c8cc5d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80012e400000000 nid: local remote: 0x4fd9a50f3a6ad7e5 expref: -99 pid: 35910 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1787998362.965080:0:35926:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1787998362.965082:0:35926:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998362.965087:0:35926:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798653448 : -117846910898168 : ffff94d1a0bcf008) 00000020:00001000:0.0:1787998362.965090:0:35926:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf000 00000008:00000001:0.0:1787998362.965093:0:35926:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1787998362.965096:0:35926:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1787998362.965098:0:35926:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998362.965099:0:35926:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798656472 : -117846910895144 : ffff94d1a0bcfbd8) 00000020:00001000:0.0:1787998362.965101:0:35926:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfbd0 00000008:00000001:0.0:1787998362.965104:0:35926:0:(osc_cache.c:3704:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1787998362.965107:0:35926:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1787998362.965110:0:35926:0:(osc_cache.c:3740:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1787998362.965122:0:35926:0:(osc_cache.c:3788:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998362.965125:0:35926:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1787998362.965130:0:35926:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1787998362.965133:0:35926:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff94d1871e6e00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1787998362.965136:0:35926:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1787998362.965139:0:35926:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff94d1871e6e00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 2: rc=0. 00000008:00000001:0.0:1787998362.965142:0:35926:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1787998362.965145:0:35926:0:(osc_lock.c:372:osc_lock_flush()) object ffff94d1871e6e00: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1787998362.965149:0:35926:0:(osc_cache.c:3673:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1787998362.965152:0:35926:0:(cl_object.c:143:cl_object_top()) ffff94d1871e6e00 -> ffff94d18543a468 00000020:00000001:0.0:1787998362.965154:0:35926:0:(cl_object.c:143:cl_object_top()) ffff94d18543a468 -> ffff94d18543a468 00000020:00000001:0.0:1787998362.965157:0:35926:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1787998362.965161:0:35926:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1787998362.965163:0:35926:0:(vvp_io.c:1826:vvp_io_init()) [0x240000403:0xa:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1787998362.965166:0:35926:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787998362.965168:0:35926:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1787998362.965170:0:35926:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1787998362.965175:0:35926:0:(lov_object.c:1590:lov_io_init()) [0x240000403:0xa:0x0]io ffff94d1902f8bd0 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1787998362.965180:0:35926:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1787998362.965182:0:35926:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1787998362.965184:0:35926:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1787998362.965197:0:35926:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1787998362.965199:0:35926:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998362.965201:0:35926:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787998362.965202:0:35926:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1787998362.965204:0:35926:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1787998362.965205:0:35926:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998362.965208:0:35926:0:(osc_cache.c:3460:osc_page_gang_lookup()) Process entered 00000020:00000001:0.0:1787998362.965214:0:35926:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1787998362.965216:0:35926:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1787998362.965217:0:35926:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1787998362.965218:0:35926:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1787998362.965220:0:35926:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:0.0:1787998362.965223:0:35926:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1787998362.965225:0:35926:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446626226520951760 : -117847188599856 : ffff94d1902f8bd0) 00000020:00000001:0.0:1787998362.965227:0:35926:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1787998362.965229:0:35926:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1787998362.965231:0:35926:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1787998362.965236:0:35926:0:(cl_page.c:507:__cl_page_state_set()) page@000000000b5c0489[2 00000000505f4232 1 1 00000000adc2f37a 0 0 0] 00000020:00000001:0.0:1787998362.965238:0:35926:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1787998362.965239:0:35926:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:0.0:1787998362.965241:0:35926:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:0.0:1787998362.965243:0:35926:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998362.965246:0:35926:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1787998362.965248:0:35926:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1787998362.965250:0:35926:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1787998362.965251:0:35926:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1787998362.965252:0:35926:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1787998362.965255:0:35926:0:(cl_page.c:507:__cl_page_state_set()) page@000000000b5c0489[2 00000000505f4232 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1787998362.965257:0:35926:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:0.0:1787998362.965258:0:35926:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1787998362.965260:0:35926:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1787998362.965262:0:35926:0:(osc_page.c:138:osc_page_delete()) ffff94d19051d920 00000008:00000001:0.0:1787998362.965264:0:35926:0:(osc_cache.c:2676:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1787998362.965266:0:35926:0:(osc_cache.c:2679:osc_teardown_async_page()) teardown oap ffff94d19051d930 page ffff94d19051d920 at index 0. 00000008:00000001:0.0:1787998362.965268:0:35926:0:(osc_cache.c:2701:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998362.965276:0:35926:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1787998362.965278:0:35926:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffdfa2045fad40 index 0 00000020:00000001:0.0:1787998362.965283:0:35926:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1787998362.965285:0:35926:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1787998362.965297:0:35926:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1787998362.965299:0:35926:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1787998362.965300:0:35926:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1787998362.965302:0:35926:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1787998362.965304:0:35926:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:0.0:1787998362.965305:0:35926:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1787998362.965306:0:35926:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446626226520951760 : -117847188599856 : ffff94d1902f8bd0) 00000020:00000001:0.0:1787998362.965309:0:35926:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1787998362.965310:0:35926:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1787998362.965311:0:35926:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1787998362.965314:0:35926:0:(cl_page.c:507:__cl_page_state_set()) page@0000000067cdb9be[2 00000000505f4232 1 1 00000000adc2f37a 0 0 1] 00000020:00000001:0.0:1787998362.965315:0:35926:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1787998362.965316:0:35926:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:0.0:1787998362.965317:0:35926:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:0.0:1787998362.965318:0:35926:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998362.965320:0:35926:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1787998362.965321:0:35926:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1787998362.965322:0:35926:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1787998362.965324:0:35926:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1787998362.965325:0:35926:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1787998362.965327:0:35926:0:(cl_page.c:507:__cl_page_state_set()) page@0000000067cdb9be[2 00000000505f4232 2 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1787998362.965328:0:35926:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:0.0:1787998362.965330:0:35926:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1787998362.965331:0:35926:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1787998362.965332:0:35926:0:(osc_page.c:138:osc_page_delete()) ffff94d19051dca0 00000008:00000001:0.0:1787998362.965333:0:35926:0:(osc_cache.c:2676:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1787998362.965335:0:35926:0:(osc_cache.c:2679:osc_teardown_async_page()) teardown oap ffff94d19051dcb0 page ffff94d19051dca0 at index 1. 00000008:00000001:0.0:1787998362.965337:0:35926:0:(osc_cache.c:2701:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998362.965343:0:35926:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1787998362.965344:0:35926:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffdfa2049bfbc0 index 1 00000020:00000001:0.0:1787998362.965347:0:35926:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1787998362.965348:0:35926:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1787998362.965351:0:35926:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1787998362.965353:0:35926:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1787998362.965353:0:35926:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1787998362.965354:0:35926:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1787998362.965356:0:35926:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1787998362.965360:0:35926:0:(cl_page.c:556:cl_batch_put()) page@000000000b5c0489[1 00000000505f4232 5 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1787998362.965362:0:35926:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1787998362.965363:0:35926:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1787998362.965367:0:35926:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff94d19051d8c0. 00000020:00000001:0.0:1787998362.965371:0:35926:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1787998362.965373:0:35926:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1787998362.965373:0:35926:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1787998362.965376:0:35926:0:(cl_page.c:556:cl_batch_put()) page@0000000067cdb9be[1 00000000505f4232 5 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1787998362.965378:0:35926:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1787998362.965379:0:35926:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1787998362.965380:0:35926:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff94d19051dc40. 00000020:00000001:0.0:1787998362.965382:0:35926:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1787998362.965383:0:35926:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1787998362.965410:0:35926:0:(osc_cache.c:3537:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787998362.965413:0:35926:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1787998362.965416:0:35926:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1787998362.965418:0:35926:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1787998362.965421:0:35926:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1787998362.965424:0:35926:0:(vvp_io.c:304:vvp_io_fini()) [0x240000403:0xa:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1787998362.965433:0:35926:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1787998362.965435:0:35926:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1787998362.965436:0:35926:0:(osc_cache.c:3692:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1787998362.965439:0:35926:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfbd0 00000008:00000001:0.0:1787998362.965442:0:35926:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998362.965445:0:35926:0:(cl_object.c:143:cl_object_top()) ffff94d1871e6e00 -> ffff94d18543a468 00010000:00000001:0.0:1787998362.965448:0:35926:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1787998362.965451:0:35926:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998362.965453:0:35926:0:(cl_object.c:143:cl_object_top()) ffff94d1871e6e00 -> ffff94d18543a468 00000020:00000001:0.0:1787998362.965455:0:35926:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1787998362.965458:0:35926:0:(osc_object.c:161:osc_attr_update()) set kms from 8192to 0 00020000:00000001:0.0:1787998362.965462:0:35926:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1787998362.965464:0:35926:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998362.965466:0:35926:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998362.965468:0:35926:0:(cl_object.c:143:cl_object_top()) ffff94d1871e6e00 -> ffff94d18543a468 00000020:00000001:0.0:1787998362.965470:0:35926:0:(cl_object.c:143:cl_object_top()) ffff94d18543a468 -> ffff94d18543a468 00000020:00000001:0.0:1787998362.965471:0:35926:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1787998362.965474:0:35926:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998362.965476:0:35926:0:(cl_object.c:143:cl_object_top()) ffff94d1871e6e00 -> ffff94d18543a468 00000008:00000001:0.0:1787998362.965479:0:35926:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1787998362.965481:0:35926:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf000 00000008:00000001:0.0:1787998362.965484:0:35926:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998362.965487:0:35926:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1787998362.965489:0:35926:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1787998362.965495:0:35926:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787998362.965497:0:35926:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787998362.965500:0:35926:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998362.965503:0:35926:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1787998362.965507:0:35926:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1903e4e00 with handle 0xb2d39e653c8cc5d from hash 00010000:00000001:0.0:1787998362.965509:0:35926:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787998362.965511:0:35926:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998362.965513:0:35926:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998362.965515:0:35926:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787998362.965519:0:35926:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787998362.965521:0:35926:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1787998362.965524:0:35926:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998362.965525:0:35926:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998362.965527:0:35926:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998362.965528:0:35926:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787998362.965531:0:35926:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000006529ef95/0xb2d39e653c8cc5d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80496f400000000 nid: local remote: 0x4fd9a50f3a6ad7e5 expref: -99 pid: 35910 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1787998362.965541:0:35926:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d1987e5400. 00010000:00000001:0.0:1787998362.965548:0:35926:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1787998362.965551:0:35926:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d18a360c00 count: 0 00010000:00000010:0.0:1787998362.965558:0:35926:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff94d18a360b00. 00010000:00000040:0.0:1787998362.965569:0:35926:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3ce00 count: 2 00010000:00000001:0.0:1787998362.965572:0:35926:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1787998362.965574:0:35926:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998362.965575:0:35926:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998362.965577:0:35926:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5ca00 refcount=3 00000020:00000001:0.0:1787998362.965579:0:35926:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528700928 : -117847180850688 : ffff94d190a5ca00) 00010000:00000001:0.0:1787998362.965582:0:35926:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528700928 : -117847180850688 : ffff94d190a5ca00) 00010000:00000001:0.0:1787998362.965584:0:35926:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787998362.965587:0:35926:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000e7bb924a/0xb2d39e653c8cc6b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80012e400000000 nid: local remote: 0x4fd9a50f3a6ad80f expref: -99 pid: 35913 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1787998362.965594:0:35926:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1787998362.965596:0:35926:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998362.965597:0:35926:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798653448 : -117846910898168 : ffff94d1a0bcf008) 00000020:00001000:0.0:1787998362.965599:0:35926:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf000 00000008:00000001:0.0:1787998362.965600:0:35926:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1787998362.965603:0:35926:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1787998362.965604:0:35926:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998362.965605:0:35926:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798656472 : -117846910895144 : ffff94d1a0bcfbd8) 00000020:00001000:0.0:1787998362.965607:0:35926:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfbd0 00000008:00000001:0.0:1787998362.965608:0:35926:0:(osc_cache.c:3704:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1787998362.965609:0:35926:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1787998362.965612:0:35926:0:(osc_cache.c:3740:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1787998362.965614:0:35926:0:(osc_cache.c:3788:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998362.965616:0:35926:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1787998362.965617:0:35926:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1787998362.965619:0:35926:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff94d18526c000 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1787998362.965622:0:35926:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1787998362.965624:0:35926:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff94d18526c000 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 2: rc=0. 00000008:00000001:0.0:1787998362.965628:0:35926:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1787998362.965630:0:35926:0:(osc_lock.c:372:osc_lock_flush()) object ffff94d18526c000: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1787998362.965633:0:35926:0:(osc_cache.c:3673:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1787998362.965634:0:35926:0:(cl_object.c:143:cl_object_top()) ffff94d18526c000 -> ffff94d184ee2210 00000020:00000001:0.0:1787998362.965636:0:35926:0:(cl_object.c:143:cl_object_top()) ffff94d184ee2210 -> ffff94d184ee2210 00000020:00000001:0.0:1787998362.965638:0:35926:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1787998362.965639:0:35926:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1787998362.965641:0:35926:0:(vvp_io.c:1826:vvp_io_init()) [0x240000403:0xb:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1787998362.965643:0:35926:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787998362.965644:0:35926:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1787998362.965645:0:35926:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1787998362.965648:0:35926:0:(lov_object.c:1590:lov_io_init()) [0x240000403:0xb:0x0]io ffff94d1902f8bd0 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1787998362.965651:0:35926:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1787998362.965653:0:35926:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1787998362.965655:0:35926:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1787998362.965657:0:35926:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1787998362.965658:0:35926:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998362.965659:0:35926:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787998362.965661:0:35926:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1787998362.965663:0:35926:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1787998362.965664:0:35926:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998362.965665:0:35926:0:(osc_cache.c:3460:osc_page_gang_lookup()) Process entered 00000020:00000001:0.0:1787998362.965668:0:35926:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1787998362.965669:0:35926:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1787998362.965670:0:35926:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1787998362.965671:0:35926:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1787998362.965673:0:35926:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:0.0:1787998362.965674:0:35926:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1787998362.965675:0:35926:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446626226520951760 : -117847188599856 : ffff94d1902f8bd0) 00000020:00000001:0.0:1787998362.965678:0:35926:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1787998362.965679:0:35926:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1787998362.965680:0:35926:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1787998362.965683:0:35926:0:(cl_page.c:507:__cl_page_state_set()) page@00000000a95eee04[2 000000003be7fdbf 1 1 00000000adc2f37a 0 0 0] 00000020:00000001:0.0:1787998362.965684:0:35926:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1787998362.965686:0:35926:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:0.0:1787998362.965687:0:35926:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:0.0:1787998362.965688:0:35926:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998362.965690:0:35926:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1787998362.965691:0:35926:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1787998362.965692:0:35926:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1787998362.965693:0:35926:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1787998362.965695:0:35926:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1787998362.965698:0:35926:0:(cl_page.c:507:__cl_page_state_set()) page@00000000a95eee04[2 000000003be7fdbf 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1787998362.965699:0:35926:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:0.0:1787998362.965700:0:35926:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1787998362.965702:0:35926:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1787998362.965703:0:35926:0:(osc_page.c:138:osc_page_delete()) ffff94d190514ae0 00000008:00000001:0.0:1787998362.965704:0:35926:0:(osc_cache.c:2676:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1787998362.965706:0:35926:0:(osc_cache.c:2679:osc_teardown_async_page()) teardown oap ffff94d190514af0 page ffff94d190514ae0 at index 0. 00000008:00000001:0.0:1787998362.965708:0:35926:0:(osc_cache.c:2701:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998362.965711:0:35926:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1787998362.965713:0:35926:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffdfa2047d6e40 index 0 00000020:00000001:0.0:1787998362.965715:0:35926:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1787998362.965716:0:35926:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1787998362.965720:0:35926:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1787998362.965721:0:35926:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1787998362.965722:0:35926:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1787998362.965723:0:35926:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1787998362.965725:0:35926:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:0.0:1787998362.965726:0:35926:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1787998362.965728:0:35926:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446626226520951760 : -117847188599856 : ffff94d1902f8bd0) 00000020:00000001:0.0:1787998362.965730:0:35926:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1787998362.965731:0:35926:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1787998362.965732:0:35926:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1787998362.965735:0:35926:0:(cl_page.c:507:__cl_page_state_set()) page@000000006c3f76c9[2 000000003be7fdbf 1 1 00000000adc2f37a 0 0 1] 00000020:00000001:0.0:1787998362.965737:0:35926:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1787998362.965738:0:35926:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:0.0:1787998362.965739:0:35926:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:0.0:1787998362.965740:0:35926:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998362.965742:0:35926:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1787998362.965743:0:35926:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1787998362.965744:0:35926:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1787998362.965745:0:35926:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1787998362.965746:0:35926:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1787998362.965749:0:35926:0:(cl_page.c:507:__cl_page_state_set()) page@000000006c3f76c9[2 000000003be7fdbf 2 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1787998362.965750:0:35926:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:0.0:1787998362.965751:0:35926:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1787998362.965753:0:35926:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1787998362.965754:0:35926:0:(osc_page.c:138:osc_page_delete()) ffff94d190514920 00000008:00000001:0.0:1787998362.965755:0:35926:0:(osc_cache.c:2676:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1787998362.965757:0:35926:0:(osc_cache.c:2679:osc_teardown_async_page()) teardown oap ffff94d190514930 page ffff94d190514920 at index 1. 00000008:00000001:0.0:1787998362.965759:0:35926:0:(osc_cache.c:2701:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998362.965764:0:35926:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1787998362.965765:0:35926:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffdfa2049e7b00 index 1 00000020:00000001:3.0:1787998362.966052:0:35910:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1787998362.966056:0:35910:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.966059:0:35910:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000080:00000001:3.0:1787998362.966128:0:35910:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1787998362.966132:0:35910:0:(cl_object.c:143:cl_object_top()) ffff94d18543a468 -> ffff94d18543a468 00000020:00000001:3.0:1787998362.966134:0:35910:0:(cl_object.c:143:cl_object_top()) ffff94d18543a468 -> ffff94d18543a468 00000020:00000001:3.0:1787998362.966136:0:35910:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1787998362.966140:0:35910:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1787998362.966145:0:35910:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1787998362.966147:0:35910:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.966149:0:35910:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1787998362.966151:0:35910:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:3.0:1787998362.966154:0:35910:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0xa:1073742851 on OST[0]: s=8192 (1) m=1787998361 a=0 c=1787998361 b=16 00020000:00000001:3.0:1787998362.966158:0:35910:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1787998362.966160:0:35910:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1787998361 a=0 c=1787998361 b=16 00020000:00000001:3.0:1787998362.966164:0:35910:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.966166:0:35910:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998362.966168:0:35910:0:(cl_object.c:143:cl_object_top()) ffff94d18543a468 -> ffff94d18543a468 00000080:00200000:3.0:1787998362.966170:0:35910:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000403:0xa:0x0] updating i_size 8192 i_blocks 16 00000080:00000001:3.0:1787998362.966173:0:35910:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1787998362.966175:0:35910:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1787998362.966177:0:35910:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1787998362.966180:0:35910:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1787998362.966183:0:35910:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1787998362.966280:0:35910:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1787998362.966281:0:35910:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1787998362.966283:0:35910:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.966286:0:35910:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.966287:0:35910:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1787998362.966288:0:35910:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1787998362.966290:0:35910:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1787998362.966292:0:35910:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1787998362.966294:0:35910:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1787998362.966296:0:35910:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1787998362.966297:0:35910:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1787998362.966298:0:35910:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1787998362.966300:0:35910:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1787998362.966301:0:35910:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.966303:0:35910:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998362.966304:0:35910:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1787998362.966306:0:35910:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1787998362.966308:0:35910:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:3.0:1787998362.966310:0:35910:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1787998362.966311:0:35910:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1787998362.966313:0:35910:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1787998362.966314:0:35910:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1787998362.966315:0:35910:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1787998362.966317:0:35910:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1986017e0 00020000:00000001:3.0:1787998362.966320:0:35910:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1787998362.966322:0:35910:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1787998362.966323:0:35910:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1787998362.966325:0:35910:0:(vvp_io.c:304:vvp_io_fini()) [0x240000403:0xa:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1787998362.966328:0:35910:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1787998362.966330:0:35910:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1787998362.966331:0:35910:0:(cl_object.c:917:cl_env_put()) 1@ffff94d191a457e0 00000080:00000001:3.0:1787998362.966333:0:35910:0:(file.c:5331:cl_sync_file_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:3.0:1787998362.966339:0:35910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5fe48 00000080:00000008:3.0:1787998362.966343:0:35910:0:(file.c:5437:ll_fsync()) COMPLETED file: name=f24b.recovery-small-1, fid=[0x240000403:0xa:0x0], start=0, end=9223372036854775807, datasync=0, rc=-5 00000080:00000001:3.0:1787998362.966346:0:35910:0:(file.c:5439:ll_fsync()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:3.0:1787998362.967235:0:35910:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1787998362.967240:0:35910:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d191daa9b0) owner 0000000000000000/ffff94d199e527c0 00020000:00000002:3.0:1787998362.967245:0:35910:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d191daa9b0) owner 0000000000000000/ffff94d199e527c0 00020000:00000001:3.0:1787998362.967247:0:35910:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998362.967265:0:35910:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1787998362.967268:0:35910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5fd88 00000080:00200008:3.0:1787998362.967271:0:35910:0:(file.c:479:ll_file_release()) START file f24b.recovery-small-1:[0x240000403:0xa:0x0](ffff94d188006c08), flags 100002 00000080:00000001:3.0:1787998362.967275:0:35910:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1787998362.967279:0:35910:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:3.0:1787998362.967280:0:35910:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1787998362.967282:0:35910:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d191daa9b0) owner 0000000000000000/ffff94d199e527c0 00020000:00000002:3.0:1787998362.967284:0:35910:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d191daa9b0) owner 0000000000000000/ffff94d199e527c0 00020000:00000001:3.0:1787998362.967286:0:35910:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998362.967288:0:35910:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:3.0:1787998362.967296:0:35910:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998362.967300:0:35910:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998362.967303:0:35910:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998362.967306:0:35910:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998362.967308:0:35910:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998362.967311:0:35910:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0xa:0x0] 00800000:00000001:3.0:1787998362.967313:0:35910:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998362.967320:0:35910:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998362.967323:0:35910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998362.967329:0:35910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d18a360900 count: 2 00010000:00000001:3.0:1787998362.967332:0:35910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1787998362.967338:0:35910:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998362.967340:0:35910:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x240000403:0xa:0x0]: 0 00000080:00000001:3.0:1787998362.967342:0:35910:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1787998362.967344:0:35910:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1787998362.967349:0:35910:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d1861f7800. 00000080:00000001:3.0:1787998362.967352:0:35910:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1787998362.967357:0:35910:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1787998362.967362:0:35910:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1787998362.967363:0:35910:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998362.967365:0:35910:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998362.967366:0:35910:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998362.967367:0:35910:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998362.967369:0:35910:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998362.967370:0:35910:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0xa:0x0] 00800000:00000001:3.0:1787998362.967372:0:35910:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998362.967374:0:35910:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x240000403:0xa:0x0] 00000002:00000001:3.0:1787998362.967379:0:35910:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1787998362.967381:0:35910:0:(mdc_request.c:882:mdc_close()) lustre-MDT0001-mdc-ffff94d1a0bb2800: [0x240000403:0xa:0x0] file closed with intent: 200 00000100:00000010:3.0:1787998362.967387:0:35910:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d00e00. 00000020:00000040:3.0:1787998362.967391:0:35910:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=6 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000001:3.0:1787998362.967396:0:35910:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998362.967399:0:35910:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998362.967404:0:35910:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998362.967413:0:35910:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d1861f6800. 00000100:00000001:3.0:1787998362.967421:0:35910:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1787998362.967441:0:35910:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d191d03100 x1874850291790720/t4294967345(4294967345) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998377 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787998362.967454:0:35910:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787998362.967459:0:35910:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191d00e00 x1874850291792256/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1787998362.967466:0:35910:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787998362.967469:0:35910:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787998362.967476:0:35910:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191a2bf00. 00000100:00000001:3.0:1787998362.967478:0:35910:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226545278720 : -117847164272896 : ffff94d191a2bf00) 00000100:00000001:3.0:1787998362.967480:0:35910:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998362.967482:0:35910:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548248064 : -117847161303552 : ffff94d191d00e00) 00000100:00000001:3.0:1787998362.967487:0:35910:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998362.967492:0:35910:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998362.967495:0:35910:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787998362.967497:0:35910:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998362.967500:0:35910:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d00e00 x1874850291792256/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998362.967508:0:35910:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998362.967510:0:35910:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998362.967514:0:35910:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998362.967517:0:35910:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998362.967519:0:35910:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998362.967523:0:35910:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d00e00 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35910:1874850291792256:192.168.206.123@tcp:35:multiop.0 00000100:00000001:3.0:1787998362.967530:0:35910:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998362.967536:0:35910:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998362.967539:0:35910:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998362.967542:0:35910:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998362.967547:0:35910:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1a0094800. 02000000:00000001:3.0:1787998362.967549:0:35910:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998362.967556:0:35910:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998362.967562:0:35910:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a210. 00000400:00000010:3.0:1787998362.967569:0:35910:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5aa0. 00000100:00000200:3.0:1787998362.967578:0:35910:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291792256, portal 10 00000100:00000001:3.0:1787998362.967580:0:35910:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998362.967581:0:35910:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548248064 : -117847161303552 : ffff94d191d00e00) 00000100:00000040:3.0:1787998362.967588:0:35910:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d00e00 x1874850291792256/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998378 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998362.967595:0:35910:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998362.967598:0:35910:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998362.967601:0:35910:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5d48. 00000100:00000200:3.0:1787998362.967604:0:35910:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1874850291792256, offset 0 00000400:00000200:3.0:1787998362.967612:0:35910:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998362.967622:0:35910:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998362.967631:0:35910:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998362.967638:0:35910:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998362.967642:0:35910:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998362.967647:0:35910:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998362.967650:0:35910:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998362.967655:0:35910:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2933:2933:256:4294967295] 192.168.206.123@tcp LPNI seq info [2933:2933:8:4294967295] 00000400:00000200:3.0:1787998362.967659:0:35910:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998362.967669:0:35910:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998362.967675:0:35910:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998362.967682:0:35910:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1a072bb00. 00000800:00000200:3.0:1787998362.967689:0:35910:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998362.967699:0:35910:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998362.967704:0:35910:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1a072bb00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1787998362.967727:0:35910:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998362.967732:0:35910:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18223 usecs (19 jiffies) 00000400:00000200:3.0:1787998362.967735:0:35910:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998362.967738:0:35910:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296543142 00000100:00000001:3.0:1787998362.967742:0:35910:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:3.0:1787998362.967744:0:35910:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296543142 00000100:00000001:3.0:1787998362.967746:0:35910:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:3.0:1787998362.967748:0:35910:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998362.967751:0:35910:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998362.967753:0:35910:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998362.967755:0:35910:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787998362.967758:0:35910:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191a2bf00 going to sleep for 11 seconds 00000100:00000001:3.0:1787998362.967761:0:35910:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998362.967764:0:35910:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998362.968121:0:35926:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1787998362.968123:0:35926:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1787998362.968134:0:35926:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1787998362.968136:0:35926:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1787998362.968137:0:35926:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1787998362.968139:0:35926:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1787998362.968141:0:35926:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1787998362.968147:0:35926:0:(cl_page.c:556:cl_batch_put()) page@00000000a95eee04[1 000000003be7fdbf 5 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1787998362.968149:0:35926:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1787998362.968151:0:35926:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1787998362.968156:0:35926:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff94d190514a80. 00000020:00000001:0.0:1787998362.968159:0:35926:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1787998362.968161:0:35926:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1787998362.968162:0:35926:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1787998362.968164:0:35926:0:(cl_page.c:556:cl_batch_put()) page@000000006c3f76c9[1 000000003be7fdbf 5 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1787998362.968166:0:35926:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1787998362.968168:0:35926:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1787998362.968169:0:35926:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff94d1905148c0. 00000020:00000001:0.0:1787998362.968171:0:35926:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1787998362.968172:0:35926:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1787998362.968187:0:35926:0:(osc_cache.c:3537:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787998362.968190:0:35926:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1787998362.968194:0:35926:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1787998362.968196:0:35926:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1787998362.968198:0:35926:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1787998362.968200:0:35926:0:(vvp_io.c:304:vvp_io_fini()) [0x240000403:0xb:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1787998362.968203:0:35926:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1787998362.968204:0:35926:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1787998362.968205:0:35926:0:(osc_cache.c:3692:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1787998362.968209:0:35926:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfbd0 00000008:00000001:0.0:1787998362.968212:0:35926:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998362.968217:0:35926:0:(cl_object.c:143:cl_object_top()) ffff94d18526c000 -> ffff94d184ee2210 00010000:00000001:0.0:1787998362.968220:0:35926:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1787998362.968223:0:35926:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998362.968225:0:35926:0:(cl_object.c:143:cl_object_top()) ffff94d18526c000 -> ffff94d184ee2210 00000020:00000001:0.0:1787998362.968227:0:35926:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1787998362.968230:0:35926:0:(osc_object.c:161:osc_attr_update()) set kms from 8192to 0 00020000:00000001:0.0:1787998362.968233:0:35926:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1787998362.968235:0:35926:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998362.968237:0:35926:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998362.968238:0:35926:0:(cl_object.c:143:cl_object_top()) ffff94d18526c000 -> ffff94d184ee2210 00000020:00000001:0.0:1787998362.968240:0:35926:0:(cl_object.c:143:cl_object_top()) ffff94d184ee2210 -> ffff94d184ee2210 00000020:00000001:0.0:1787998362.968241:0:35926:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1787998362.968244:0:35926:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998362.968246:0:35926:0:(cl_object.c:143:cl_object_top()) ffff94d18526c000 -> ffff94d184ee2210 00000008:00000001:0.0:1787998362.968249:0:35926:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1787998362.968251:0:35926:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf000 00000008:00000001:0.0:1787998362.968254:0:35926:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998362.968257:0:35926:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1787998362.968260:0:35926:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1787998362.968265:0:35926:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787998362.968266:0:35926:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787998362.968268:0:35926:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998362.968272:0:35926:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1787998362.968276:0:35926:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d190a5ca00 with handle 0xb2d39e653c8cc6b from hash 00010000:00000001:0.0:1787998362.968278:0:35926:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787998362.968280:0:35926:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998362.968281:0:35926:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998362.968282:0:35926:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787998362.968286:0:35926:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787998362.968287:0:35926:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1787998362.968290:0:35926:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998362.968292:0:35926:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998362.968293:0:35926:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998362.968295:0:35926:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787998362.968299:0:35926:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000e7bb924a/0xb2d39e653c8cc6b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80496f400000000 nid: local remote: 0x4fd9a50f3a6ad80f expref: -99 pid: 35913 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1787998362.968310:0:35926:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d185259940. 00010000:00000001:0.0:1787998362.968316:0:35926:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1787998362.968319:0:35926:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d188d3ce00 count: 0 00010000:00000010:0.0:1787998362.968325:0:35926:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff94d188d3c200. 00000001:00000001:0.0:1787998362.968350:0:35926:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1787998362.968353:0:35926:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1787998362.968355:0:35926:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1787998362.968384:0:35926:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998362.968387:0:35926:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998362.968389:0:35926:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798653448 : -117846910898168 : ffff94d1a0bcf008) 00000020:00001000:0.0:1787998362.968392:0:35926:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf000 00000008:00000001:0.0:1787998362.968395:0:35926:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1787998362.968397:0:35926:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:0.0:1787998362.968400:0:35926:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998362.968403:0:35926:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000001:00000001:0.0:1787998362.968404:0:35926:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1787998362.968405:0:35926:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1787998362.968429:0:35926:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1787998362.968431:0:35926:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf000 00000001:00000001:0.0:1787998362.968433:0:35926:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1787998362.968435:0:35926:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1787998362.968464:0:35926:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1787998362.968466:0:35926:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1787998362.968468:0:35926:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1787998362.968490:0:35926:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998362.968493:0:35926:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998362.968497:0:35926:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1787998362.968502:0:35926:0:(import.c:65:import_set_state_nolock()) ffff94d187d62800 lustre-OST0000_UUID: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1787998362.968506:0:35926:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1787998362.968509:0:35926:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1787998362.968511:0:35926:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787998362.968513:0:35926:0:(import.c:65:import_set_state_nolock()) ffff94d187d62800 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:0.0:1787998362.968516:0:35926:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1787998362.968518:0:35926:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:0.0:1787998362.968520:0:35926:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1787998362.968523:0:35926:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:0.0:1787998362.968525:0:35926:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1787998362.968527:0:35926:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff94d1916021d8 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:0.0:1787998362.968531:0:35926:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:0.0:1787998362.968534:0:35926:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn b2d39e653c8bf6e 00020000:00000001:0.0:1787998362.968536:0:35926:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998362.968540:0:35926:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1787998362.968543:0:35926:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1787998362.968545:0:35926:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:0.0:1787998362.968547:0:35926:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1787998362.968548:0:35926:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:0.0:1787998362.968551:0:35926:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:0.0:1787998362.968553:0:35926:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998362.968555:0:35926:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998362.968557:0:35926:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:0.0:1787998362.968558:0:35926:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:0.0:1787998362.968560:0:35926:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998362.968561:0:35926:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1787998362.968563:0:35926:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1787998362.968567:0:35926:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1787998362.968569:0:35926:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998362.968570:0:35926:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998362.968572:0:35926:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998362.968574:0:35926:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998362.968577:0:35926:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998362.968578:0:35926:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998362.968581:0:35926:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998362.968583:0:35926:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:0.0:1787998362.968587:0:35926:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff94d1a0bb2800: Connection restored to 192.168.206.123@tcp (at 192.168.206.123@tcp) 00000100:00000001:0.0:1787998362.968591:0:35926:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998362.968594:0:35926:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998362.968595:0:35926:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=2 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998362.968597:0:35926:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1787998362.968599:0:35926:0:(import.c:1611:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998362.969481:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998362.969488:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072bb00. 00000400:00000200:2.0:1787998362.969494:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998362.969500:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998362.969508:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5d48 00000400:00000010:2.0:1787998362.969511:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5d48. 00000100:00000001:2.0:1787998362.969516:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998362.969523:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d00e00 x1874850291792256/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998378 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998362.969536:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998362.969540:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d00e00 x1874850291792256/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998378 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998362.969546:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998362.969548:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998362.972897:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998362.972919:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998362.972923:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998362.972927:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998362.972937:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998362.972946:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998362.972966:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998362.972972:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998362.972986:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998362.972991:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a63980 00000400:00000200:3.0:1787998362.972996:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998362.973003:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x8865 [1] + 224 00000800:00000001:3.0:1787998362.973012:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998362.973020:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998362.973024:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998362.973029:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998362.973039:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998362.973060:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d00e00 x1874850291792256/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998378 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998362.973081:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d191d00e00 x1874850291792256/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998378 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998362.973105:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998362.973123:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998362.973127:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998362.973407:0:35910:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787998362.973417:0:35910:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998362.973420:0:35910:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998362.973424:0:35910:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a210. 00000400:00000200:2.0:1787998362.973429:0:35910:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5aa0 00000400:00000010:2.0:1787998362.973432:0:35910:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5aa0. 00000100:00000001:2.0:1787998362.973436:0:35910:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998362.973441:0:35910:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d00e00 x1874850291792256/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998378 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1787998362.973450:0:35910:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d00e00 x1874850291792256/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998378 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998362.973457:0:35910:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998362.973459:0:35910:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998362.973462:0:35910:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998362.973465:0:35910:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998362.973468:0:35910:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998362.973471:0:35910:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998362.973475:0:35910:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998362.973486:0:35910:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61580 time=103 v=5 (5 0 0 5) 00000100:00001000:2.0:1787998362.973492:0:35910:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=38 v=5 (1 1 1 1) 00000100:00000001:2.0:1787998362.973495:0:35910:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998362.973497:0:35910:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998362.973500:0:35910:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998362.973505:0:35910:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998362.973508:0:35910:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1787998362.973511:0:35910:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1787998362.973512:0:35910:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1787998362.973515:0:35910:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998362.973517:0:35910:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548248064 : -117847161303552 : ffff94d191d00e00) 00000100:00000001:2.0:1787998362.973520:0:35910:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998362.973523:0:35910:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967346 00000100:00000001:2.0:1787998362.973525:0:35910:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998362.973528:0:35910:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998362.973534:0:35910:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d00e00 x1874850291792256/t4294967347(4294967347) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998378 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998362.973555:0:35910:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998362.973559:0:35910:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998362.973562:0:35910:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998362.973566:0:35910:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d00e00 x1874850291792256/t4294967347(4294967347) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998378 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1787998362.973582:0:35910:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d00e00 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35910:1874850291792256:192.168.206.123@tcp:35:multiop.0 00000100:00000001:2.0:1787998362.973588:0:35910:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998362.973590:0:35910:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998362.973593:0:35910:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1787998362.973596:0:35910:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998362.973600:0:35910:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d00e00 x1874850291792256/t4294967347(4294967347) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998378 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998362.973607:0:35910:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787998362.973610:0:35910:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191a2bf00. 00000100:00000001:2.0:1787998362.973614:0:35910:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1787998362.973616:0:35910:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998362.973624:0:35910:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998362.973625:0:35910:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548248064 : -117847161303552 : ffff94d191d00e00) 00000002:00000001:2.0:1787998362.973628:0:35910:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998362.973632:0:35910:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1787998362.973638:0:35910:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1861f7800. 00000080:00000001:2.0:1787998362.973643:0:35910:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1787998362.973647:0:35910:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1787998362.973650:0:35910:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998362.973662:0:35910:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998362.973666:0:35910:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998362.973669:0:35910:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998362.973671:0:35910:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998362.973673:0:35910:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0xa:0x0] 00800000:00000001:2.0:1787998362.973676:0:35910:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998362.973682:0:35910:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1787998362.973688:0:35910:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d191d03100 x1874850291790720/t4294967345(4294967345) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998377 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998362.973698:0:35910:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998362.973699:0:35910:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548257024 : -117847161294592 : ffff94d191d03100) 00000100:00000001:2.0:1787998362.973702:0:35910:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998362.973706:0:35910:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d03100 x1874850291790720/t4294967345(4294967345) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998377 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998362.973713:0:35910:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998362.973715:0:35910:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998362.973718:0:35910:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d03100 x1874850291790720/t4294967345(4294967345) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998377 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998362.973724:0:35910:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1787998362.973727:0:35910:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998362.973729:0:35910:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=5 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998362.973731:0:35910:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998362.973735:0:35910:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1a0095800. 02000000:00000001:2.0:1787998362.973740:0:35910:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998362.973743:0:35910:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998362.973745:0:35910:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d03100. 00000100:00000001:2.0:1787998362.973749:0:35910:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998362.973750:0:35910:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998362.973752:0:35910:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998362.973755:0:35910:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d00e00 x1874850291792256/t4294967347(4294967347) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998378 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998362.973762:0:35910:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787998362.973764:0:35910:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff94d1870f3ee0. 00000002:00000001:2.0:1787998362.973816:0:35910:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998362.973819:0:35910:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1787998362.973822:0:35910:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d1987e5440. 00000100:00000001:2.0:1787998362.973825:0:35910:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998362.973828:0:35910:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d00e00 x1874850291792256/t4294967347(4294967347) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998378 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998362.973835:0:35910:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998362.973837:0:35910:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1787998362.973841:0:35910:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d181796640. 00000080:00000001:2.0:1787998362.973845:0:35910:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998362.973851:0:35910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5fd88 00000080:00000008:2.0:1787998362.973854:0:35910:0:(file.c:523:ll_file_release()) COMPLETED file f24b.recovery-small-1:[0x240000403:0xa:0x0](ffff94d188006c08), flags 100002, rc = 0 00000080:00000001:2.0:1787998362.973858:0:35910:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998362.973864:0:35910:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1787998362.973866:0:35910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c5fd98 00000080:00002000:2.0:1787998362.973867:0:35910:0:(dcache.c:127:ll_ddelete()) keeping dentry f24b.recovery-small-1 (ffff94d18356f1b0, parent ffff94d183597288, inode ffff94d188006c08) hashed, 00000080:00000001:2.0:1787998362.973871:0:35910:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998362.976400:0:35913:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1787998362.976409:0:35913:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1a0a428b8) owner 0000000000000000/ffff94d18a2d27c0 00020000:00000002:2.0:1787998362.976416:0:35913:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1a0a428b8) owner 0000000000000000/ffff94d18a2d27c0 00020000:00000001:2.0:1787998362.976419:0:35913:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998362.976428:0:35913:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1787998362.976892:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3fdf0 00000080:00200008:2.0:1787998362.976896:0:35913:0:(file.c:479:ll_file_release()) START file f24b.recovery-small-2:[0x240000403:0xb:0x0](ffff94d198981148), flags 100002 00000080:00000001:2.0:1787998362.976902:0:35913:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1787998362.976905:0:35913:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1787998362.976907:0:35913:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1787998362.976909:0:35913:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d1a0a428b8) owner 0000000000000000/ffff94d18a2d27c0 00020000:00000002:2.0:1787998362.976912:0:35913:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d1a0a428b8) owner 0000000000000000/ffff94d18a2d27c0 00020000:00000001:2.0:1787998362.976915:0:35913:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998362.976918:0:35913:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1787998362.976924:0:35913:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998362.976928:0:35913:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998362.976930:0:35913:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998362.976934:0:35913:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998362.976935:0:35913:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998362.976938:0:35913:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0xb:0x0] 00800000:00000001:2.0:1787998362.976940:0:35913:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998362.976946:0:35913:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998362.976950:0:35913:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998362.977230:0:35913:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c500 count: 2 00010000:00000001:2.0:1787998362.977235:0:35913:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1787998362.977241:0:35913:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998362.977244:0:35913:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x240000403:0xb:0x0]: 0 00000080:00000001:2.0:1787998362.977246:0:35913:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1787998362.977249:0:35913:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1787998362.977256:0:35913:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d191d92a00. 00000080:00000001:2.0:1787998362.977260:0:35913:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1787998362.977266:0:35913:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1787998362.977271:0:35913:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1787998362.977272:0:35913:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998362.977274:0:35913:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998362.977275:0:35913:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998362.977277:0:35913:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998362.977278:0:35913:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998362.977280:0:35913:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0xb:0x0] 00800000:00000001:2.0:1787998362.977282:0:35913:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998362.977284:0:35913:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x240000403:0xb:0x0] 00000002:00000001:2.0:1787998362.977289:0:35913:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1787998362.977291:0:35913:0:(mdc_request.c:882:mdc_close()) lustre-MDT0001-mdc-ffff94d1a0bb2800: [0x240000403:0xb:0x0] file closed with intent: 200 00000100:00000010:2.0:1787998362.977298:0:35913:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d19880. 00000020:00000040:2.0:1787998362.977303:0:35913:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=6 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000001:2.0:1787998362.977309:0:35913:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998362.977313:0:35913:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998362.977318:0:35913:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998362.977327:0:35913:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d191d92e00. 00000100:00000001:2.0:1787998362.977335:0:35913:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1787998362.977357:0:35913:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d199edc000 x1874850291791232/t4294967346(4294967346) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998377 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1787998362.977371:0:35913:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1787998362.977377:0:35913:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191d19880 x1874850291792512/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1787998362.977385:0:35913:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787998362.977387:0:35913:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787998362.977394:0:35913:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191748480. 00000100:00000001:2.0:1787998362.977397:0:35913:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226542249088 : -117847167302528 : ffff94d191748480) 00000100:00000001:2.0:1787998362.977400:0:35913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998362.977401:0:35913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548349056 : -117847161202560 : ffff94d191d19880) 00000100:00000001:2.0:1787998362.977406:0:35913:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998362.977412:0:35913:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998362.977414:0:35913:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787998362.977417:0:35913:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998362.977421:0:35913:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d19880 x1874850291792512/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998362.977430:0:35913:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998362.977433:0:35913:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998362.977437:0:35913:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998362.977440:0:35913:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998362.977442:0:35913:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998362.977446:0:35913:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d19880 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35913:1874850291792512:192.168.206.123@tcp:35:multiop.0 00000100:00000001:2.0:1787998362.977451:0:35913:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998362.977457:0:35913:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998362.977460:0:35913:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998362.977463:0:35913:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998362.977469:0:35913:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1a0bac800. 02000000:00000001:2.0:1787998362.977471:0:35913:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998362.977479:0:35913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998362.977484:0:35913:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151b00. 00000400:00000010:2.0:1787998362.977491:0:35913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf7f8. 00000100:00000200:2.0:1787998362.977500:0:35913:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291792512, portal 10 00000100:00000001:2.0:1787998362.977502:0:35913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998362.977504:0:35913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548349056 : -117847161202560 : ffff94d191d19880) 00000100:00000040:2.0:1787998362.977511:0:35913:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d19880 x1874850291792512/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998378 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998362.977519:0:35913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998362.977522:0:35913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998362.977525:0:35913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf198. 00000100:00000200:2.0:1787998362.977528:0:35913:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1874850291792512, offset 0 00000400:00000200:2.0:1787998362.977585:0:35913:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998362.977597:0:35913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998362.977606:0:35913:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998362.977613:0:35913:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998362.977618:0:35913:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998362.977623:0:35913:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998362.977627:0:35913:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998362.977631:0:35913:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2934:2934:256:4294967295] 192.168.206.123@tcp LPNI seq info [2934:2934:8:4294967295] 00000400:00000200:2.0:1787998362.977636:0:35913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998362.977647:0:35913:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998362.977720:0:35913:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998362.977727:0:35913:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183ef3e00. 00000800:00000200:2.0:1787998362.977735:0:35913:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998362.977745:0:35913:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998362.977751:0:35913:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183ef3e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1787998362.977935:0:35913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998362.977941:0:35913:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18187 usecs (19 jiffies) 00000400:00000200:2.0:1787998362.977945:0:35913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998362.977949:0:35913:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296543154 00000100:00000001:2.0:1787998362.977953:0:35913:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:2.0:1787998362.977963:0:35913:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296543154 00000100:00000001:2.0:1787998362.977966:0:35913:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:2.0:1787998362.977968:0:35913:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998362.977972:0:35913:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998362.978888:0:35913:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998362.978891:0:35913:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787998362.978895:0:35913:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191748480 going to sleep for 11 seconds 00000100:00000001:2.0:1787998362.978898:0:35913:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998362.978902:0:35913:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998362.980422:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998362.980431:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183ef3e00. 00000400:00000200:3.0:1787998362.980439:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998362.980449:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998362.980457:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf198 00000400:00000010:3.0:1787998362.980460:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf198. 00000100:00000001:3.0:1787998362.980466:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998362.980474:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d19880 x1874850291792512/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998378 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998362.980498:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998362.980501:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d19880 x1874850291792512/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998378 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998362.980508:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998362.980510:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1787998362.980897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e4e00. 00010000:00000010:0.1:1787998362.980906:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360c00. 00010000:00000010:0.1:1787998362.980921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5ca00. 00010000:00000010:0.1:1787998362.980924:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3ce00. 00000800:00000001:3.0:1787998362.982422:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998362.982442:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998362.982447:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998362.982450:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998362.982460:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998362.982466:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998362.982476:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998362.982482:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998362.982488:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998362.982492:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a63a80 00000400:00000200:3.0:1787998362.982498:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998362.982505:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x8875 [1] + 224 00000800:00000001:3.0:1787998362.982513:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998362.982521:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998362.982524:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998362.982529:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998362.982542:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998362.982551:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d19880 x1874850291792512/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998378 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998362.982562:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d191d19880 x1874850291792512/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998378 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998362.982616:0:35913:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998362.982638:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998362.982647:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998362.982650:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1787998362.982910:0:35913:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998362.982914:0:35913:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998362.982918:0:35913:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151b00. 00000400:00000200:2.0:1787998362.982922:0:35913:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf7f8 00000400:00000010:2.0:1787998362.982925:0:35913:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf7f8. 00000100:00000001:2.0:1787998362.982929:0:35913:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998362.982934:0:35913:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d19880 x1874850291792512/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998378 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1787998362.982945:0:35913:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d19880 x1874850291792512/t0(0) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998378 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998362.982952:0:35913:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998362.983158:0:35913:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998362.983162:0:35913:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998362.983166:0:35913:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998362.983169:0:35913:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998362.983171:0:35913:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998362.983175:0:35913:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998362.983187:0:35913:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61580 time=103 v=5 (5 0 0 5) 00000100:00001000:2.0:1787998362.983192:0:35913:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=38 v=5 (1 1 1 1) 00000100:00000001:2.0:1787998362.983196:0:35913:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998362.983198:0:35913:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998362.983201:0:35913:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998362.983205:0:35913:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998362.983209:0:35913:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1787998362.983211:0:35913:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1787998362.983213:0:35913:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1787998362.983216:0:35913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998362.983218:0:35913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548349056 : -117847161202560 : ffff94d191d19880) 00000100:00000001:2.0:1787998362.983223:0:35913:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998362.983225:0:35913:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967346 00000100:00000001:2.0:1787998362.983227:0:35913:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998362.983230:0:35913:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998362.983237:0:35913:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d19880 x1874850291792512/t4294967348(4294967348) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998378 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998362.983244:0:35913:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998362.983248:0:35913:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998362.983250:0:35913:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998362.983255:0:35913:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d19880 x1874850291792512/t4294967348(4294967348) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998378 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1787998362.983264:0:35913:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d19880 pname:cluuid:pid:xid:nid:opc:job multiop:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35913:1874850291792512:192.168.206.123@tcp:35:multiop.0 00000100:00000001:2.0:1787998362.983270:0:35913:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998362.983273:0:35913:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998362.983276:0:35913:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1787998362.983278:0:35913:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998362.983281:0:35913:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d19880 x1874850291792512/t4294967348(4294967348) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998378 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998362.983288:0:35913:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787998362.983292:0:35913:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191748480. 00000100:00000001:2.0:1787998362.983296:0:35913:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1787998362.983297:0:35913:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998362.983305:0:35913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998362.983307:0:35913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548349056 : -117847161202560 : ffff94d191d19880) 00000002:00000001:2.0:1787998362.983310:0:35913:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998362.983314:0:35913:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1787998362.983320:0:35913:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191d92a00. 00000080:00000001:2.0:1787998362.983324:0:35913:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1787998362.983327:0:35913:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1787998362.983331:0:35913:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998362.983333:0:35913:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998362.983336:0:35913:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998362.983340:0:35913:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998362.983342:0:35913:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998362.983344:0:35913:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000403:0xb:0x0] 00800000:00000001:2.0:1787998362.983347:0:35913:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998362.983352:0:35913:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1787998362.983358:0:35913:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d199edc000 x1874850291791232/t4294967346(4294967346) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998377 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998362.983366:0:35913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998362.983367:0:35913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684411904 : -117847025139712 : ffff94d199edc000) 00000100:00000001:2.0:1787998362.983370:0:35913:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998362.983373:0:35913:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edc000 x1874850291791232/t4294967346(4294967346) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998377 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998362.983379:0:35913:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998362.983382:0:35913:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998362.983384:0:35913:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edc000 x1874850291791232/t4294967346(4294967346) o101->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1787998377 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998362.983391:0:35913:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1787998362.983395:0:35913:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787998362.983397:0:35913:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=5 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:2.0:1787998362.983399:0:35913:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787998362.983403:0:35913:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e25800. 02000000:00000001:2.0:1787998362.983408:0:35913:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787998362.983410:0:35913:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787998362.983413:0:35913:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edc000. 00000100:00000001:2.0:1787998362.983417:0:35913:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787998362.983419:0:35913:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998362.983420:0:35913:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998362.983423:0:35913:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d19880 x1874850291792512/t4294967348(4294967348) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998378 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998362.983429:0:35913:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787998362.983432:0:35913:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff94d190aa1300. 00000002:00000001:2.0:1787998362.983435:0:35913:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998362.983437:0:35913:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1787998362.983439:0:35913:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d185259ac0. 00000100:00000001:2.0:1787998362.983441:0:35913:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998362.983444:0:35913:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d19880 x1874850291792512/t4294967348(4294967348) o35->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998378 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998362.983450:0:35913:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998362.983453:0:35913:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1787998362.983458:0:35913:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d1838d63c0. 00000080:00000001:2.0:1787998362.983462:0:35913:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998362.983469:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3fdf0 00000080:00000008:2.0:1787998362.983472:0:35913:0:(file.c:523:ll_file_release()) COMPLETED file f24b.recovery-small-2:[0x240000403:0xb:0x0](ffff94d198981148), flags 100002, rc = 0 00000080:00000001:2.0:1787998362.983475:0:35913:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998362.983482:0:35913:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1787998362.983484:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c3fe00 00000080:00002000:2.0:1787998362.983486:0:35913:0:(dcache.c:127:ll_ddelete()) keeping dentry f24b.recovery-small-2 (ffff94d183584d80, parent ffff94d183597288, inode ffff94d198981148) hashed, 00000080:00000001:2.0:1787998362.983489:0:35913:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998363.002339:0:35928:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998363.002350:0:35928:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998363.002352:0:35928:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1787998363.002356:0:35928:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420b3bc0 00000080:00200000:3.0:1787998363.002361:0:35928:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:3.0:1787998363.002371:0:35928:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1861f7e00. 00800000:00000002:3.0:1787998363.002380:0:35928:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:3.0:1787998363.002384:0:35928:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787998363.002390:0:35928:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787998363.002392:0:35928:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420b3ae0 00800000:00000002:3.0:1787998363.002395:0:35928:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998363.002399:0:35928:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787998363.002402:0:35928:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998363.002405:0:35928:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998363.002408:0:35928:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998363.002411:0:35928:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998363.002413:0:35928:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998363.002415:0:35928:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998363.002418:0:35928:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998363.002422:0:35928:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1787998363.002429:0:35928:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787998363.002431:0:35928:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420b39b0 00000002:00010000:3.0:1787998363.002433:0:35928:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1787998363.002437:0:35928:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787998363.002439:0:35928:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998363.002442:0:35928:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998363.002450:0:35928:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921400 count: 2 00010000:00000001:3.0:1787998363.002453:0:35928:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998363.002459:0:35928:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998363.002463:0:35928:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787998363.002469:0:35928:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8cc41 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad78a expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1787998363.002483:0:35928:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1787998363.002489:0:35928:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998363.002492:0:35928:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8cc41 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad78a expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1787998363.002500:0:35928:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1787998363.002502:0:35928:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1787998363.002504:0:35928:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787998363.002506:0:35928:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787998363.002508:0:35928:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787998363.002511:0:35928:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1787998363.002514:0:35928:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1787998363.002517:0:35928:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:3.0:1787998363.002521:0:35928:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1861f7e00. 00000080:00000001:3.0:1787998363.002526:0:35928:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1787998363.002528:0:35928:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998363.002531:0:35928:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:3.0:1787998363.002535:0:35928:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cc41 00800000:00000001:3.0:1787998363.002538:0:35928:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787998363.002540:0:35928:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787998363.002542:0:35928:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998363.002545:0:35928:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998363.002548:0:35928:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367200 refcount=3 00000020:00000001:3.0:1787998363.002551:0:35928:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:3.0:1787998363.002554:0:35928:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:3.0:1787998363.002557:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998363.002559:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998363.002561:0:35928:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998363.002563:0:35928:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998363.002565:0:35928:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc41 from it ffffb66d420b3bf8 00010000:00000001:3.0:1787998363.002568:0:35928:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998363.002569:0:35928:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998363.002570:0:35928:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367200 refcount=3 00000020:00000001:3.0:1787998363.002572:0:35928:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:3.0:1787998363.002574:0:35928:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:3.0:1787998363.002577:0:35928:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998363.002579:0:35928:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8cc41 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad78a expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1787998363.002586:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998363.002587:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998363.002588:0:35928:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787998363.002591:0:35928:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787998363.002593:0:35928:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8cc41 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad78a expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1787998363.002604:0:35928:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787998363.002607:0:35928:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787998363.002610:0:35928:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998363.002615:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998363.002616:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998363.002618:0:35928:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998363.002622:0:35928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787998363.002624:0:35928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998363.002626:0:35928:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998363.002628:0:35928:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998363.002631:0:35928:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998363.002633:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998363.002634:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1787998363.002637:0:35928:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1787998363.002640:0:35928:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787998363.002642:0:35928:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:3.0:1787998363.002647:0:35928:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1787998363.002660:0:35928:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d1870f3f20. 00000080:00000001:3.0:1787998363.002665:0:35928:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998363.002666:0:35928:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1787998363.002667:0:35928:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420b3b00 00000080:00200000:3.0:1787998363.002669:0:35928:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:3.0:1787998363.002673:0:35928:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1861f7e00. 00800000:00000002:3.0:1787998363.002676:0:35928:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:3.0:1787998363.002678:0:35928:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787998363.002680:0:35928:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787998363.002681:0:35928:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420b3a20 00800000:00000002:3.0:1787998363.002683:0:35928:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998363.002685:0:35928:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787998363.002687:0:35928:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998363.002688:0:35928:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998363.002689:0:35928:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998363.002691:0:35928:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998363.002693:0:35928:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998363.002694:0:35928:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998363.002696:0:35928:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998363.002698:0:35928:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1787998363.002701:0:35928:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787998363.002703:0:35928:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420b38f0 00000002:00010000:3.0:1787998363.002704:0:35928:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1787998363.002707:0:35928:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787998363.002708:0:35928:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998363.002710:0:35928:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998363.002712:0:35928:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921400 count: 2 00010000:00000001:3.0:1787998363.002714:0:35928:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998363.002717:0:35928:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998363.002719:0:35928:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787998363.002723:0:35928:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8cc41 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad78a expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1787998363.002730:0:35928:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1787998363.002733:0:35928:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998363.002735:0:35928:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8cc41 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad78a expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1787998363.002742:0:35928:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1787998363.002744:0:35928:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1787998363.002745:0:35928:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787998363.002747:0:35928:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787998363.002749:0:35928:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787998363.002750:0:35928:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1787998363.002752:0:35928:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1787998363.002754:0:35928:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:3.0:1787998363.002756:0:35928:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1861f7e00. 00000080:00000001:3.0:1787998363.002759:0:35928:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1787998363.002760:0:35928:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998363.002762:0:35928:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:3.0:1787998363.002765:0:35928:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cc41 00800000:00000001:3.0:1787998363.003326:0:35928:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787998363.003328:0:35928:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787998363.003329:0:35928:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998363.003330:0:35928:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998363.003332:0:35928:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367200 refcount=3 00000020:00000001:3.0:1787998363.003333:0:35928:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:3.0:1787998363.003335:0:35928:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:3.0:1787998363.003337:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998363.003338:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998363.003339:0:35928:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998363.003340:0:35928:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998363.003341:0:35928:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc41 from it ffffb66d420b3b38 00010000:00000001:3.0:1787998363.003343:0:35928:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998363.003344:0:35928:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998363.003345:0:35928:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187367200 refcount=3 00000020:00000001:3.0:1787998363.003346:0:35928:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:3.0:1787998363.003348:0:35928:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370408960 : -117847339142656 : ffff94d187367200) 00010000:00000001:3.0:1787998363.003349:0:35928:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998363.003351:0:35928:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8cc41 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad78a expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1787998363.003355:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998363.003356:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998363.003356:0:35928:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787998363.003357:0:35928:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787998363.003359:0:35928:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8cc41 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad78a expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1787998363.003362:0:35928:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787998363.003363:0:35928:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787998363.003364:0:35928:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998363.003366:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998363.003367:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998363.003368:0:35928:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998363.003370:0:35928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787998363.003371:0:35928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998363.003372:0:35928:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998363.003374:0:35928:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998363.003375:0:35928:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998363.003376:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998363.003376:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1787998363.003377:0:35928:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1787998363.003378:0:35928:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787998363.003380:0:35928:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 3 00000080:00000001:3.0:1787998363.003382:0:35928:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998363.003385:0:35928:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1787998363.003387:0:35928:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420b3b58 00000080:00200000:3.0:1787998363.003389:0:35928:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), file ffff94d182c25080, open_flags 8441, mode 81b6 opened 0 00000080:00000010:3.0:1787998363.003668:0:35928:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff94d1a00130c0. 00000080:00000001:3.0:1787998363.003673:0:35928:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1787998363.003675:0:35928:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420b3a08 00000080:00200000:3.0:1787998363.003677:0:35928:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), intent=open|creat 00000080:00000010:3.0:1787998363.003682:0:35928:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1861f7e00. 00800000:00000002:3.0:1787998363.003685:0:35928:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:3.0:1787998363.003691:0:35928:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787998363.003692:0:35928:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787998363.003693:0:35928:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420b3928 00800000:00000002:3.0:1787998363.003694:0:35928:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998363.003697:0:35928:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1787998363.003699:0:35928:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1787998363.003702:0:35928:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998363.003704:0:35928:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998363.003705:0:35928:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998363.003706:0:35928:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998363.003707:0:35928:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998363.003708:0:35928:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998363.003710:0:35928:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998363.003712:0:35928:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446626226367802368 : -117847341749248 : ffff94d1870eac00) 00800000:00000001:3.0:1787998363.003716:0:35928:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1787998363.003718:0:35928:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1787998363.003721:0:35928:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1787998363.003724:0:35928:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1787998363.003727:0:35928:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94d1a0bb2800: Allocated FID [0x200000405:0x2d:0x0] 40000000:00000001:3.0:1787998363.003730:0:35928:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998363.003732:0:35928:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998363.003734:0:35928:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998363.003736:0:35928:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998363.003738:0:35928:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420b38a8 00800000:00000002:3.0:1787998363.003741:0:35928:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2d:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:3.0:1787998363.003745:0:35928:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787998363.003746:0:35928:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420b37e0 00000002:00010000:3.0:1787998363.003748:0:35928:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: recon,[0x200000405:0x2d:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0102102 00000002:00000001:3.0:1787998363.003752:0:35928:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1787998363.003756:0:35928:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1787998363.003760:0:35928:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1787998363.003764:0:35928:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998363.003821:0:35928:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1787998363.003825:0:35928:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921400 count: 2 00010000:00000001:3.0:1787998363.003828:0:35928:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998363.003831:0:35928:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1787998363.003834:0:35928:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1787998363.003837:0:35928:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8cc41 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4fd9a50f3a6ad78a expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:3.0:1787998363.003845:0:35928:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1787998363.003850:0:35928:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1787998363.003852:0:35928:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1787998363.003854:0:35928:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1787998363.003857:0:35928:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998363.003858:0:35928:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998363.003861:0:35928:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921400 count: 3 00010000:00000001:3.0:1787998363.003863:0:35928:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1787998363.003866:0:35928:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998363.003867:0:35928:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998363.003868:0:35928:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998363.003870:0:35928:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921400 count: 3 00010000:00000001:3.0:1787998363.003872:0:35928:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1787998363.003874:0:35928:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998363.003875:0:35928:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998363.003877:0:35928:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998363.003878:0:35928:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d185921400 count: 3 00010000:00000001:3.0:1787998363.003880:0:35928:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1787998363.003882:0:35928:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998363.003884:0:35928:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1787998363.003886:0:35928:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d1989ad280, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1787998363.003890:0:35928:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1787998363.003894:0:35928:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1787998363.003896:0:35928:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1787998363.003898:0:35928:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998363.003902:0:35928:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1787998363.003906:0:35928:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1787998363.003908:0:35928:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1787998363.003910:0:35928:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998363.003940:0:35928:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1787998363.003944:0:35928:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d187367200 with handle 0xb2d39e653c8cc41 from hash 00010000:00000001:3.0:1787998363.003947:0:35928:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1787998363.003949:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998363.003950:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998363.003951:0:35928:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1787998363.003955:0:35928:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1787998363.003957:0:35928:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1787998363.003960:0:35928:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787998363.003962:0:35928:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1787998363.003966:0:35928:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1787998363.003973:0:35928:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d02300. 00000020:00000040:3.0:1787998363.003978:0:35928:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:3.0:1787998363.003985:0:35928:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787998363.003986:0:35928:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998363.003990:0:35928:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1787998363.003994:0:35928:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998363.003997:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998363.003998:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998363.003999:0:35928:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998363.004002:0:35928:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998363.004005:0:35928:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998363.004009:0:35928:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998363.004017:0:35928:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0097800. 00000100:00000001:3.0:1787998363.004026:0:35928:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998363.004032:0:35928:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998363.004035:0:35928:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1787998363.004039:0:35928:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8cc41 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ad78a expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1787998363.004046:0:35928:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1787998363.004048:0:35928:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787998363.004050:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1787998363.004052:0:35928:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187367200/0xb2d39e653c8cc41 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ad78a expref: -99 pid: 35903 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:3.0:1787998363.004060:0:35928:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d185921400 count: 0 00010000:00000010:3.0:1787998363.004065:0:35928:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d1861dbc00. 00010000:00000001:3.0:1787998363.004073:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998363.004074:0:35928:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998363.004076:0:35928:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998363.004077:0:35928:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998363.004079:0:35928:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998363.004088:0:35928:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626226548253440 : -117847161298176 : ffff94d191d02300) 00010000:00000001:3.0:1787998363.004093:0:35928:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1787998363.004095:0:35928:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1787998363.004100:0:35928:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d18a360a00. 00010000:00000010:3.0:1787998363.004104:0:35928:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d190a8d480. 00010000:00000001:3.0:1787998363.004108:0:35928:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1787998363.004125:0:35928:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1903e5600. 00000020:00000001:3.0:1787998363.004128:0:35928:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1787998363.004131:0:35928:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1903e5600 with handle 0xb2d39e653c8cc72 to hash 00000020:00000001:3.0:1787998363.004134:0:35928:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1787998363.004135:0:35928:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226521921024 : -117847187630592 : ffff94d1903e5600) 00010000:00000001:3.0:1787998363.004140:0:35928:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226521921024 : -117847187630592 : ffff94d1903e5600) 00010000:00000001:3.0:1787998363.004362:0:35928:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998363.004364:0:35928:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998363.004368:0:35928:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8cc72 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998363.004376:0:35928:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8cc72 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35928 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787998363.004392:0:35928:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787998363.004409:0:35928:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191d02300 x1874850291792768/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787998363.004420:0:35928:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8cc72 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35928 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1787998363.004427:0:35928:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787998363.004429:0:35928:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787998363.004437:0:35928:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191a2b180. 00000100:00000001:3.0:1787998363.004440:0:35928:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226545275264 : -117847164276352 : ffff94d191a2b180) 00000100:00000001:3.0:1787998363.004444:0:35928:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998363.004446:0:35928:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548253440 : -117847161298176 : ffff94d191d02300) 00000100:00000001:3.0:1787998363.004452:0:35928:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998363.004457:0:35928:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998363.004460:0:35928:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787998363.004462:0:35928:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998363.004467:0:35928:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d02300 x1874850291792768/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998363.004475:0:35928:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998363.004478:0:35928:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998363.004483:0:35928:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998363.004486:0:35928:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998363.004489:0:35928:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998363.004493:0:35928:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d02300 pname:cluuid:pid:xid:nid:opc:job bash:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35928:1874850291792768:192.168.206.123@tcp:101:bash.0 00000100:00000001:3.0:1787998363.004498:0:35928:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998363.004507:0:35928:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998363.004510:0:35928:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998363.004513:0:35928:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998363.004601:0:35928:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff94d1a0180000. 02000000:00000001:3.0:1787998363.004604:0:35928:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998363.004614:0:35928:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998363.004620:0:35928:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108a420. 00000400:00000010:3.0:1787998363.004629:0:35928:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff94d1a0094000. 00000100:00000200:3.0:1787998363.004638:0:35928:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1874850291792768, portal 10 00000100:00000001:3.0:1787998363.004640:0:35928:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998363.004642:0:35928:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548253440 : -117847161298176 : ffff94d191d02300) 00000100:00000040:3.0:1787998363.004650:0:35928:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d02300 x1874850291792768/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998379 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998363.004658:0:35928:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998363.004662:0:35928:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998363.004666:0:35928:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5990. 00000100:00000200:3.0:1787998363.004669:0:35928:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1874850291792768, offset 0 00000400:00000200:3.0:1787998363.004676:0:35928:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998363.004687:0:35928:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.004696:0:35928:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998363.004703:0:35928:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998363.004708:0:35928:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998363.004723:0:35928:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998363.004726:0:35928:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998363.004730:0:35928:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2935:2935:256:4294967295] 192.168.206.123@tcp LPNI seq info [2935:2935:8:4294967295] 00000400:00000200:3.0:1787998363.004735:0:35928:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.004748:0:35928:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998363.004755:0:35928:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998363.004761:0:35928:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1a072b400. 00000800:00000200:3.0:1787998363.004808:0:35928:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998363.004818:0:35928:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998363.004831:0:35928:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1a072b400 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1787998363.004848:0:35928:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998363.004853:0:35928:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 833053 usecs (834 jiffies) 00000400:00000200:3.0:1787998363.004857:0:35928:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998363.004860:0:35928:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296543996 00000100:00000001:3.0:1787998363.004863:0:35928:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:3.0:1787998363.004866:0:35928:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296543996 00000100:00000001:3.0:1787998363.004868:0:35928:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:3.0:1787998363.004870:0:35928:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998363.004874:0:35928:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998363.004876:0:35928:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998363.004878:0:35928:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787998363.004882:0:35928:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191a2b180 going to sleep for 11 seconds 00000100:00000001:3.0:1787998363.004884:0:35928:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998363.004888:0:35928:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998363.005250:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998363.005516:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072b400. 00000400:00000200:2.0:1787998363.005521:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998363.005527:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998363.005533:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5990 00000400:00000010:2.0:1787998363.005536:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5990. 00000100:00000001:2.0:1787998363.005541:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998363.005546:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d02300 x1874850291792768/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998379 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998363.005557:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998363.005560:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d02300 x1874850291792768/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998379 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998363.005567:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998363.005568:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1787998363.011082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d185921400. 00010000:00000010:3.1:1787998363.011099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187367200. 00000800:00000001:3.0:1787998363.013415:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.013434:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998363.013439:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.013442:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.013453:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.013462:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998363.013473:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.013478:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.013484:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.013489:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 664 into portal 10 MB=0x6a92a99a63b80 00000400:00000200:3.0:1787998363.013494:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.013501:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 664/664 into md 0x8885 [32] + 224 00000800:00000001:3.0:1787998363.013509:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.014925:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.014936:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998363.014944:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998363.014955:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998363.014968:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d02300 x1874850291792768/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998379 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998363.014981:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff94d191d02300 x1874850291792768/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998363.015004:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998363.015018:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.015024:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.015135:0:35928:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998363.015145:0:35928:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998363.015148:0:35928:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998363.015153:0:35928:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a420. 00000400:00000200:1.0:1787998363.015159:0:35928:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1a0094000 00000400:00000010:1.0:1787998363.015162:0:35928:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff94d1a0094000. 00000100:00000001:1.0:1787998363.015166:0:35928:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998363.015172:0:35928:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d02300 x1874850291792768/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998363.015182:0:35928:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d02300 x1874850291792768/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.015189:0:35928:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998363.015192:0:35928:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.015195:0:35928:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998363.015199:0:35928:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998363.015245:0:35928:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998363.015249:0:35928:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998363.015252:0:35928:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998363.015264:0:35928:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=39 v=5 (5 5 104 104) 00000100:00001000:1.0:1787998363.015269:0:35928:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998363.015272:0:35928:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998363.015274:0:35928:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.015277:0:35928:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998363.015281:0:35928:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.015285:0:35928:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1787998363.015287:0:35928:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009a/0x1] 00000100:00000001:1.0:1787998363.015289:0:35928:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1787998363.015291:0:35928:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998363.015293:0:35928:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548253440 : -117847161298176 : ffff94d191d02300) 00000100:00000001:1.0:1787998363.015297:0:35928:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998363.015298:0:35928:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 8589934600 00000100:00000001:1.0:1787998363.015300:0:35928:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998363.015303:0:35928:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998363.015309:0:35928:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d02300 x1874850291792768/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998379 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.015318:0:35928:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998363.015321:0:35928:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998363.015324:0:35928:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998363.015329:0:35928:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d02300 x1874850291792768/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998379 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998363.015337:0:35928:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d02300 pname:cluuid:pid:xid:nid:opc:job bash:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35928:1874850291792768:192.168.206.123@tcp:101:bash.0 00000100:00000001:1.0:1787998363.015343:0:35928:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.015346:0:35928:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.015349:0:35928:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998363.015351:0:35928:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998363.015355:0:35928:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d02300 x1874850291792768/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998379 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.015363:0:35928:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998363.015365:0:35928:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191a2b180. 00000100:00000001:1.0:1787998363.015369:0:35928:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998363.015371:0:35928:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.015375:0:35928:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787998363.015380:0:35928:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.015383:0:35928:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.015386:0:35928:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5600 refcount=4 00000020:00000001:1.0:1787998363.015389:0:35928:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521921024 : -117847187630592 : ffff94d1903e5600) 00010000:00000001:1.0:1787998363.015392:0:35928:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521921024 : -117847187630592 : ffff94d1903e5600) 00010000:00000040:1.0:1787998363.015399:0:35928:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1903e5600, remote cookie: 0x4fd9a50f3a6ad832, flags: 0x1001 00010000:00010000:1.0:1787998363.015405:0:35928:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8cc72 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad832 expref: -99 pid: 35928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1787998363.015414:0:35928:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2d:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1787998363.015418:0:35928:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1787998363.015430:0:35928:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d192b98f00. 00010000:00000010:1.0:1787998363.015435:0:35928:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d1a0046080. 00010000:00000040:1.0:1787998363.015440:0:35928:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d18a360a00 count: 0 00010000:00000010:1.0:1787998363.015446:0:35928:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d190a8d480. 00010000:00000001:1.0:1787998363.015457:0:35928:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.015461:0:35928:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8cc72 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad832 expref: -99 pid: 35928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998363.015470:0:35928:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8cc72 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad832 expref: -99 pid: 35928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.015477:0:35928:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787998363.015482:0:35928:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787998363.015484:0:35928:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1787998363.015486:0:35928:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787998363.015487:0:35928:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787998363.015490:0:35928:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2d:0x0].0x0 (ffff94d192b98f00) refcount = 1 00010000:00010000:1.0:1787998363.015500:0:35928:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8cc72 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad832 expref: -99 pid: 35928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.015508:0:35928:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787998363.015512:0:35928:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787998363.015514:0:35928:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998363.015517:0:35928:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787998363.015520:0:35928:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.015523:0:35928:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8cc72 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad832 expref: -99 pid: 35928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.015530:0:35928:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787998363.015532:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.015534:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.015535:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.015536:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.015537:0:35928:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.015542:0:35928:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1787998363.015545:0:35928:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.015546:0:35928:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.015548:0:35928:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5600 refcount=3 00000020:00000001:1.0:1787998363.015551:0:35928:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521921024 : -117847187630592 : ffff94d1903e5600) 00010000:00000001:1.0:1787998363.015553:0:35928:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521921024 : -117847187630592 : ffff94d1903e5600) 00010000:00000001:1.0:1787998363.015555:0:35928:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.015556:0:35928:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.015558:0:35928:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5600 refcount=4 00000020:00000001:1.0:1787998363.015560:0:35928:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521921024 : -117847187630592 : ffff94d1903e5600) 00010000:00000001:1.0:1787998363.015562:0:35928:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521921024 : -117847187630592 : ffff94d1903e5600) 00010000:00000001:1.0:1787998363.015565:0:35928:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998363.015568:0:35928:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.015572:0:35928:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8cc72 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad832 expref: -99 pid: 35928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.015579:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.015580:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.015581:0:35928:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.015582:0:35928:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.015584:0:35928:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5600 refcount=5 00000020:00000001:1.0:1787998363.015586:0:35928:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521921024 : -117847187630592 : ffff94d1903e5600) 00010000:00000001:1.0:1787998363.015587:0:35928:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521921024 : -117847187630592 : ffff94d1903e5600) 00010000:00000001:1.0:1787998363.015590:0:35928:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998363.015592:0:35928:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8cc72 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad832 expref: -99 pid: 35928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.015598:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.015599:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998363.015602:0:35928:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8cc72 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad832 expref: -99 pid: 35928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.015609:0:35928:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998363.015610:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.015611:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.015612:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.015614:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1787998363.015619:0:35928:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff94d191d02300 x1874850291792768/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998379 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787998363.015641:0:35928:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1787998363.015647:0:35928:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d191d02300 x1874850291792768/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998379 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787998363.015654:0:35928:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.015662:0:35928:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.015663:0:35928:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.015665:0:35928:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5600 refcount=3 00000020:00000001:1.0:1787998363.015667:0:35928:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521921024 : -117847187630592 : ffff94d1903e5600) 00010000:00000001:1.0:1787998363.015669:0:35928:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521921024 : -117847187630592 : ffff94d1903e5600) 00000002:00010000:1.0:1787998363.015674:0:35928:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8cc72 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad832 expref: -99 pid: 35928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1787998363.015684:0:35928:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94d191236040. 00010000:00000001:1.0:1787998363.015687:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.015688:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998363.015690:0:35928:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.015692:0:35928:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.015695:0:35928:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1787998363.015698:0:35928:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998363.015700:0:35928:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548253440 : -117847161298176 : ffff94d191d02300) 00000100:00000001:1.0:1787998363.015702:0:35928:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998363.015703:0:35928:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548253440 : -117847161298176 : ffff94d191d02300) 00010000:00000001:1.0:1787998363.015705:0:35928:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.015706:0:35928:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.015708:0:35928:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5600 refcount=3 00000020:00000001:1.0:1787998363.015710:0:35928:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521921024 : -117847187630592 : ffff94d1903e5600) 00010000:00000001:1.0:1787998363.015712:0:35928:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521921024 : -117847187630592 : ffff94d1903e5600) 00000002:00010000:1.0:1787998363.015716:0:35928:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8cc72 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad832 expref: -99 pid: 35928 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.015723:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.015725:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.015727:0:35928:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787998363.015728:0:35928:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.015729:0:35928:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.015731:0:35928:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5600 refcount=3 00000020:00000001:1.0:1787998363.015733:0:35928:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521921024 : -117847187630592 : ffff94d1903e5600) 00010000:00000001:1.0:1787998363.015735:0:35928:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521921024 : -117847187630592 : ffff94d1903e5600) 00010000:00000040:1.0:1787998363.015739:0:35928:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98f00 count: 2 00010000:00000001:1.0:1787998363.015742:0:35928:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1787998363.015746:0:35928:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589935621/45 (0 0) 00010000:00000001:1.0:1787998363.015749:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.015750:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998363.015752:0:35928:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1787998363.015755:0:35928:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420b3768 00000002:00002000:1.0:1787998363.015758:0:35928:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=recon intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1787998363.015761:0:35928:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998363.015766:0:35928:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998363.015820:0:35928:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787998363.015824:0:35928:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1787998363.015827:0:35928:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.015831:0:35928:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000001:1.0:1787998363.015835:0:35928:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1787998363.015837:0:35928:0:(namei.c:674:ll_lookup_it_finish()) it ffff94d1a00130c0 it_disposition 1800037 00000080:00002000:1.0:1787998363.015843:0:35928:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d18356f948 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1787998363.015848:0:35928:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1787998363.015851:0:35928:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1787998363.015853:0:35928:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420b3998 00000080:00200000:1.0:1787998363.015855:0:35928:0:(namei.c:1628:ll_create_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), intent=open|creat 00000080:00000001:1.0:1787998363.015858:0:35928:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1787998363.015860:0:35928:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1787998363.015865:0:35928:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1787998363.015869:0:35928:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1787998363.015873:0:35928:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611181 : 144115205339611181 : 20000040500002d) 00000080:00000001:1.0:1787998363.015876:0:35928:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1787998363.015886:0:35928:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94d198934200. 00000020:00000001:1.0:1787998363.015898:0:35928:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1787998363.015900:0:35928:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1787998363.015903:0:35928:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1787998363.015905:0:35928:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x2d:0x0](ffff94d1989342c8) 00000020:00000001:1.0:1787998363.015910:0:35928:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998363.015915:0:35928:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798655176 : -117846910896440 : ffff94d1a0bcf6c8) 00000020:00001000:1.0:1787998363.015917:0:35928:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf6c0 00000020:00000001:1.0:1787998363.015922:0:35928:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1787998363.015927:0:35928:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff94d1a0aa34b0. 00000020:00000001:1.0:1787998363.015930:0:35928:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1787998363.015932:0:35928:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.015940:0:35928:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:1.0:1787998363.015944:0:35928:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff94d187242aa8. 00020000:00000001:1.0:1787998363.015946:0:35928:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446626226369211048 : -117847340340568 : ffff94d187242aa8) 00020000:00000001:1.0:1787998363.015949:0:35928:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:1.0:1787998363.015953:0:35928:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1787998363.015959:0:35928:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d1a0b0ac00. 00020000:00000010:1.0:1787998363.015964:0:35928:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d1a0b86c00. 00020000:00000010:1.0:1787998363.015969:0:35928:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d1a0b0a960. 00020000:00000001:1.0:1787998363.015972:0:35928:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626226797848928 : -117846911702688 : ffff94d1a0b0a960) 00020000:00000002:1.0:1787998363.015975:0:35928:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0b0a960, objid 0x2d:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1787998363.015980:0:35928:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1787998363.015984:0:35928:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d1a0b86c00: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000001:1.0:1787998363.015987:0:35928:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1787998363.015990:0:35928:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0b0a960, objid 0x2d:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1787998363.015993:0:35928:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1787998363.015996:0:35928:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d1a0b86c00: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000010:1.0:1787998363.016000:0:35928:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff94d1909d8dc0. 00020000:00000010:1.0:1787998363.016004:0:35928:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff94d1a000b3c0. 00020000:00000001:1.0:1787998363.016010:0:35928:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1787998363.016013:0:35928:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff94d182b6b9a8. 00020000:00000001:1.0:1787998363.016016:0:35928:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1787998363.016017:0:35928:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1787998363.016024:0:35928:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1787998363.016027:0:35928:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff94d1a0aa3e10. 00000020:00000001:1.0:1787998363.016029:0:35928:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1787998363.016031:0:35928:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.016033:0:35928:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446626226797428368 : -117846912123248 : ffff94d1a0aa3e90) 00020000:00000001:1.0:1787998363.016037:0:35928:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1787998363.016042:0:35928:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff94d19391d180. 00020000:00000001:1.0:1787998363.016045:0:35928:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.016050:0:35928:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446626226797428368 : -117846912123248 : ffff94d1a0aa3e90) 00020000:00000001:1.0:1787998363.016053:0:35928:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446626226797428368 : -117846912123248 : ffff94d1a0aa3e90) 00020000:00000002:1.0:1787998363.016056:0:35928:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x42:0x0]@ffff94d1a0aa3e10[0:0] -> [0x200000405:0x2d:0x0]@ffff94d1a0aa34b0: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000001:1.0:1787998363.016061:0:35928:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:1.0:1787998363.016762:0:35928:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:1.0:1787998363.016800:0:35928:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.016806:0:35928:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446626226797425968 : -117846912125648 : ffff94d1a0aa3530) 00000020:00001000:1.0:1787998363.016811:0:35928:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf6c0 00000080:00000001:1.0:1787998363.016816:0:35928:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611181 : 144115205339611181 : 20000040500002d) 00000080:00000001:1.0:1787998363.016819:0:35928:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1787998363.016822:0:35928:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611181 mtime from 0 to 1787998363 00000080:00000001:1.0:1787998363.016827:0:35928:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1787998363.016830:0:35928:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626226661704392 : -117847047847224 : ffff94d1989342c8) 00010000:00000001:1.0:1787998363.016833:0:35928:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.016835:0:35928:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.016837:0:35928:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5600 refcount=3 00000020:00000001:1.0:1787998363.016839:0:35928:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521921024 : -117847187630592 : ffff94d1903e5600) 00010000:00000001:1.0:1787998363.016842:0:35928:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521921024 : -117847187630592 : ffff94d1903e5600) 00000080:00000001:1.0:1787998363.016846:0:35928:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:1.0:1787998363.016847:0:35928:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998363.016850:0:35928:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798655176 : -117846910896440 : ffff94d1a0bcf6c8) 00000020:00001000:1.0:1787998363.016852:0:35928:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf6c0 00000020:00000001:1.0:1787998363.016854:0:35928:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1787998363.016857:0:35928:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1787998363.016858:0:35928:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1787998363.016864:0:35928:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d1a0b0a1e0. 00020000:00000010:1.0:1787998363.016869:0:35928:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d1a0b86800. 00020000:00000010:1.0:1787998363.016873:0:35928:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d1a0b0a780. 00020000:00000001:1.0:1787998363.016875:0:35928:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626226797848448 : -117846911703168 : ffff94d1a0b0a780) 00020000:00000002:1.0:1787998363.016877:0:35928:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0b0a780, objid 0x2d:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1787998363.016881:0:35928:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1787998363.016885:0:35928:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d1a0b86800: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000002:1.0:1787998363.016889:0:35928:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d187242aa8) owner ffff94d199cc0000 00020000:00000001:1.0:1787998363.016892:0:35928:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1787998363.016894:0:35928:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d187242aa8) owner ffff94d199cc0000 00020000:00000010:1.0:1787998363.016899:0:35928:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d1a0b86800. 00020000:00000010:1.0:1787998363.016903:0:35928:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d1a0b0a1e0. 00020000:00000010:1.0:1787998363.016907:0:35928:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d1a0b0a780. 00020000:00000002:1.0:1787998363.016909:0:35928:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2d:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1787998363.016912:0:35928:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.016913:0:35928:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.016917:0:35928:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1787998363.016920:0:35928:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199cc0000 00020000:00000002:1.0:1787998363.016924:0:35928:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d1a0b0a960 addref 2/0 by ffff94d199cc0000. 00020000:00000002:1.0:1787998363.016926:0:35928:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199cc0000 00020000:00000001:1.0:1787998363.016929:0:35928:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1787998363.016931:0:35928:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1787998363.016933:0:35928:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1787998363.016934:0:35928:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1787998363.016937:0:35928:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1787998363.016939:0:35928:0:(file.c:6836:ll_layout_conf()) [0x200000405:0x2d:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1787998363.016941:0:35928:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf6c0 00000080:00000001:1.0:1787998363.016944:0:35928:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.016946:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.016947:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787998363.016949:0:35928:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1787998363.016953:0:35928:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1787998363.016955:0:35928:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998363.016957:0:35928:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x2d:0x0](ffff94d1989342c8) 00000080:00010000:1.0:1787998363.016960:0:35928:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2d:0x0](ffff94d1989342c8) for lock 0xb2d39e653c8cc72 00800000:00000001:1.0:1787998363.016969:0:35928:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998363.016972:0:35928:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998363.016973:0:35928:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.016974:0:35928:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.016976:0:35928:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5600 refcount=3 00000020:00000001:1.0:1787998363.016977:0:35928:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521921024 : -117847187630592 : ffff94d1903e5600) 00010000:00000001:1.0:1787998363.016980:0:35928:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521921024 : -117847187630592 : ffff94d1903e5600) 00010000:00000001:1.0:1787998363.016982:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.016983:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998363.016984:0:35928:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998363.016986:0:35928:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.016988:0:35928:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1787998363.016991:0:35928:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998363.016998:0:35928:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff94d191d02300 x1874850291792768/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998379 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.017005:0:35928:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1787998363.017011:0:35928:0:(namei.c:1651:ll_create_it()) inode ffff94d1989342c8 need_sync_to_mds [0x200000405:0x2d:0x0] 00000080:00000001:1.0:1787998363.017014:0:35928:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998363.017018:0:35928:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2d:0x0](ffff94d1989342c8) 00000080:00000001:1.0:1787998363.017021:0:35928:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1787998363.017025:0:35928:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1861f7e00. 00000100:00000001:1.0:1787998363.017029:0:35928:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998363.017032:0:35928:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d02300 x1874850291792768/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998379 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.017040:0:35928:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.017044:0:35928:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1787998363.017046:0:35928:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1787998363.017048:0:35928:0:(namei.c:1500:ll_atomic_open()) inode ffff94d1989342c8 need_sync_to_mds [0x200000405:0x2d:0x0] 00000080:00000001:1.0:1787998363.017058:0:35928:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1787998363.017061:0:35928:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420b3a68 00000080:00200008:1.0:1787998363.017064:0:35928:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x2d:0x0](ffff94d1989342c8), flags 102101 00000080:00000010:1.0:1787998363.017072:0:35928:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d1a067af00. 00000080:00000010:1.0:1787998363.018055:0:35928:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d191236380. 00000080:00000001:1.0:1787998363.018058:0:35928:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1787998363.018072:0:35928:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1787998363.018076:0:35928:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998363.018079:0:35928:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998363.018082:0:35928:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998363.018085:0:35928:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998363.018088:0:35928:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.018090:0:35928:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2d:0x0] 00800000:00000001:1.0:1787998363.018093:0:35928:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.018098:0:35928:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1787998363.018103:0:35928:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d190a90e80. 00000002:00100000:1.0:1787998363.018120:0:35928:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d191d02300 x1874850291792768/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998379 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787998363.018128:0:35928:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998363.018130:0:35928:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1787998363.018134:0:35928:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1787998363.018138:0:35928:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.018141:0:35928:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998363.018144:0:35928:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998363.018148:0:35928:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d02300 x1874850291792768/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998379 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1787998363.018156:0:35928:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998363.018160:0:35928:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff94d1a0180000. 02000000:00000001:1.0:1787998363.018188:0:35928:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1787998363.018190:0:35928:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.018193:0:35928:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420b3a68 00000080:00000008:1.0:1787998363.018195:0:35928:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x2d:0x0](ffff94d1989342c8), flags 102101, rc = 0 00000080:00000001:1.0:1787998363.018201:0:35928:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1787998363.018203:0:35928:0:(dcache.c:176:ll_intent_release()) intent ffff94d1a00130c0 released 00000080:00010000:1.0:1787998363.018206:0:35928:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc72 from it ffff94d1a00130c0 00010000:00000001:1.0:1787998363.018209:0:35928:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.018211:0:35928:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.018213:0:35928:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5600 refcount=3 00000020:00000001:1.0:1787998363.018215:0:35928:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521921024 : -117847187630592 : ffff94d1903e5600) 00010000:00000001:1.0:1787998363.018217:0:35928:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521921024 : -117847187630592 : ffff94d1903e5600) 00010000:00000001:1.0:1787998363.018220:0:35928:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998363.018225:0:35928:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8cc72 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6ad832 expref: -99 pid: 35928 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.018234:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.018235:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.018237:0:35928:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998363.018240:0:35928:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998363.018242:0:35928:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8cc72 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad832 expref: -99 pid: 35928 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998363.018250:0:35928:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998363.018254:0:35928:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998363.018256:0:35928:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998363.018261:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.018262:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.018264:0:35928:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.018268:0:35928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998363.018270:0:35928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.018272:0:35928:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.018275:0:35928:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.018277:0:35928:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998363.018278:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.018279:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787998363.018280:0:35928:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1787998363.018282:0:35928:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1787998363.018284:0:35928:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1787998363.018286:0:35928:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998363.018288:0:35928:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1787998363.018290:0:35928:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.018294:0:35928:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1787998363.018296:0:35928:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.018298:0:35928:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1787998363.018300:0:35928:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.018302:0:35928:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1787998363.018305:0:35928:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff94d1a00130c0. 00000080:00000001:1.0:1787998363.018307:0:35928:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.018312:0:35928:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:1.0:1787998363.018315:0:35928:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2d:0x0](ffff94d1989342c8), inode mode 81a4 mask 40 00000080:00000001:1.0:1787998363.018318:0:35928:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.018407:0:35928:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1787998363.018410:0:35928:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199cc0000 00020000:00000002:1.0:1787998363.018414:0:35928:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199cc0000 00020000:00000001:1.0:1787998363.018417:0:35928:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.022443:0:35928:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420b3d28 00000080:00200008:1.0:1787998363.022454:0:35928:0:(file.c:6295:ll_getattr_dentry()) START file recon:[0x200000405:0x2d:0x0](ffff94d1989342c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1787998363.022464:0:35928:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998363.022465:0:35928:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420b3ca0 00000080:00200000:1.0:1787998363.022468:0:35928:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2d:0x0](ffff94d1989342c8),name=recon 00000080:00000010:1.0:1787998363.022476:0:35928:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19162be00. 00800000:00000002:1.0:1787998363.022483:0:35928:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998363.022490:0:35928:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998363.022507:0:35928:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998363.022510:0:35928:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420b3bc0 00800000:00000002:1.0:1787998363.022513:0:35928:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2d:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998363.022518:0:35928:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998363.022522:0:35928:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998363.022525:0:35928:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998363.022528:0:35928:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998363.022530:0:35928:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998363.022533:0:35928:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.022535:0:35928:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998363.022537:0:35928:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998363.022540:0:35928:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998363.022541:0:35928:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998363.022542:0:35928:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998363.022544:0:35928:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998363.022546:0:35928:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.022547:0:35928:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2d:0x0] 00800000:00000001:1.0:1787998363.022549:0:35928:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.022551:0:35928:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2d:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998363.022558:0:35928:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998363.022560:0:35928:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420b3a90 00000002:00010000:1.0:1787998363.022562:0:35928:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2d:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787998363.022567:0:35928:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998363.022569:0:35928:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998363.022572:0:35928:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998363.022580:0:35928:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98f00 count: 2 00010000:00000001:1.0:1787998363.022583:0:35928:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998363.022589:0:35928:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998363.022593:0:35928:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998363.022599:0:35928:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8cc72 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad832 expref: -99 pid: 35928 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1787998363.022612:0:35928:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998363.022617:0:35928:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.022621:0:35928:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8cc72 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad832 expref: -99 pid: 35928 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1787998363.022643:0:35928:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787998363.022645:0:35928:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998363.022648:0:35928:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998363.022650:0:35928:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998363.022652:0:35928:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998363.022655:0:35928:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787998363.022658:0:35928:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787998363.022662:0:35928:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998363.022666:0:35928:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162be00. 00000080:00000001:1.0:1787998363.022671:0:35928:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998363.022673:0:35928:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998363.022676:0:35928:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2d:0x0](ffff94d1989342c8) 00000080:00010000:1.0:1787998363.022680:0:35928:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2d:0x0](ffff94d1989342c8) for lock 0xb2d39e653c8cc72 00800000:00000001:1.0:1787998363.022684:0:35928:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998363.022687:0:35928:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998363.022689:0:35928:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.022692:0:35928:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.022695:0:35928:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5600 refcount=3 00000020:00000001:1.0:1787998363.022698:0:35928:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521921024 : -117847187630592 : ffff94d1903e5600) 00010000:00000001:1.0:1787998363.022701:0:35928:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521921024 : -117847187630592 : ffff94d1903e5600) 00010000:00000001:1.0:1787998363.022704:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.022706:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998363.022707:0:35928:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998363.022710:0:35928:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998363.022713:0:35928:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc72 from it ffffb66d420b3cd8 00010000:00000001:1.0:1787998363.022715:0:35928:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.022716:0:35928:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.022718:0:35928:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5600 refcount=3 00000020:00000001:1.0:1787998363.022720:0:35928:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521921024 : -117847187630592 : ffff94d1903e5600) 00010000:00000001:1.0:1787998363.022722:0:35928:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521921024 : -117847187630592 : ffff94d1903e5600) 00010000:00000001:1.0:1787998363.022724:0:35928:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998363.022728:0:35928:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8cc72 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6ad832 expref: -99 pid: 35928 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998363.022735:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.022737:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.022739:0:35928:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998363.022741:0:35928:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998363.022744:0:35928:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8cc72 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad832 expref: -99 pid: 35928 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787998363.022752:0:35928:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998363.022756:0:35928:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998363.022759:0:35928:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998363.022764:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.022765:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.022993:0:35928:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.022998:0:35928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998363.023000:0:35928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.023002:0:35928:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.023006:0:35928:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.023009:0:35928:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998363.023011:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.023012:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998363.023016:0:35928:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787998363.023018:0:35928:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998363.023022:0:35928:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1787998363.023026:0:35928:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1787998363.023029:0:35928:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998363.023031:0:35928:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1787998363.023033:0:35928:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.023036:0:35928:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1787998363.023039:0:35928:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1787998363.023043:0:35928:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998363.023048:0:35928:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798655176 : -117846910896440 : ffff94d1a0bcf6c8) 00000020:00001000:1.0:1787998363.023051:0:35928:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf6c0 00000020:00000001:1.0:1787998363.023057:0:35928:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.023060:0:35928:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1787998363.023064:0:35928:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1787998363.023066:0:35928:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2d:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1787998363.023069:0:35928:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998363.023071:0:35928:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1787998363.023074:0:35928:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1787998363.023076:0:35928:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.023078:0:35928:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1787998363.023083:0:35928:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2d:0x0]io ffff94d19226ea00 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1787998363.023086:0:35928:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199cc0000 00020000:00000001:1.0:1787998363.023091:0:35928:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1787998363.023093:0:35928:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1787998363.023096:0:35928:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1787998363.023097:0:35928:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.023100:0:35928:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1787998363.023103:0:35928:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1787998363.023105:0:35928:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.023106:0:35928:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998363.023107:0:35928:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1787998363.023109:0:35928:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1787998363.023119:0:35928:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199cc0000 00000020:00000001:1.0:1787998363.023122:0:35928:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1787998363.023125:0:35928:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1787998363.023126:0:35928:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2d:0x0] 00000020:00000001:1.0:1787998363.023129:0:35928:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1787998363.023131:0:35928:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1787998363.023134:0:35928:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1787998363.023137:0:35928:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1787998363.023144:0:35928:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1787998363.023151:0:35928:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d1a0046480. 00020000:00000002:1.0:1787998363.023154:0:35928:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1787998363.023157:0:35928:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1787998363.023159:0:35928:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998363.023161:0:35928:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1787998363.023163:0:35928:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998363.023165:0:35928:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226545383832 : -117847164167784 : ffff94d191a45998) 00000020:00001000:1.0:1787998363.023166:0:35928:0:(cl_object.c:823:cl_env_get()) 1@ffff94d191a45990 00000020:00000001:1.0:1787998363.023169:0:35928:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3e90 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.023171:0:35928:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1787998363.023175:0:35928:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998363.023176:0:35928:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1787998363.023177:0:35928:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.023180:0:35928:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.023182:0:35928:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004712 : -117847155546904 : ffff94d19227e4e8) 00000020:00000001:1.0:1787998363.023184:0:35928:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1787998363.023189:0:35928:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d1857d8f70. 00000008:00010000:1.0:1787998363.023191:0:35928:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1787998363.023194:0:35928:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1787998363.023196:0:35928:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1787998363.023197:0:35928:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d1a00464b0, osc lock ffff94d1857d8f70, flags 0x400001002 00000020:00000001:1.0:1787998363.023200:0:35928:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.023202:0:35928:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.023205:0:35928:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626226786559104 : -117846922992512 : ffff94d1a0046480) 00000020:00000001:1.0:1787998363.023207:0:35928:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1787998363.023208:0:35928:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1787998363.023210:0:35928:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.023212:0:35928:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.023214:0:35928:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1787998363.023216:0:35928:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1787998363.023217:0:35928:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1787998363.023219:0:35928:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1787998363.023220:0:35928:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998363.023222:0:35928:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004712 : -117847155546904 : ffff94d19227e4e8) 00000020:00000001:1.0:1787998363.023223:0:35928:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1787998363.023226:0:35928:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1787998363.023228:0:35928:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1787998363.023231:0:35928:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1787998363.023235:0:35928:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1787998363.023236:0:35928:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1787998363.023238:0:35928:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1787998363.023239:0:35928:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1787998363.023240:0:35928:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1787998363.023243:0:35928:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1787998363.023245:0:35928:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787998363.023249:0:35928:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.023252:0:35928:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1787998363.023257:0:35928:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edd500. 00000020:00000040:1.0:1787998363.023262:0:35928:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00010000:00000001:1.0:1787998363.023267:0:35928:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787998363.023271:0:35928:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998363.023272:0:35928:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.023276:0:35928:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998363.023278:0:35928:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998363.023281:0:35928:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998363.023288:0:35928:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d19162be00. 00000100:00000001:1.0:1787998363.023296:0:35928:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.023303:0:35928:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998363.023304:0:35928:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.023306:0:35928:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998363.023307:0:35928:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.023310:0:35928:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.023313:0:35928:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446626226684417280 : -117847025134336 : ffff94d199edd500) 00010000:00000001:1.0:1787998363.023318:0:35928:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787998363.023320:0:35928:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1787998363.023325:0:35928:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d192b98c00. 00010000:00000010:1.0:1787998363.023329:0:35928:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff94d192b98900. 00010000:00000001:1.0:1787998363.023334:0:35928:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787998363.023337:0:35928:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1917f3800. 00000020:00000001:1.0:1787998363.023341:0:35928:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787998363.023345:0:35928:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1917f3800 with handle 0xb2d39e653c8cc79 to hash 00000020:00000001:1.0:1787998363.023347:0:35928:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787998363.023348:0:35928:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00010000:00000010:1.0:1787998363.023353:0:35928:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff94d191236940. 00010000:00000001:1.0:1787998363.023356:0:35928:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00010000:00000001:1.0:1787998363.023359:0:35928:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998363.023360:0:35928:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.023364:0:35928:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000004ee27764/0xb2d39e653c8cc79 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998363.023376:0:35928:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000004ee27764/0xb2d39e653c8cc79 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.023387:0:35928:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.023392:0:35928:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998363.023396:0:35928:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998363.023410:0:35928:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000112633d5] to pc [ptlrpcd_00_01+1] req@ffff94d199edd500 x1874850291792896/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1787998363.023442:0:35928:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998363.023445:0:35928:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.023447:0:35928:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.023449:0:35928:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.023451:0:35928:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.023454:0:35928:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1787998363.023456:0:35928:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1787998363.023458:0:35928:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1787998363.023460:0:35928:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:1.0:1787998363.023502:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998363.023506:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998363.023509:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998363.023516:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edd500 x1874850291792896/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.023525:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998363.023528:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998363.023533:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998363.023536:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998363.023539:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998363.023542:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2403:1874850291792896:192.168.206.123@tcp:101:uname.0 00000100:00000001:1.0:1787998363.023547:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998363.023553:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998363.023555:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998363.023558:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998363.023563:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d199e27800. 02000000:00000001:1.0:1787998363.023566:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998363.023574:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998363.023579:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc7e8. 00000400:00000010:1.0:1787998363.023587:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409a18. 00000100:00000200:1.0:1787998363.023596:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291792896, portal 4 00000100:00000001:1.0:1787998363.023598:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998363.023600:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684417280 : -117847025134336 : ffff94d199edd500) 00000100:00000040:1.0:1787998363.023606:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199edd500 x1874850291792896/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998379 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.023614:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998363.023617:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998363.023620:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409bb0. 00000100:00000200:1.0:1787998363.023624:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1874850291792896, offset 0 00000400:00000200:1.0:1787998363.023631:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998363.023641:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998363.023650:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998363.023656:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998363.023661:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998363.023666:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998363.023668:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998363.023672:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2936:2936:256:4294967295] 192.168.206.123@tcp LPNI seq info [2936:2936:8:4294967295] 00000400:00000200:1.0:1787998363.023677:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998363.023687:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998363.023693:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998363.023700:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f700. 00000800:00000200:1.0:1787998363.023707:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998363.023717:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998363.023721:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1787998363.023731:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998363.023735:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 183362 usecs (184 jiffies) 00000400:00000200:1.0:1787998363.023738:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998363.023741:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296543364 00000100:00000001:1.0:1787998363.023745:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:1.0:1787998363.023747:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296543364 00000100:00000001:1.0:1787998363.023749:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:1.0:1787998363.023752:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998363.023755:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.023759:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.023762:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.023808:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998363.023810:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1787998363.023814:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998363.023815:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998363.023817:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.023819:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.023839:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998363.023842:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998363.024303:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998363.024308:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f700. 00000400:00000200:2.0:1787998363.024316:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998363.024322:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998363.024328:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409bb0 00000400:00000010:2.0:1787998363.024331:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409bb0. 00000100:00000001:2.0:1787998363.024336:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998363.024341:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edd500 x1874850291792896/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998379 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998363.024352:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998363.024355:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edd500 x1874850291792896/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998379 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998363.024363:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998363.024365:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1787998363.025810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360a00. 00000800:00000001:3.0:1787998363.026376:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.026391:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998363.026394:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.026398:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.026408:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.026416:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998363.026425:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.026430:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.026436:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.026441:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 400 into portal 4 MB=0x6a92a99a63c00 00000400:00000200:3.0:1787998363.026446:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.026453:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 400/400 into md 0x8895 [1] + 224 00000800:00000001:3.0:1787998363.026460:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.026468:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.026471:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998363.026476:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998363.026484:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998363.026494:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edd500 x1874850291792896/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998379 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998363.026505:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff94d199edd500 x1874850291792896/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998379 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998363.026527:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998363.026536:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.026540:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.026590:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998363.026595:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998363.026603:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998363.026605:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998363.026608:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc7e8. 00000400:00000200:1.0:1787998363.026613:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409a18 00000400:00000010:1.0:1787998363.026616:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409a18. 00000100:00000001:1.0:1787998363.026619:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998363.026624:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edd500 x1874850291792896/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998379 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998363.026633:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edd500 x1874850291792896/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998379 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.026640:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998363.026642:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.026645:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998363.026648:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998363.026651:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998363.026653:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998363.026656:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998363.026667:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=39 v=5 (5 5 5 37) 00000100:00001000:1.0:1787998363.026671:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998363.026687:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998363.026689:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.026692:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998363.026696:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.026700:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998363.026703:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967336 00000100:00000001:1.0:1787998363.026705:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998363.026707:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998363.026712:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edd500 x1874850291792896/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998379 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.026720:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998363.026723:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998363.026726:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1787998363.026730:0:2403:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:1.0:1787998363.026733:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.026736:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.026739:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3800 refcount=4 00000020:00000001:1.0:1787998363.026742:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00010000:00000001:1.0:1787998363.026745:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00010000:00000001:1.0:1787998363.026748:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.026749:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.026751:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3800 refcount=5 00000020:00000001:1.0:1787998363.026753:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00010000:00000001:1.0:1787998363.026755:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00010000:00000001:1.0:1787998363.026759:0:2403:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998363.026763:0:2403:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.026793:0:2403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000004ee27764/0xb2d39e653c8cc79 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.026807:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.026809:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.026812:0:2403:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787998363.026814:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.026816:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.026817:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3800 refcount=6 00000020:00000001:1.0:1787998363.026819:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00010000:00000001:1.0:1787998363.026821:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00010000:00000040:1.0:1787998363.026829:0:2403:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1917f3800, remote cookie: 0x4fd9a50f3a6ad840, flags: 0x1001 00010000:00010000:1.0:1787998363.026835:0:2403:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000004ee27764/0xb2d39e653c8cc79 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad840 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.026843:0:2403:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1787998363.026846:0:2403:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.026848:0:2403:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787998363.026853:0:2403:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1787998363.026858:0:2403:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000004ee27764/0xb2d39e653c8cc79 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad840 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1787998363.026868:0:2403:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x42:0x0].0x0 (ffff94d192b98c00) refcount = 1 00010000:00000040:1.0:1787998363.026871:0:2403:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1787998363.026874:0:2403:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000004ee27764/0xb2d39e653c8cc79 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad840 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.026883:0:2403:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787998363.026885:0:2403:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998363.026888:0:2403:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787998363.026890:0:2403:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.026894:0:2403:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000004ee27764/0xb2d39e653c8cc79 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad840 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.026902:0:2403:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787998363.026903:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.026904:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.026905:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.026907:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998363.026909:0:2403:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1787998363.026912:0:2403:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1787998363.026915:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.026917:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.026918:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3800 refcount=5 00000020:00000001:1.0:1787998363.026921:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00010000:00000001:1.0:1787998363.026923:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00000008:00000001:1.0:1787998363.026926:0:2403:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1787998363.026931:0:2403:0:(cl_object.c:143:cl_object_top()) ffff94d19391d180 -> ffff94d1a0aa3530 00000008:00010000:1.0:1787998363.026936:0:2403:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000004ee27764/0xb2d39e653c8cc79 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6ad840 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1787998363.026950:0:2403:0:(cl_object.c:143:cl_object_top()) ffff94d19391d180 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.026953:0:2403:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1787998363.026956:0:2403:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1787998363.026959:0:2403:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1787998363.026962:0:2403:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.026964:0:2403:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.026965:0:2403:0:(cl_object.c:143:cl_object_top()) ffff94d19391d180 -> ffff94d1a0aa3530 00000008:00000001:1.0:1787998363.026967:0:2403:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:1.0:1787998363.026970:0:2403:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1787998363.026972:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1787998363.027071:0:2403:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1787998363.027074:0:2403:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.027077:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.027078:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.027080:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3800 refcount=6 00000020:00000001:1.0:1787998363.027082:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00010000:00000001:1.0:1787998363.027084:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00010000:00000001:1.0:1787998363.027087:0:2403:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998363.027090:0:2403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000004ee27764/0xb2d39e653c8cc79 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4fd9a50f3a6ad840 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.027098:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.027099:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998363.027102:0:2403:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000004ee27764/0xb2d39e653c8cc79 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4fd9a50f3a6ad840 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.027109:0:2403:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998363.027110:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.027120:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998363.027122:0:2403:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.027124:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.027125:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.027127:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3800 refcount=5 00000020:00000001:1.0:1787998363.027129:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00010000:00000001:1.0:1787998363.027131:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00010000:00000001:1.0:1787998363.027133:0:2403:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998363.027135:0:2403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000004ee27764/0xb2d39e653c8cc79 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4fd9a50f3a6ad840 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.027140:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.027142:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.027143:0:2403:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998363.027146:0:2403:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998363.027148:0:2403:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000004ee27764/0xb2d39e653c8cc79 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x4fd9a50f3a6ad840 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998363.027159:0:2403:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998363.027162:0:2403:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998363.027164:0:2403:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998363.027168:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.027169:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.027171:0:2403:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.027175:0:2403:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998363.027177:0:2403:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.027179:0:2403:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.027181:0:2403:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.027183:0:2403:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998363.027184:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.027185:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.027187:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.027188:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998363.027189:0:2403:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998363.027196:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edd500 x1874850291792896/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998379 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998363.027205:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2403:1874850291792896:192.168.206.123@tcp:101:uname.0 00000100:00000001:1.0:1787998363.027211:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.027215:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998363.027218:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edd500 x1874850291792896/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998379 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.027224:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998363.027227:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998363.027231:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e27800. 02000000:00000001:1.0:1787998363.027235:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998363.027238:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998363.027239:0:2403:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=2 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998363.027242:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998363.027245:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d19162be00. 02000000:00000001:1.0:1787998363.027249:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998363.027251:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998363.027253:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edd500. 00000100:00000001:1.0:1787998363.027257:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998363.027258:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.027261:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.027268:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998363.027270:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.027272:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998363.027275:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998363.031490:0:35928:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998363.031501:0:35928:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998363.031509:0:35928:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1787998363.031515:0:35928:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:3.0:1787998363.031519:0:35928:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:3.0:1787998363.031521:0:35928:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1787998363.031527:0:35928:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1787998363.031533:0:35928:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1787998363.031535:0:35928:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998363.031536:0:35928:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1787998363.031537:0:35928:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1787998363.031539:0:35928:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2d:1029 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:3.0:1787998363.031544:0:35928:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1787998363.031547:0:35928:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:3.0:1787998363.031550:0:35928:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998363.031552:0:35928:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998363.031554:0:35928:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000080:00200000:3.0:1787998363.031556:0:35928:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2d:0x0] updating i_size 0 i_blocks 0 00000080:00000001:3.0:1787998363.031559:0:35928:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1787998363.031562:0:35928:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1787998363.031564:0:35928:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d19226e9a0 (ffff94d1a0bcf6c8/0) at cl_lock_release():245 00000020:00000001:3.0:1787998363.031567:0:35928:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1787998363.031569:0:35928:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d19226e9a0 (ffff94d1a0bcf6c8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1787998363.031573:0:35928:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1787998363.031577:0:35928:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1787998363.031579:0:35928:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004712 : -117847155546904 : ffff94d19227e4e8) 00000020:00000001:3.0:1787998363.031582:0:35928:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1787998363.031584:0:35928:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d1a00464b0 (ffff94d191a45998/1) at cl_lock_cancel():142 00000008:00000001:3.0:1787998363.031588:0:35928:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1787998363.031589:0:35928:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1787998363.031592:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998363.031595:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1787998363.031597:0:35928:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1787998363.031599:0:35928:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1787998363.031600:0:35928:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1787998363.031601:0:35928:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1787998363.031603:0:35928:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1787998363.031604:0:35928:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d19226e9a0 (ffff94d1a0bcf6c8/0) at cl_lock_fini():72 00020000:00000001:3.0:1787998363.031607:0:35928:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1787998363.031608:0:35928:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1787998363.031609:0:35928:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d1a00464b0 (ffff94d1a0bcf6c8/1) at cl_lock_fini():72 00000008:00000010:3.0:1787998363.031613:0:35928:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d1857d8f70. 00000020:00000001:3.0:1787998363.031620:0:35928:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1787998363.031622:0:35928:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d1a0046480. 00020000:00000001:3.0:1787998363.031625:0:35928:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1787998363.031627:0:35928:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1787998363.031628:0:35928:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1787998363.031630:0:35928:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998363.031633:0:35928:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1787998363.031636:0:35928:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1787998363.031637:0:35928:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1787998363.031639:0:35928:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1787998363.031641:0:35928:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1787998363.031643:0:35928:0:(cl_object.c:917:cl_env_put()) 1@ffff94d191a45990 00020000:00000001:3.0:1787998363.031647:0:35928:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1787998363.031650:0:35928:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1787998363.031717:0:35928:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1787998363.031720:0:35928:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2d:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1787998363.031724:0:35928:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1787998363.031727:0:35928:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998363.031729:0:35928:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1787998363.031732:0:35928:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1787998363.031733:0:35928:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1787998363.031734:0:35928:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf6c0 00000001:00000001:3.0:1787998363.031737:0:35928:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998363.031747:0:35928:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420b3d28 00000080:00000008:3.0:1787998363.031751:0:35928:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2d:0x0](ffff94d1989342c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1787998363.031967:0:35928:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:3.0:1787998363.031970:0:35928:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420b3d88 00000080:00200008:3.0:1787998363.031983:0:35928:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000405:0x2d:0x0], ppos: 0, count: 23 00000080:00000002:3.0:1787998363.031987:0:35928:0:(file.c:2656:do_file_write_iter()) inode ffff94d1989342c8 need_sync_to_oss [0x200000405:0x2d:0x0] 00000080:00000001:3.0:1787998363.031991:0:35928:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:3.0:1787998363.031993:0:35928:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998363.031996:0:35928:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1787998363.031999:0:35928:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998363.032003:0:35928:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787998363.032006:0:35928:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798655176 : -117846910896440 : ffff94d1a0bcf6c8) 00000020:00001000:3.0:1787998363.032009:0:35928:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf6c0 00000080:00000001:3.0:1787998363.032012:0:35928:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1787998363.032014:0:35928:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420b3c98 00000080:00200000:3.0:1787998363.032016:0:35928:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:3.0:1787998363.032022:0:35928:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420b3c30 00000080:00200000:3.0:1787998363.032024:0:35928:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:3.0:1787998363.032026:0:35928:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1787998363.032028:0:35928:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:3.0:1787998363.032030:0:35928:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:3.0:1787998363.032032:0:35928:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1787998363.032034:0:35928:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1787998363.032036:0:35928:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:3.0:1787998363.032039:0:35928:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998363.032041:0:35928:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998363.032043:0:35928:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000080:00200000:3.0:1787998363.032045:0:35928:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2d:0x0] updating i_size 0 i_blocks 0 00000080:00000001:3.0:1787998363.032047:0:35928:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1787998363.032049:0:35928:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1787998363.032057:0:35928:0:(cl_io.c:214:cl_io_rw_init()) header@000000003592759c[0x110, 1, [0x200000405:0x2d:0x0] hash] 00000020:00200000:3.0:1787998363.032059:0:35928:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:3.0:1787998363.032061:0:35928:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:3.0:1787998363.032072:0:35928:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1787998363.032074:0:35928:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1787998363.032076:0:35928:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2d:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1787998363.032079:0:35928:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1787998363.032080:0:35928:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1787998363.032083:0:35928:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998363.032088:0:35928:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998363.032090:0:35928:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1787998363.032092:0:35928:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998363.032094:0:35928:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1787998363.032097:0:35928:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2d:0x0]io ffff94d19226ea00 type 2 ignore/verify layout 0/0 00020000:00000002:3.0:1787998363.032101:0:35928:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199cc0000 00020000:00000001:3.0:1787998363.032105:0:35928:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1787998363.032107:0:35928:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1787998363.032109:0:35928:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1787998363.032120:0:35928:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:3.0:1787998363.032122:0:35928:0:(lov_io.c:860:lov_io_slice_init()) 0 23 00020000:00000001:3.0:1787998363.032125:0:35928:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:3.0:1787998363.032127:0:35928:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1787998363.032129:0:35928:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998363.032131:0:35928:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1787998363.032132:0:35928:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1787998363.032133:0:35928:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1787998363.032135:0:35928:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199cc0000 00000020:00000001:3.0:1787998363.032138:0:35928:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998363.032140:0:35928:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1787998363.032142:0:35928:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:3.0:1787998363.032145:0:35928:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:3.0:1787998363.032148:0:35928:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998363.032152:0:35928:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1787998363.032154:0:35928:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1787998363.032157:0:35928:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:3.0:1787998363.032159:0:35928:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:3.0:1787998363.032161:0:35928:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:3.0:1787998363.032164:0:35928:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1787998363.032166:0:35928:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1787998363.032170:0:35928:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1787998363.032173:0:35928:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1787998363.032174:0:35928:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1787998363.032176:0:35928:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787998363.032178:0:35928:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226545383832 : -117847164167784 : ffff94d191a45998) 00000020:00001000:3.0:1787998363.032180:0:35928:0:(cl_object.c:823:cl_env_get()) 1@ffff94d191a45990 00000020:00000001:3.0:1787998363.032182:0:35928:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3e90 -> ffff94d1a0aa3530 00000020:00000001:3.0:1787998363.032183:0:35928:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1787998363.032187:0:35928:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1787998363.032188:0:35928:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1787998363.032190:0:35928:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998363.032192:0:35928:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998363.032194:0:35928:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004712 : -117847155546904 : ffff94d19227e4e8) 00000020:00000001:3.0:1787998363.032196:0:35928:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1787998363.032199:0:35928:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1787998363.032203:0:35928:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998363.032205:0:35928:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998363.032208:0:35928:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998363.032210:0:35928:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998363.032211:0:35928:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998363.032213:0:35928:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:3.0:1787998363.032216:0:35928:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1787998363.032218:0:35928:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1787998363.032220:0:35928:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1787998363.032224:0:35928:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998363.032226:0:35928:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998363.032229:0:35928:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1787998363.032230:0:35928:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:3.0:1787998363.032233:0:35928:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1787998363.032234:0:35928:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1787998363.032235:0:35928:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998363.032237:0:35928:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998363.032239:0:35928:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998363.032241:0:35928:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998363.032243:0:35928:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998363.032245:0:35928:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1787998363.032247:0:35928:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1787998363.032248:0:35928:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1787998363.032250:0:35928:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1787998363.032251:0:35928:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998363.032253:0:35928:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998363.032255:0:35928:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998363.032256:0:35928:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998363.032258:0:35928:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1787998363.032259:0:35928:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1787998363.032260:0:35928:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1787998363.032263:0:35928:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1787998363.032265:0:35928:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1787998363.032268:0:35928:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1787998363.032277:0:35928:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d190a8dc80. 00020000:00000002:3.0:1787998363.032280:0:35928:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1787998363.032283:0:35928:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1787998363.032284:0:35928:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1787998363.032286:0:35928:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004712 : -117847155546904 : ffff94d19227e4e8) 00000020:00000001:3.0:1787998363.032288:0:35928:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1787998363.032292:0:35928:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d190426980. 00000008:00010000:3.0:1787998363.032295:0:35928:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1787998363.032297:0:35928:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1787998363.032298:0:35928:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1787998363.032302:0:35928:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d190a8dcb0, osc lock ffff94d190426980, flags 0x0 00000020:00000001:3.0:1787998363.032305:0:35928:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998363.032307:0:35928:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787998363.032310:0:35928:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626226528902272 : -117847180649344 : ffff94d190a8dc80) 00000020:00000001:3.0:1787998363.032312:0:35928:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1787998363.032313:0:35928:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1787998363.032315:0:35928:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998363.032317:0:35928:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998363.032319:0:35928:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1787998363.032321:0:35928:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1787998363.032322:0:35928:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1787998363.032323:0:35928:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004712 : -117847155546904 : ffff94d19227e4e8) 00000020:00000001:3.0:1787998363.032325:0:35928:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1787998363.032327:0:35928:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1787998363.032330:0:35928:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1787998363.032332:0:35928:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998363.032336:0:35928:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1787998363.032338:0:35928:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1787998363.032340:0:35928:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1787998363.032342:0:35928:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1787998363.032343:0:35928:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1787998363.032344:0:35928:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1787998363.032347:0:35928:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1787998363.032350:0:35928:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998363.032359:0:35928:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98c00 count: 2 00010000:00000001:3.0:1787998363.032362:0:35928:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1787998363.032368:0:35928:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d192199c00 type 11 mode 2 res 10737419265/66 (0 18446744073709551615) 00010000:00000001:3.0:1787998363.032373:0:35928:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1787998363.032379:0:35928:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d02a00. 00000020:00000040:3.0:1787998363.032383:0:35928:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00010000:00000001:3.0:1787998363.032388:0:35928:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1787998363.032392:0:35928:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998363.032398:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998363.032400:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998363.032401:0:35928:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998363.032405:0:35928:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998363.032408:0:35928:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998363.032413:0:35928:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998363.032421:0:35928:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d1861f7c00. 00000100:00000001:3.0:1787998363.032429:0:35928:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998363.032436:0:35928:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998363.032438:0:35928:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998363.032439:0:35928:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998363.032441:0:35928:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998363.032443:0:35928:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998363.032447:0:35928:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446626226548255232 : -117847161296384 : ffff94d191d02a00) 00010000:00000001:3.0:1787998363.032450:0:35928:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1787998363.032453:0:35928:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1787998363.032455:0:35928:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98c00 count: 2 00010000:00000001:3.0:1787998363.032457:0:35928:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998363.032460:0:35928:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1787998363.032465:0:35928:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1903e5000. 00000020:00000001:3.0:1787998363.032469:0:35928:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1787998363.032473:0:35928:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1903e5000 with handle 0xb2d39e653c8cc80 to hash 00000020:00000001:3.0:1787998363.032475:0:35928:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1787998363.032477:0:35928:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000010:3.0:1787998363.032481:0:35928:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff94d1987e5c40. 00010000:00000001:3.0:1787998363.032484:0:35928:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:3.0:1787998363.032488:0:35928:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998363.032491:0:35928:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998363.032496:0:35928:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998363.032508:0:35928:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998363.032520:0:35928:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1787998363.032528:0:35928:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787998363.032530:0:35928:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787998363.032538:0:35928:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191a2be40. 00000100:00000001:3.0:1787998363.032540:0:35928:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226545278528 : -117847164273088 : ffff94d191a2be40) 00000100:00000001:3.0:1787998363.032543:0:35928:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998363.032544:0:35928:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548255232 : -117847161296384 : ffff94d191d02a00) 00000100:00000001:3.0:1787998363.032548:0:35928:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998363.032550:0:35928:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998363.032552:0:35928:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787998363.032554:0:35928:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998363.032567:0:35928:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d02a00 x1874850291793024/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998363.032576:0:35928:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998363.032579:0:35928:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998363.032583:0:35928:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998363.032586:0:35928:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998363.032588:0:35928:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998363.032591:0:35928:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d02a00 pname:cluuid:pid:xid:nid:opc:job uname:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35928:1874850291793024:192.168.206.123@tcp:101:uname.0 00000100:00000001:3.0:1787998363.032596:0:35928:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998363.032602:0:35928:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998363.032605:0:35928:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998363.032608:0:35928:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998363.032613:0:35928:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1a0095000. 02000000:00000001:3.0:1787998363.032615:0:35928:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998363.032624:0:35928:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1787998363.032628:0:35928:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d19108ac08. 00000400:00000010:3.0:1787998363.032637:0:35928:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f54c8. 00000100:00000200:3.0:1787998363.032645:0:35928:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291793024, portal 4 00000100:00000001:3.0:1787998363.032647:0:35928:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998363.032648:0:35928:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548255232 : -117847161296384 : ffff94d191d02a00) 00000100:00000040:3.0:1787998363.032667:0:35928:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d02a00 x1874850291793024/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998379 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998363.032675:0:35928:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998363.032678:0:35928:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998363.032682:0:35928:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f57f8. 00000100:00000200:3.0:1787998363.032685:0:35928:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1874850291793024, offset 0 00000400:00000200:3.0:1787998363.032692:0:35928:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998363.032703:0:35928:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.032711:0:35928:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998363.032717:0:35928:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787998363.032722:0:35928:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1787998363.032727:0:35928:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787998363.032730:0:35928:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1787998363.032734:0:35928:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2937:2937:256:4294967295] 192.168.206.123@tcp LPNI seq info [2937:2937:8:4294967295] 00000400:00000200:3.0:1787998363.032738:0:35928:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.032749:0:35928:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998363.032758:0:35928:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998363.032763:0:35928:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1a072b000. 00000800:00000200:3.0:1787998363.032792:0:35928:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998363.032801:0:35928:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998363.032806:0:35928:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1a072b000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1787998363.032825:0:35928:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998363.032831:0:35928:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 182606 usecs (183 jiffies) 00000400:00000200:3.0:1787998363.032835:0:35928:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1787998363.032838:0:35928:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296543372 00000100:00000001:3.0:1787998363.032841:0:35928:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:3.0:1787998363.032843:0:35928:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296543372 00000100:00000001:3.0:1787998363.032845:0:35928:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:3.0:1787998363.032847:0:35928:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787998363.032850:0:35928:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998363.032852:0:35928:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787998363.032855:0:35928:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787998363.032858:0:35928:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191a2be40 going to sleep for 11 seconds 00000100:00000001:3.0:1787998363.032861:0:35928:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998363.032864:0:35928:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998363.035373:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998363.035384:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072b000. 00000400:00000200:2.0:1787998363.035390:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998363.035399:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998363.035409:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f57f8 00000400:00000010:2.0:1787998363.035411:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f57f8. 00000100:00000001:2.0:1787998363.035417:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998363.035425:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d02a00 x1874850291793024/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998379 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998363.035438:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998363.035441:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d02a00 x1874850291793024/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998379 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998363.035447:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998363.035449:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998363.036715:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.036731:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998363.036735:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.036738:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.036746:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.036753:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998363.036763:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.036901:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.036908:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.036912:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 328 into portal 15 MB=0x6a92a9abcef80 00000400:00000200:3.0:1787998363.036922:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.123@tcp of length 328/328 into md 0x7fd5 [2] + 2032 00000400:00000010:3.0:1787998363.036928:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108a268. 00000400:00000200:3.0:1787998363.036933:0:2397:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff94d192b28a80 00000800:00000001:3.0:1787998363.036939:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.036946:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.036949:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998363.036953:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998363.036959:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192b28a80 00000400:00000010:3.0:1787998363.036961:0:2397:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff94d192b28a80. 00000100:00000001:3.0:1787998363.036967:0:2397:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1787998363.036970:0:2397:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:3.0:1787998363.036974:0:2397:0:(events.c:337:request_in_callback()) incoming req@ffff94d1a0094450 x1874850310057856 msgsize 328 00000100:00100000:3.0:1787998363.036978:0:2397:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.123@tcp (source: 12345-192.168.206.123@tcp) 00000100:00000040:3.0:1787998363.036980:0:2397:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1787998363.036994:0:2397:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1787998363.037002:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.037005:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1787998363.037340:0:16814:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff94d1a0bac400. 00000100:00000010:2.0:1787998363.037350:0:16814:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff94d1a01e8000. 00000100:00100000:2.0:1787998363.037353:0:16814:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:2.0:1787998363.037358:0:16814:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1787998363.037364:0:16814:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151b00. 00000400:00000010:2.0:1787998363.037370:0:16814:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff94d191748480. 00000100:00000001:2.0:1787998363.037382:0:16814:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1787998363.037385:0:16814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874850310057856 02000000:00000001:2.0:1787998363.037388:0:16814:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1787998363.037391:0:16814:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998363.037394:0:16814:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998363.037399:0:16814:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998363.037404:0:16814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874850310057856 00000020:00000001:2.0:1787998363.037408:0:16814:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787998363.037410:0:16814:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf6e 00000020:00000001:2.0:1787998363.037413:0:16814:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998363.037416:0:16814:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191093800 refcount=4 00000020:00000001:2.0:1787998363.037419:0:16814:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535217152 : -117847174334464 : ffff94d191093800) 00000020:00000001:2.0:1787998363.037421:0:16814:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535217152 : -117847174334464 : ffff94d191093800) 00000100:00000001:2.0:1787998363.037426:0:16814:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1787998363.037431:0:16814:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d185259ec0. 00000100:00000001:2.0:1787998363.037434:0:16814:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1787998363.037437:0:16814:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d185259ec0. 00000020:00000010:2.0:1787998363.037445:0:16814:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d191d92a00. 00000020:00000010:2.0:1787998363.037451:0:16814:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94d19219d080. 00000020:00000010:2.0:1787998363.037458:0:16814:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94d184ee27d0. 00000100:00000040:2.0:1787998363.037468:0:16814:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1787998363.037472:0:16814:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1787998363.037474:0:16814:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1787998363.037477:0:16814:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998363.037486:0:16814:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998363.037570:0:16814:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998363.037585:0:16814:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1787998363.037587:0:16814:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1787998363.037593:0:16814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.123@tcp, seq: 66 00000100:00000040:2.0:1787998363.037598:0:16814:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff94d191093800 : new rpc_count 1 00000100:00000001:2.0:1787998363.037600:0:16814:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446626226786878544 : -117846922673072 : ffff94d1a0094450) 00000100:00000040:2.0:1787998363.037608:0:16814:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff94d1a0094450 x1874850310057856/t0(0) o104->LOV_OSC_UUID@192.168.206.123@tcp:579/0 lens 328/0 e 0 to 0 dl 1787998374 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998363.037619:0:16814:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1787998363.037622:0:16814:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d185259ec0. 00000100:00000001:2.0:1787998363.037624:0:16814:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1787998363.037626:0:16814:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d185259ec0. 00000100:00100000:2.0:1787998363.037631:0:16814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94d1a0094450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8429:x1874850310057856:12345-192.168.206.123@tcp:104: 00000100:00000200:2.0:1787998363.037635:0:16814:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1874850310057856 00010000:00000001:2.0:1787998363.037639:0:16814:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1787998363.037648:0:16814:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998363.037650:0:16814:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998363.037652:0:16814:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3800 refcount=2 00000020:00000001:2.0:1787998363.037654:0:16814:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00010000:00000001:2.0:1787998363.037658:0:16814:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00010000:00000001:2.0:1787998363.037662:0:16814:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998363.037670:0:16814:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787998363.037676:0:16814:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000004ee27764/0xb2d39e653c8cc79 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x4fd9a50f3a6ad840 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1787998363.037697:0:16814:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1787998363.037699:0:16814:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1787998363.037705:0:16814:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94d1a0bae800. 02000000:00000001:2.0:1787998363.037707:0:16814:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998363.037710:0:16814:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.037715:0:16814:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1787998363.037719:0:16814:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998363.037723:0:16814:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187eb35e8 time=38 v=5 (1 1 1 1) 00000100:00000001:2.0:1787998363.037728:0:16814:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787998363.037731:0:16814:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 16 to 192.168.206.123@tcp 00000100:00000001:2.0:1787998363.037733:0:16814:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 02000000:00000001:2.0:1787998363.037736:0:16814:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1787998363.037738:0:16814:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998363.037742:0:16814:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998363.037745:0:16814:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998363.037749:0:16814:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf7f8. 00000100:00000200:2.0:1787998363.037753:0:16814:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1874850310057856, offset 224 00000400:00000200:2.0:1787998363.037760:0:16814:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998363.037788:0:16814:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998363.037795:0:16814:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.23@tcp to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998363.037802:0:16814:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2938:2938:256:4294967295] 192.168.206.123@tcp LPNI seq info [2938:2938:8:4294967295] 00000400:00000200:2.0:1787998363.037807:0:16814:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998363.037816:0:16814:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:192.168.206.23@tcp) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998363.037928:0:16814:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998363.037934:0:16814:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183ef3e00. 00000800:00000200:2.0:1787998363.037941:0:16814:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998363.037950:0:16814:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998363.037956:0:16814:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183ef3e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998363.037973:0:16814:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998363.037978:0:16814:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00010000:00000001:2.0:1787998363.037981:0:16814:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1787998363.037985:0:16814:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94d191748240. 00010000:00000001:2.0:1787998363.037988:0:16814:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1787998363.038045:0:16814:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1787998363.038048:0:16814:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.038050:0:16814:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.038052:0:16814:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998363.038057:0:16814:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d1a0094450 x1874850310057856/t0(0) o104->LOV_OSC_UUID@192.168.206.123@tcp:579/0 lens 328/224 e 0 to 0 dl 1787998374 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787998363.038067:0:16814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94d1a0094450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8429:x1874850310057856:12345-192.168.206.123@tcp:104: Request processed in 447us (1091us total) trans 0 rc 0/0 00000100:00100000:2.0:1787998363.038075:0:16814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.123@tcp, seq: 66 00000100:00000040:2.0:1787998363.038079:0:16814:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff94d191093800 : new rpc_count 0 00000100:00000001:2.0:1787998363.038081:0:16814:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1787998363.038082:0:16814:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1787998363.038088:0:16814:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94d19219d080. 00000020:00000010:2.0:1787998363.038092:0:16814:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94d184ee27d0. 00000020:00000010:2.0:1787998363.038098:0:16814:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d191d92a00. 00000020:00000040:2.0:1787998363.038103:0:16814:0:(genops.c:879:class_export_put()) PUTting export ffff94d191093800 : new refcount 3 02000000:00000001:2.0:1787998363.038109:0:16814:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1787998363.038121:0:16814:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff94d1a0097000. 02000000:00000001:2.0:1787998363.038125:0:16814:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1787998363.038127:0:16814:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d19c00. 02000000:00000001:2.0:1787998363.038132:0:16814:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1787998363.038133:0:16814:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff94d1a0096c00. 02000000:00000001:2.0:1787998363.038136:0:16814:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1787998363.038137:0:16814:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1a680. 02000000:00000001:2.0:1787998363.038141:0:16814:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1787998363.038142:0:16814:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff94d1a0097400. 02000000:00000001:2.0:1787998363.038144:0:16814:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1787998363.038145:0:16814:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d19500. 02000000:00000001:2.0:1787998363.038148:0:16814:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1787998363.038149:0:16814:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff94d1a0bae400. 02000000:00000001:2.0:1787998363.038152:0:16814:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1787998363.038153:0:16814:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d01500. 02000000:00000001:2.0:1787998363.038156:0:16814:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1787998363.038157:0:16814:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff94d1a0094c00. 02000000:00000001:2.0:1787998363.038159:0:16814:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1787998363.038160:0:16814:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d19f80. 02000000:00000001:2.0:1787998363.038162:0:16814:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1787998363.038164:0:16814:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff94d1a0baf800. 02000000:00000001:2.0:1787998363.038166:0:16814:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1787998363.038167:0:16814:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1ad80. 00000100:00000010:2.0:1787998363.038171:0:16814:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff94d199e30000. 00000100:00000010:2.0:1787998363.038174:0:16814:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff94d1a0094400. 00000100:00000001:2.0:1787998363.038177:0:16814:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787998363.038216:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998363.038220:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998363.038223:0:16949:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1787998363.038226:0:16949:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1787998363.038229:0:16949:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1787998363.038233:0:16949:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000004ee27764/0xb2d39e653c8cc79 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x4fd9a50f3a6ad840 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787998363.038243:0:16949:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d1917f3800 already unused, calling callback (ffffffffc1285300) 00000008:00000001:0.0:1787998363.038247:0:16949:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1787998363.038250:0:16949:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1787998363.038251:0:16949:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998363.038253:0:16949:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998363.038255:0:16949:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3800 refcount=3 00000020:00000001:0.0:1787998363.038256:0:16949:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00010000:00000001:0.0:1787998363.038259:0:16949:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542950400 : -117847166601216 : ffff94d1917f3800) 00010000:00000001:0.0:1787998363.038262:0:16949:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787998363.038264:0:16949:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000004ee27764/0xb2d39e653c8cc79 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x4fd9a50f3a6ad840 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1787998363.038271:0:16949:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1787998363.038273:0:16949:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998363.038277:0:16949:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798653448 : -117846910898168 : ffff94d1a0bcf008) 00000020:00001000:0.0:1787998363.038280:0:16949:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf000 00000008:00000001:0.0:1787998363.038282:0:16949:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1787998363.038285:0:16949:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1787998363.038287:0:16949:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998363.038288:0:16949:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798656472 : -117846910895144 : ffff94d1a0bcfbd8) 00000020:00001000:0.0:1787998363.038290:0:16949:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcfbd0 00000008:00000001:0.0:1787998363.038293:0:16949:0:(osc_cache.c:3704:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1787998363.038295:0:16949:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1787998363.038298:0:16949:0:(osc_cache.c:3740:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1787998363.038301:0:16949:0:(osc_cache.c:3788:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998363.038304:0:16949:0:(osc_cache.c:3673:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1787998363.038306:0:16949:0:(cl_object.c:143:cl_object_top()) ffff94d19391d180 -> ffff94d1a0aa3530 00000020:00000001:0.0:1787998363.038309:0:16949:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:0.0:1787998363.038311:0:16949:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1787998363.038315:0:16949:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1787998363.038317:0:16949:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1787998363.038320:0:16949:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787998363.038322:0:16949:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1787998363.038323:0:16949:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1787998363.038327:0:16949:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2d:0x0]io ffff94d1902f8bd0 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1787998363.038332:0:16949:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1787998363.038333:0:16949:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1787998363.038336:0:16949:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1787998363.038338:0:16949:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1787998363.038340:0:16949:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.038342:0:16949:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787998363.038343:0:16949:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1787998363.038344:0:16949:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1787998363.038345:0:16949:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998363.038348:0:16949:0:(osc_cache.c:3460:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1787998363.038351:0:16949:0:(osc_cache.c:3537:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787998363.038353:0:16949:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1787998363.038356:0:16949:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1787998363.038358:0:16949:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1787998363.038361:0:16949:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1787998363.038363:0:16949:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1787998363.038366:0:16949:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1787998363.038367:0:16949:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1787998363.038369:0:16949:0:(osc_cache.c:3692:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1787998363.038372:0:16949:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcfbd0 00000008:00000001:0.0:1787998363.038375:0:16949:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.038377:0:16949:0:(cl_object.c:143:cl_object_top()) ffff94d19391d180 -> ffff94d1a0aa3530 00010000:00000001:0.0:1787998363.038380:0:16949:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1787998363.038383:0:16949:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.038386:0:16949:0:(cl_object.c:143:cl_object_top()) ffff94d19391d180 -> ffff94d1a0aa3530 00000020:00000001:0.0:1787998363.038388:0:16949:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1787998363.038391:0:16949:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1787998363.038394:0:16949:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1787998363.038396:0:16949:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.038398:0:16949:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.038399:0:16949:0:(cl_object.c:143:cl_object_top()) ffff94d19391d180 -> ffff94d1a0aa3530 00000020:00000001:0.0:1787998363.038400:0:16949:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:0.0:1787998363.038402:0:16949:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1787998363.038405:0:16949:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.038406:0:16949:0:(cl_object.c:143:cl_object_top()) ffff94d19391d180 -> ffff94d1a0aa3530 00000008:00000001:0.0:1787998363.038411:0:16949:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1787998363.038412:0:16949:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf000 00000008:00000001:0.0:1787998363.038414:0:16949:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.038417:0:16949:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1787998363.038423:0:16949:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787998363.038425:0:16949:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787998363.038427:0:16949:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998363.038429:0:16949:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1787998363.038432:0:16949:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1917f3800 with handle 0xb2d39e653c8cc79 from hash 00010000:00000001:0.0:1787998363.038434:0:16949:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787998363.038436:0:16949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998363.038437:0:16949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998363.038439:0:16949:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787998363.038442:0:16949:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787998363.038444:0:16949:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1787998363.038449:0:16949:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998363.038452:0:16949:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.038455:0:16949:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998363.038457:0:16949:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1787998363.038463:0:16949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c13b80. 00000020:00000040:0.0:1787998363.038467:0:16949:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=4 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998363.038473:0:16949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998363.038476:0:16949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998363.038481:0:16949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998363.038489:0:16949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d191cd7000. 00000800:00000200:3.0:1787998363.038807:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998363.038812:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183ef3e00. 00000400:00000200:3.0:1787998363.038817:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998363.038822:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998363.038828:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf7f8 00000400:00000010:3.0:1787998363.038830:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf7f8. 00000100:00000001:3.0:1787998363.038835:0:2396:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1787998363.038837:0:2396:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1787998363.038839:0:2396:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff94d1a0bae800. 02000000:00000001:3.0:1787998363.038841:0:2396:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1787998363.038843:0:2396:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1787998363.039025:0:16949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.039030:0:16949:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1787998363.039036:0:16949:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000004ee27764/0xb2d39e653c8cc79 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x4fd9a50f3a6ad840 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787998363.039054:0:16949:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1787998363.039055:0:16949:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998363.039060:0:16949:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998363.039065:0:16949:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998363.039255:0:16949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3dbcad8] to pc [ptlrpcd_00_00+0] req@ffff94d191c13b80 x1874850291793152/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787998363.039283:0:16949:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998363.039287:0:16949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998363.039288:0:16949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998363.039290:0:16949:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.039291:0:16949:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998363.039294:0:16949:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998363.039298:0:16949:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000004ee27764/0xb2d39e653c8cc79 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x4fd9a50f3a6ad840 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787998363.039306:0:16949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787998363.039309:0:16949:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 000000004ee27764/0xb2d39e653c8cc79 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x4fd9a50f3a6ad840 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1787998363.039318:0:16949:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d191236940. 00010000:00000001:0.0:1787998363.039328:0:16949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998363.039330:0:16949:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1787998363.039332:0:16949:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff94d191748240. 00010000:00000001:0.0:1787998363.039336:0:16949:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.039339:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998363.039341:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998363.039343:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1787998363.039357:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998363.039359:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998363.039361:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1787998363.039363:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998363.039364:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998363.039366:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787998363.039374:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998363.039379:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998363.039382:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998363.039388:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c13b80 x1874850291793152/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998363.039397:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998363.039399:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998363.039404:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998363.039407:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998363.039410:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.039573:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998363.039578:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998363.039866:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291793152:192.168.206.123@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1787998363.039873:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998363.039880:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998363.039883:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998363.039886:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998363.039892:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191cd7c00. 02000000:00000001:0.0:1787998363.039894:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998363.039901:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998363.039905:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000400:00000010:0.0:1787998363.040023:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807d48. 00000100:00000200:0.0:1787998363.040032:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291793152, portal 18 00000100:00000001:0.0:1787998363.040035:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998363.040037:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547276672 : -117847162274944 : ffff94d191c13b80) 00000800:00000001:3.0:1787998363.040343:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.040356:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998363.040358:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.040361:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.040366:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.040372:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998363.040380:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.040384:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.040390:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.040394:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 400 into portal 4 MB=0x6a92a99a63c80 00000400:00000200:3.0:1787998363.040399:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.040405:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 400/400 into md 0x889d [1] + 224 00000800:00000001:3.0:1787998363.040424:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.040432:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.040435:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998363.040439:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998363.040447:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998363.040453:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d02a00 x1874850291793024/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998379 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998363.040473:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff94d191d02a00 x1874850291793024/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998363.040492:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998363.040500:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.040503:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998363.040590:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c13b80 x1874850291793152/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998363.040600:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998363.040603:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998363.040607:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1928077f8. 00000100:00000200:0.0:1787998363.040612:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1874850291793152, offset 0 00000400:00000200:0.0:1787998363.040618:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998363.040625:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998363.040633:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998363.040639:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998363.040644:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998363.040648:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998363.040651:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998363.040655:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2939:2939:256:4294967295] 192.168.206.123@tcp LPNI seq info [2939:2939:8:4294967295] 00000400:00000200:0.0:1787998363.040660:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998363.040669:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998363.040675:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998363.040681:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d18994e600. 00000800:00000200:0.0:1787998363.040688:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998363.040697:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998363.040702:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d18994e600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1787998363.040721:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998363.040727:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 182606 usecs (183 jiffies) 00000400:00000200:0.0:1787998363.040731:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998363.040734:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296543380 00000100:00000001:0.0:1787998363.040738:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:0.0:1787998363.040740:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296543380 00000100:00000001:0.0:1787998363.040743:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:0.0:1787998363.040745:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998363.040748:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998363.040753:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998363.040757:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998363.040765:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998363.040789:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787998363.040792:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998363.040794:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998363.040796:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998363.040798:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.041134:0:35928:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998363.041141:0:35928:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998363.041209:0:35928:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998363.041212:0:35928:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d19108ac08. 00000400:00000200:1.0:1787998363.041217:0:35928:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f54c8 00000400:00000010:1.0:1787998363.041219:0:35928:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f54c8. 00000100:00000001:1.0:1787998363.041223:0:35928:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998363.041228:0:35928:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d02a00 x1874850291793024/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998363.041237:0:35928:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d02a00 x1874850291793024/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.041250:0:35928:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998363.041252:0:35928:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.041254:0:35928:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998363.041258:0:35928:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998363.041260:0:35928:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998363.041263:0:35928:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998363.041267:0:35928:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998363.041275:0:35928:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=39 v=5 (5 5 5 37) 00000100:00001000:1.0:1787998363.041279:0:35928:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998363.041282:0:35928:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998363.041284:0:35928:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.041288:0:35928:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998363.041291:0:35928:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.041294:0:35928:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998363.041297:0:35928:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967336 00000100:00000001:1.0:1787998363.041299:0:35928:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998363.041301:0:35928:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998363.041306:0:35928:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d02a00 x1874850291793024/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.041314:0:35928:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998363.041317:0:35928:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998363.041320:0:35928:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998363.041324:0:35928:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d02a00 x1874850291793024/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998379 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998363.041333:0:35928:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d02a00 pname:cluuid:pid:xid:nid:opc:job uname:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35928:1874850291793024:192.168.206.123@tcp:101:uname.0 00000100:00000001:1.0:1787998363.041338:0:35928:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.041341:0:35928:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.041344:0:35928:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998363.041346:0:35928:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998363.041350:0:35928:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d02a00 x1874850291793024/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998379 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.041358:0:35928:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998363.041361:0:35928:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191a2be40. 00000100:00000001:1.0:1787998363.041365:0:35928:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998363.041367:0:35928:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.041370:0:35928:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787998363.041374:0:35928:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.041376:0:35928:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.041379:0:35928:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=4 00000020:00000001:1.0:1787998363.041382:0:35928:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.041385:0:35928:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000040:1.0:1787998363.041392:0:35928:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1903e5000, remote cookie: 0x4fd9a50f3a6ad847, flags: 0x20002 00010000:00000001:1.0:1787998363.041395:0:35928:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1787998363.041398:0:35928:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.041401:0:35928:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00010000:1.0:1787998363.041409:0:35928:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1787998363.041671:0:35928:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x42:0x0].0x0 (ffff94d192b98c00) refcount = 1 00010000:00000040:1.0:1787998363.041675:0:35928:0:(ldlm_resource.c:1894:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1787998363.041678:0:35928:0:(ldlm_resource.c:1896:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.041686:0:35928:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998363.041690:0:35928:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1787998363.041693:0:35928:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998363.041703:0:35928:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000800:00000200:2.0:1787998363.042216:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998363.042223:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d18994e600. 00000400:00000200:2.0:1787998363.042228:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998363.042234:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998363.042241:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928077f8 00000400:00000010:2.0:1787998363.042243:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928077f8. 00000100:00000001:2.0:1787998363.042247:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998363.042252:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c13b80 x1874850291793152/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998363.042262:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998363.042265:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c13b80 x1874850291793152/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998363.042272:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998363.042274:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1787998363.043948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3800. 00000800:00000001:3.0:1787998363.045960:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.045992:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998363.045996:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.046000:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.046011:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.046019:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998363.046038:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.046044:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.046050:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.046055:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 392 into portal 15 MB=0x6a92a9abcf000 00000400:00000200:3.0:1787998363.046065:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.123@tcp of length 392/392 into md 0x88ad [2] + 0 00000800:00000001:3.0:1787998363.046073:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.046081:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.046085:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998363.046089:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998363.046098:0:2397:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1787998363.046101:0:2397:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1787998363.046108:0:2397:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d01f80. 00000100:00000040:3.0:1787998363.046123:0:2397:0:(events.c:337:request_in_callback()) incoming req@ffff94d191d01f80 x1874850310057984 msgsize 392 00000100:00100000:3.0:1787998363.046128:0:2397:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.123@tcp (source: 12345-192.168.206.123@tcp) 00000100:00000001:3.0:1787998363.046151:0:2397:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1787998363.046160:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.046163:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998363.046383:0:30631:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1787998363.046387:0:30631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874850310057984 02000000:00000001:2.0:1787998363.046390:0:30631:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1787998363.046393:0:30631:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998363.046396:0:30631:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998363.046401:0:30631:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998363.046405:0:30631:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874850310057984 00000020:00000001:2.0:1787998363.046409:0:30631:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787998363.046411:0:30631:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf6e 00000020:00000001:2.0:1787998363.046414:0:30631:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998363.046418:0:30631:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191093800 refcount=4 00000020:00000001:2.0:1787998363.046420:0:30631:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535217152 : -117847174334464 : ffff94d191093800) 00000020:00000001:2.0:1787998363.046423:0:30631:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535217152 : -117847174334464 : ffff94d191093800) 00000100:00000001:2.0:1787998363.046427:0:30631:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1787998363.046433:0:30631:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d185259ec0. 00000100:00000001:2.0:1787998363.046436:0:30631:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1787998363.046440:0:30631:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d185259ec0. 00000020:00000010:2.0:1787998363.046447:0:30631:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d191d92a00. 00000020:00000010:2.0:1787998363.046453:0:30631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94d19219d080. 00000020:00000010:2.0:1787998363.046459:0:30631:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94d184ee27d0. 00000100:00000040:2.0:1787998363.046468:0:30631:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1787998363.046472:0:30631:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1787998363.046473:0:30631:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1787998363.046476:0:30631:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998363.046486:0:30631:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998363.046499:0:30631:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998363.046522:0:30631:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1787998363.046524:0:30631:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1787998363.046529:0:30631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.123@tcp, seq: 67 00000100:00000040:2.0:1787998363.046534:0:30631:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff94d191093800 : new rpc_count 1 00000100:00000001:2.0:1787998363.046543:0:30631:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446626226548252544 : -117847161299072 : ffff94d191d01f80) 00000100:00000040:2.0:1787998363.046551:0:30631:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff94d191d01f80 x1874850310057984/t0(0) o105->LOV_OSC_UUID@192.168.206.123@tcp:579/0 lens 392/0 e 0 to 0 dl 1787998374 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998363.046561:0:30631:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1787998363.046565:0:30631:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d185259ec0. 00000100:00000001:2.0:1787998363.046567:0:30631:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1787998363.046569:0:30631:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d185259ec0. 00000100:00100000:2.0:1787998363.046574:0:30631:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94d191d01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6502:x1874850310057984:12345-192.168.206.123@tcp:105: 00000100:00000200:2.0:1787998363.046578:0:30631:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1874850310057984 00010000:00000001:2.0:1787998363.046582:0:30631:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1787998363.046591:0:30631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998363.046592:0:30631:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998363.046817:0:30631:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=5 00000020:00000001:2.0:1787998363.046821:0:30631:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:2.0:1787998363.046825:0:30631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00010000:2.0:1787998363.046833:0:30631:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998363.046850:0:30631:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:2.0:1787998363.046853:0:30631:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998363.046865:0:30631:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998363.046873:0:30631:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1787998363.046877:0:30631:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.046880:0:30631:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1787998363.046882:0:30631:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1787998363.046885:0:30631:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998363.046892:0:30631:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:2.0:1787998363.046897:0:30631:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1787998363.046906:0:30631:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x42:0x0].0x0 (ffff94d192b98c00) refcount = 1 00010000:00000040:2.0:1787998363.046910:0:30631:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1787998363.046912:0:30631:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998363.046921:0:30631:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:2.0:1787998363.046924:0:30631:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1787998363.046934:0:30631:0:(ldlm_lock.c:2325:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff94d185259ec0. 00000100:00000001:2.0:1787998363.046938:0:30631:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787998363.046944:0:30631:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191748a80. 00000100:00000001:2.0:1787998363.046947:0:30631:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226542250624 : -117847167300992 : ffff94d191748a80) 00000100:00000001:2.0:1787998363.046950:0:30631:0:(client.c:1218:ptlrpc_prep_fcset()) Process leaving (rc=18446626226542250624 : -117847167300992 : ffff94d191748a80) 00000100:00000001:2.0:1787998363.046952:0:30631:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787998363.046954:0:30631:0:(client.c:1948:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1787998363.046956:0:30631:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1787998363.046960:0:30631:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1787998363.046976:0:30631:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.046979:0:30631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.046982:0:30631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998363.046983:0:30631:0:(ldlm_lock.c:2306:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.046985:0:30631:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1787998363.046986:0:30631:0:(ldlm_lock.c:2275:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1787998363.046989:0:30631:0:(client.c:1963:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998363.046990:0:30631:0:(client.c:2698:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998363.046993:0:30631:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1787998363.046995:0:30631:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191748a80. 00000100:00000001:2.0:1787998363.046999:0:30631:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1787998363.047000:0:30631:0:(ldlm_lock.c:2369:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1787998363.047002:0:30631:0:(ldlm_lock.c:2371:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff94d185259ec0. 00010000:00010000:2.0:1787998363.047005:0:30631:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff94d1903e5000) 00010000:00000001:2.0:1787998363.047007:0:30631:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998363.047009:0:30631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.047010:0:30631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1787998363.047014:0:30631:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1787998363.047016:0:30631:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1787998363.047157:0:30631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94d1a0bae400. 02000000:00000001:2.0:1787998363.047161:0:30631:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998363.047165:0:30631:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.047170:0:30631:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1787998363.047174:0:30631:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998363.047177:0:30631:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187eb35e8 time=38 v=5 (1 1 1 1) 00000100:00000001:2.0:1787998363.047183:0:30631:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787998363.047187:0:30631:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 16 to 192.168.206.123@tcp 00000100:00000001:2.0:1787998363.047189:0:30631:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 02000000:00000001:2.0:1787998363.047192:0:30631:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1787998363.047194:0:30631:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998363.047198:0:30631:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998363.047201:0:30631:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998363.047207:0:30631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf4c8. 00000100:00000200:2.0:1787998363.047214:0:30631:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1874850310057984, offset 224 00000400:00000200:2.0:1787998363.047223:0:30631:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998363.047231:0:30631:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998363.047239:0:30631:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.23@tcp to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998363.047246:0:30631:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2940:2940:256:4294967295] 192.168.206.123@tcp LPNI seq info [2940:2940:8:4294967295] 00000400:00000200:2.0:1787998363.047251:0:30631:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998363.047260:0:30631:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:192.168.206.23@tcp) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998363.047266:0:30631:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998363.047272:0:30631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183ef3f00. 00000800:00000200:2.0:1787998363.047278:0:30631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998363.047286:0:30631:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998363.047291:0:30631:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183ef3f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998363.047346:0:30631:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998363.047350:0:30631:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00010000:00000001:2.0:1787998363.047354:0:30631:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998363.047359:0:30631:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d01f80 x1874850310057984/t0(0) o105->LOV_OSC_UUID@192.168.206.123@tcp:579/0 lens 392/224 e 0 to 0 dl 1787998374 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787998363.047376:0:30631:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94d191d01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6502:x1874850310057984:12345-192.168.206.123@tcp:105: Request processed in 812us (1249us total) trans 0 rc 0/0 00000100:00100000:2.0:1787998363.047384:0:30631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.123@tcp, seq: 67 00000100:00000040:2.0:1787998363.047388:0:30631:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff94d191093800 : new rpc_count 0 00000100:00000001:2.0:1787998363.047391:0:30631:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1787998363.047393:0:30631:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:1.0:1787998363.047398:0:35928:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000010:2.0:1787998363.047399:0:30631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94d19219d080. 00000020:00000010:2.0:1787998363.047406:0:30631:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94d184ee27d0. 00010000:00000001:1.0:1787998363.047413:0:35928:0:(ldlm_request.c:350:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1787998363.047415:0:30631:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d191d92a00. 00010000:00010000:1.0:1787998363.047420:0:35928:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000040:2.0:1787998363.047422:0:30631:0:(genops.c:879:class_export_put()) PUTting export ffff94d191093800 : new refcount 3 00000100:00000001:2.0:1787998363.047428:0:30631:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787998363.047435:0:35928:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787998363.047437:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.047438:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.047440:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.047441:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.047443:0:35928:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998363.047448:0:35928:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1787998363.047451:0:35928:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1787998363.047454:0:35928:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.047456:0:35928:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.047458:0:35928:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=3 00000020:00000001:1.0:1787998363.047461:0:35928:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.047463:0:35928:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.047466:0:35928:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.047467:0:35928:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.047468:0:35928:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=4 00000020:00000001:1.0:1787998363.047471:0:35928:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.047473:0:35928:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.047476:0:35928:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998363.047479:0:35928:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.047482:0:35928:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.047490:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.047491:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998363.047504:0:35928:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1787998363.047510:0:35928:0:(cl_object.c:143:cl_object_top()) ffff94d19391d180 -> ffff94d1a0aa3530 00000008:00010000:1.0:1787998363.047515:0:35928:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1787998363.047523:0:35928:0:(cl_object.c:143:cl_object_top()) ffff94d19391d180 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.047526:0:35928:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1787998363.047529:0:35928:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1787998363.047531:0:35928:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1787998363.047534:0:35928:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.047536:0:35928:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.047538:0:35928:0:(cl_object.c:143:cl_object_top()) ffff94d19391d180 -> ffff94d1a0aa3530 00000008:00000001:1.0:1787998363.047540:0:35928:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:1.0:1787998363.047542:0:35928:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.047544:0:35928:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.047545:0:35928:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.047547:0:35928:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=5 00000020:00000001:1.0:1787998363.047549:0:35928:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.047551:0:35928:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.047553:0:35928:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998363.047556:0:35928:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.047562:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.047563:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998363.047566:0:35928:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.047572:0:35928:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998363.047573:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.047574:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998363.047575:0:35928:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.047578:0:35928:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998363.047585:0:35928:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d02a00 x1874850291793024/t0(0) o101->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1787998379 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.047593:0:35928:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998363.047596:0:35928:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998363.047600:0:35928:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1a0095000. 02000000:00000001:1.0:1787998363.047604:0:35928:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998363.047606:0:35928:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998363.047608:0:35928:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998363.047610:0:35928:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998363.047613:0:35928:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d1861f7c00. 02000000:00000001:1.0:1787998363.047616:0:35928:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998363.047618:0:35928:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998363.047620:0:35928:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d02a00. 00000100:00000001:1.0:1787998363.047623:0:35928:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998363.047624:0:35928:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1787998363.047626:0:35928:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998363.047633:0:35928:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.047636:0:35928:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.047640:0:35928:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.047641:0:35928:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.047643:0:35928:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.047647:0:35928:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.047649:0:35928:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.047651:0:35928:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:1.0:1787998363.047656:0:35928:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:1.0:1787998363.047663:0:35928:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1787998363.047664:0:35928:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.047667:0:35928:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.047668:0:35928:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1787998363.047673:0:35928:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1787998363.047678:0:35928:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1787998363.047679:0:35928:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.047681:0:35928:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1787998363.047682:0:35928:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1787998363.047684:0:35928:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2d:1029 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:1.0:1787998363.047687:0:35928:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1787998363.047690:0:35928:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:1.0:1787998363.047692:0:35928:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.047695:0:35928:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.047696:0:35928:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000080:00200000:1.0:1787998363.047698:0:35928:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2d:0x0] updating i_size 0 i_blocks 0 00000080:00000001:1.0:1787998363.047701:0:35928:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1787998363.047705:0:35928:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420b3b80 00000080:00200000:1.0:1787998363.047707:0:35928:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [0, 23) append 1 append lockpos 18446744073709551615 00000020:00000001:1.0:1787998363.047710:0:35928:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1787998363.047713:0:35928:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199cc0000 00020000:00000002:1.0:1787998363.047716:0:35928:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d1a0b0a960 addref 2/0 by ffff94d199cc0000. 00020000:00000002:1.0:1787998363.047718:0:35928:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199cc0000 00000020:00000001:1.0:1787998363.047721:0:35928:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:1.0:1787998363.047724:0:35928:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1787998363.047727:0:35928:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1787998363.047730:0:35928:0:(lov_offset.c:253:lov_stripe_intersects()) [0->22] -> [(0) 0->22 (0)] 00020000:00000001:1.0:1787998363.047733:0:35928:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998363.047735:0:35928:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004712 : -117847155546904 : ffff94d19227e4e8) 00000020:00000001:1.0:1787998363.047737:0:35928:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1787998363.047740:0:35928:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000800:00000200:3.0:1787998363.048187:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998363.048192:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183ef3f00. 00000400:00000200:3.0:1787998363.048196:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998363.048202:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998363.048207:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf4c8 00000400:00000010:3.0:1787998363.048209:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf4c8. 00000100:00000001:3.0:1787998363.048214:0:2396:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1787998363.048216:0:2396:0:(events.c:398:reply_out_callback()) Process leaving 00000008:00000001:1.0:1787998363.048367:0:35928:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.048371:0:35928:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.048426:0:35928:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.048428:0:35928:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.048437:0:35928:0:(rw26.c:674:ll_write_begin()) Process entered 00000080:00200000:1.0:1787998363.048439:0:35928:0:(rw26.c:675:ll_write_begin()) Writing 0 of 0 to 23 bytes 00000020:00000001:1.0:1787998363.048474:0:35928:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:1.0:1787998363.048476:0:35928:0:(cl_page.c:427:cl_page_find()) 0@[0x200000405:0x2d:0x0] ffffdfa2043aae00 0 1 00000020:00000001:1.0:1787998363.048480:0:35928:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1787998363.048482:0:35928:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.048485:0:35928:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:1.0:1787998363.048490:0:35928:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff94d1904fa000. 00000020:00000001:1.0:1787998363.048962:0:35928:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1787998363.048964:0:35928:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:1.0:1787998363.048968:0:35928:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:1.0:1787998363.048972:0:35928:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:1.0:1787998363.048975:0:35928:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998363.048977:0:35928:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004712 : -117847155546904 : ffff94d19227e4e8) 00000008:00000001:1.0:1787998363.048983:0:35928:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:1.0:1787998363.048986:0:35928:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff94d1904fa070 folio ffffdfa2043aae00 pg:0 obj off 0 00000008:00000001:1.0:1787998363.048988:0:35928:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.048990:0:35928:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1787998363.048991:0:35928:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:1.0:1787998363.048994:0:35928:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:1.0:1787998363.048996:0:35928:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.049000:0:35928:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.049002:0:35928:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446626226523054080 : -117847186497536 : ffff94d1904fa000) 00000020:00000001:1.0:1787998363.049005:0:35928:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446626226523054080 : -117847186497536 : ffff94d1904fa000) 00000020:00000001:1.0:1787998363.049008:0:35928:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:1.0:1787998363.049010:0:35928:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1787998363.049011:0:35928:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446626226553940480 : -117847155611136 : ffff94d19226ea00) 00000020:00000001:1.0:1787998363.049013:0:35928:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1787998363.049015:0:35928:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1787998363.049016:0:35928:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1787998363.049021:0:35928:0:(cl_page.c:507:__cl_page_state_set()) page@0000000075aa44ef[2 00000000fbe65556 1 1 000000009b0db05b 0 0 0] 00000020:00000001:1.0:1787998363.049023:0:35928:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1787998363.049025:0:35928:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1787998363.049026:0:35928:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:1.0:1787998363.049028:0:35928:0:(rw26.c:581:ll_prepare_partial_page()) Process entered 00000020:00000001:1.0:1787998363.049030:0:35928:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.049032:0:35928:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.049033:0:35928:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1787998363.049035:0:35928:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1787998363.049038:0:35928:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:1.0:1787998363.049040:0:35928:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.049041:0:35928:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.049043:0:35928:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000080:00000001:1.0:1787998363.049047:0:35928:0:(rw26.c:601:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1787998363.049050:0:35928:0:(rw26.c:786:ll_write_begin()) Process leaving 00000080:00000001:1.0:1787998363.049051:0:35928:0:(rw26.c:802:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.049054:0:35928:0:(rw26.c:865:ll_write_end()) Process entered 00000080:00200000:1.0:1787998363.049056:0:35928:0:(rw26.c:869:ll_write_end()) pos 0, len 23, copied 23 00000020:00000001:1.0:1787998363.049058:0:35928:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1787998363.049059:0:35928:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446626226553940480 : -117847155611136 : ffff94d19226ea00) 00000020:00000001:1.0:1787998363.049061:0:35928:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1787998363.049063:0:35928:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787998363.049069:0:35928:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:1.0:1787998363.049072:0:35928:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1787998363.049073:0:35928:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1787998363.049075:0:35928:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1787998363.049079:0:35928:0:(rw26.c:927:ll_write_end()) page@0000000075aa44ef[3 00000000fbe65556 2 1 000000009b0db05b 0 0 0] 00000080:00200000:1.0:1787998363.049082:0:35928:0:(rw26.c:927:ll_write_end()) vmpage @0000000011cb04e4 17ffffc0001001 3:0 ffff94d1904fa000 0 lru 00000080:00200000:1.0:1787998363.049091:0:35928:0:(rw26.c:927:ll_write_end()) osc-page@00000000e6a035e7 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000ee44c586 00000000fa85cf7c > 3< 0 0 > 4< 0 0 8 8388608 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787998363.049094:0:35928:0:(rw26.c:927:ll_write_end()) end page@0000000075aa44ef 00000080:00200000:1.0:1787998363.049095:0:35928:0:(rw26.c:927:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1787998363.049097:0:35928:0:(rw26.c:948:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:1.0:1787998363.049102:0:35928:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1787998363.049103:0:35928:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 23 prio 0 00000020:00000001:1.0:1787998363.049106:0:35928:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1787998363.049109:0:35928:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1787998363.049123:0:35928:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998363.049124:0:35928:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004712 : -117847155546904 : ffff94d19227e4e8) 00000020:00000001:1.0:1787998363.049126:0:35928:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1787998363.049129:0:35928:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1787998363.049132:0:35928:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:1.0:1787998363.049133:0:35928:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1787998363.049134:0:35928:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:1.0:1787998363.049136:0:35928:0:(osc_cache.c:2472:osc_queue_async_io()) Process entered 00000008:00000020:1.0:1787998363.049140:0:35928:0:(osc_cache.c:2531:osc_queue_async_io()) obj ffff94d19391d180 ready 0|-|- wr 0|-|- rd 0|- oap ffff94d1904fa070 folio ffffdfa2043aae00 pg:0 added for cmd 2 00000008:00000001:1.0:1787998363.049146:0:35928:0:(osc_cache.c:1726:osc_enter_cache()) Process entered 00000008:00000020:1.0:1787998363.049149:0:35928:0:(osc_cache.c:1728:osc_enter_cache()) lustre-OST0000-osc-ffff94d1a0bb2800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8388608, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:1.0:1787998363.049155:0:35928:0:(osc_cache.c:1633:osc_enter_cache_try()) lustre-OST0000-osc-ffff94d1a0bb2800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8388608, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:1.0:1787998363.049160:0:35928:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff94d1904fa0a8 page ffffdfa2043aae00 00000008:00000020:1.0:1787998363.049164:0:35928:0:(osc_cache.c:1760:osc_enter_cache()) lustre-OST0000-osc-ffff94d1a0bb2800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 8359936, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:1.0:1787998363.049169:0:35928:0:(osc_cache.c:1776:osc_enter_cache()) Process leaving 00000008:00000001:1.0:1787998363.049170:0:35928:0:(osc_cache.c:1779:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998363.049174:0:35928:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:1.0:1787998363.049179:0:35928:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff94d185459d80. 00000008:00000020:1.0:1787998363.049185:0:35928:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff94d19391d180 extents at osc_extent_find:840, mppr: 1024. 00000008:00000020:1.0:1787998363.049192:0:35928:0:(osc_cache.c:1872:osc_update_pending()) obj ffff94d19391d180 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:1.0:1787998363.049198:0:35928:0:(osc_cache.c:858:osc_extent_find()) extent ffff94d185459d80@{[0 -> 0/1023], [3|1|-|active|wi|ffff94d19391d180], [28672|0|-|-|ffff94d1903e5000|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:1.0:1787998363.049205:0:35928:0:(osc_cache.c:858:osc_extent_find()) ### extent: 000000007c5d93b7 ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:1.0:1787998363.049214:0:35928:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:1.0:1787998363.049217:0:35928:0:(osc_cache.c:2668:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998363.049219:0:35928:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998363.049221:0:35928:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1787998363.049223:0:35928:0:(cl_object.c:143:cl_object_top()) ffff94d19391d180 -> ffff94d1a0aa3530 00000008:00000002:1.0:1787998363.049225:0:35928:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->23 0 00000020:00000001:1.0:1787998363.049227:0:35928:0:(cl_object.c:143:cl_object_top()) ffff94d19391d180 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.049229:0:35928:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1787998363.049231:0:35928:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 23 00020000:00000001:1.0:1787998363.049232:0:35928:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1787998363.049234:0:35928:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.049236:0:35928:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.049237:0:35928:0:(cl_object.c:143:cl_object_top()) ffff94d19391d180 -> ffff94d1a0aa3530 00000008:00000001:1.0:1787998363.049238:0:35928:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1787998363.049240:0:35928:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:1.0:1787998363.049242:0:35928:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1787998363.049246:0:35928:0:(cl_page.c:556:cl_batch_put()) page@0000000075aa44ef[4 00000000fbe65556 2 1 000000009b0db05b 0 0 0] 00000020:00000001:1.0:1787998363.049247:0:35928:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:1.0:1787998363.049249:0:35928:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1787998363.049250:0:35928:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:1.0:1787998363.049252:0:35928:0:(osc_request.c:745:osc_update_next_shrink()) next time 3075 to shrink grant 00000080:00000001:1.0:1787998363.049256:0:35928:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:1.0:1787998363.049257:0:35928:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:1.0:1787998363.049265:0:35928:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff94d198934478, count 1, dirtied 1 00000080:00000001:1.0:1787998363.049266:0:35928:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:1.0:1787998363.049268:0:35928:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1787998363.049270:0:35928:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1787998363.049271:0:35928:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1787998363.049272:0:35928:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1787998363.049275:0:35928:0:(cl_page.c:507:__cl_page_state_set()) page@0000000075aa44ef[3 00000000fbe65556 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1787998363.049276:0:35928:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1787998363.049277:0:35928:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1787998363.049279:0:35928:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1787998363.049280:0:35928:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1787998363.049282:0:35928:0:(cl_page.c:556:cl_batch_put()) page@0000000075aa44ef[3 00000000fbe65556 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1787998363.049283:0:35928:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:1.0:1787998363.049284:0:35928:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:1.0:1787998363.049285:0:35928:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:1.0:1787998363.049287:0:35928:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:1.0:1787998363.049288:0:35928:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.049290:0:35928:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.049292:0:35928:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.049293:0:35928:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787998363.049295:0:35928:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:1.0:1787998363.049297:0:35928:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1787998363.049298:0:35928:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1787998363.049300:0:35928:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.049302:0:35928:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420b3b80 00000080:00200000:1.0:1787998363.049304:0:35928:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:1.0:1787998363.049307:0:35928:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.049309:0:35928:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1787998363.049312:0:35928:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998363.049313:0:35928:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1787998363.049315:0:35928:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:1.0:1787998363.049316:0:35928:0:(cl_object.c:143:cl_object_top()) ffff94d19391d180 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.049318:0:35928:0:(cl_object.c:143:cl_object_top()) ffff94d19391d180 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.049319:0:35928:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1787998363.049320:0:35928:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1787998363.049321:0:35928:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.049323:0:35928:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.049324:0:35928:0:(cl_object.c:143:cl_object_top()) ffff94d19391d180 -> ffff94d1a0aa3530 00000008:00000001:1.0:1787998363.049326:0:35928:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.049328:0:35928:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.049329:0:35928:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.049331:0:35928:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.049332:0:35928:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.049334:0:35928:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1787998363.049335:0:35928:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1787998363.049337:0:35928:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1787998363.049338:0:35928:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:1.0:1787998363.049340:0:35928:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:1.0:1787998363.049343:0:35928:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1787998363.049347:0:35928:0:(osc_cache.c:1872:osc_update_pending()) obj ffff94d19391d180 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:1.0:1787998363.049353:0:35928:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1787998363.049356:0:35928:0:(osc_cache.c:1857:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998363.049357:0:35928:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1787998363.049359:0:35928:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998363.049361:0:35928:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:1.0:1787998363.049362:0:35928:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1787998363.049364:0:35928:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.049365:0:35928:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.049367:0:35928:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1787998363.049369:0:35928:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1787998363.049372:0:35928:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1787998363.049373:0:35928:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d1921bf038 (ffff94d1a0bcf6c8/0) at cl_lock_release():245 00000020:00000001:1.0:1787998363.049387:0:35928:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1787998363.049388:0:35928:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d1921bf038 (ffff94d1a0bcf6c8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1787998363.049392:0:35928:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1787998363.049393:0:35928:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998363.049394:0:35928:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004712 : -117847155546904 : ffff94d19227e4e8) 00000020:00000001:1.0:1787998363.049396:0:35928:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1787998363.049397:0:35928:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d190a8dcb0 (ffff94d191a45998/1) at cl_lock_cancel():142 00000008:00000001:1.0:1787998363.049400:0:35928:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1787998363.049401:0:35928:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1787998363.049404:0:35928:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.049406:0:35928:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.049408:0:35928:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=5 00000020:00000001:1.0:1787998363.049410:0:35928:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.049413:0:35928:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.049415:0:35928:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998363.049418:0:35928:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.049425:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.049426:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.049428:0:35928:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998363.049431:0:35928:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998363.049433:0:35928:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998363.049441:0:35928:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998363.049444:0:35928:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998363.049446:0:35928:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998363.049451:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.049452:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.049453:0:35928:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.049456:0:35928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998363.049457:0:35928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.049459:0:35928:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.049462:0:35928:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.049465:0:35928:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998363.049466:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.049467:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.049468:0:35928:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.049469:0:35928:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998363.049470:0:35928:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1787998363.049472:0:35928:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1787998363.049473:0:35928:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1787998363.049474:0:35928:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1787998363.049475:0:35928:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1787998363.049477:0:35928:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d1921bf038 (ffff94d1a0bcf6c8/0) at cl_lock_fini():72 00020000:00000001:1.0:1787998363.049479:0:35928:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1787998363.049481:0:35928:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1787998363.049482:0:35928:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d190a8dcb0 (ffff94d1a0bcf6c8/1) at cl_lock_fini():72 00000008:00000010:1.0:1787998363.049484:0:35928:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d190426980. 00000020:00000001:1.0:1787998363.049488:0:35928:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1787998363.049489:0:35928:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d190a8dc80. 00020000:00000001:1.0:1787998363.049498:0:35928:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1787998363.049500:0:35928:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1787998363.049501:0:35928:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1787998363.049503:0:35928:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1787998363.049504:0:35928:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998363.049505:0:35928:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1787998363.049506:0:35928:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1787998363.049508:0:35928:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.049510:0:35928:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.049512:0:35928:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1787998363.049512:0:35928:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1787998363.049514:0:35928:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1787998363.049516:0:35928:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:1.0:1787998363.049518:0:35928:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1787998363.049519:0:35928:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1787998363.049521:0:35928:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1787998363.049522:0:35928:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998363.049523:0:35928:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1787998363.049525:0:35928:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1787998363.049527:0:35928:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.049528:0:35928:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.049530:0:35928:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1787998363.049531:0:35928:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1787998363.049533:0:35928:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787998363.049537:0:35928:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:1.0:1787998363.049540:0:35928:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:1.0:1787998363.049542:0:35928:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:1.0:1787998363.049544:0:35928:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1787998363.049546:0:35928:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1787998363.049547:0:35928:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1787998363.049549:0:35928:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1787998363.049550:0:35928:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1787998363.049552:0:35928:0:(cl_object.c:917:cl_env_put()) 1@ffff94d191a45990 00020000:00000001:1.0:1787998363.049555:0:35928:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1787998363.049557:0:35928:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1787998363.049558:0:35928:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1787998363.049561:0:35928:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2d:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1787998363.049563:0:35928:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1787998363.049564:0:35928:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1787998363.049566:0:35928:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420b3c98 00000080:00200000:1.0:1787998363.049568:0:35928:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:1.0:1787998363.049572:0:35928:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1787998363.049573:0:35928:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.049575:0:35928:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.049576:0:35928:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1787998363.049578:0:35928:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1787998363.049581:0:35928:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1787998363.049583:0:35928:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:1.0:1787998363.049584:0:35928:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1787998363.049586:0:35928:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:1.0:1787998363.049588:0:35928:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2d:1029 on OST[0]: s=23 (1) m=1787998363 a=0 c=1787998363 b=0 00020000:00000001:1.0:1787998363.049591:0:35928:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1787998363.049593:0:35928:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1787998363 a=0 c=1787998363 b=0 00020000:00000001:1.0:1787998363.049595:0:35928:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.049596:0:35928:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.049598:0:35928:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000080:00200000:1.0:1787998363.049600:0:35928:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2d:0x0] updating i_size 23 i_blocks 0 00000080:00000001:1.0:1787998363.049602:0:35928:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1787998363.049605:0:35928:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:1.0:1787998363.049608:0:35928:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:1.0:1787998363.049609:0:35928:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf6c0 00000020:00000001:1.0:1787998363.049613:0:35928:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420b3d88 00000080:00000008:1.0:1787998363.049614:0:35928:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000405:0x2d:0x0], ppos: 23, count: 0, rc = 23 00000080:00000001:1.0:1787998363.049617:0:35928:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:1.0:1787998363.049640:0:35928:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1787998363.049643:0:35928:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199cc0000 00020000:00000002:1.0:1787998363.049648:0:35928:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199cc0000 00020000:00000001:1.0:1787998363.049650:0:35928:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.049660:0:35928:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1787998363.049662:0:35928:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420b3df0 00000080:00200008:1.0:1787998363.049664:0:35928:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x2d:0x0](ffff94d1989342c8), flags 102001 00000080:00000001:1.0:1787998363.049667:0:35928:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1787998363.049670:0:35928:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1787998363.049671:0:35928:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1787998363.049673:0:35928:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199cc0000 00020000:00000002:1.0:1787998363.049675:0:35928:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199cc0000 00020000:00000001:1.0:1787998363.049676:0:35928:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.049679:0:35928:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1787998363.049685:0:35928:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998363.049688:0:35928:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998363.049690:0:35928:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998363.049692:0:35928:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998363.049694:0:35928:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.049696:0:35928:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2d:0x0] 00800000:00000001:1.0:1787998363.049698:0:35928:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.049704:0:35928:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998363.049707:0:35928:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998363.049713:0:35928:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98f00 count: 2 00010000:00000001:1.0:1787998363.049716:0:35928:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998363.049720:0:35928:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.049722:0:35928:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2d:0x0]: 0 00000080:00000001:1.0:1787998363.049725:0:35928:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1787998363.049727:0:35928:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1787998363.049731:0:35928:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d19162be00. 00000080:00000001:1.0:1787998363.049733:0:35928:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1787998363.049738:0:35928:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1787998363.049742:0:35928:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1787998363.049743:0:35928:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998363.049744:0:35928:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998363.049745:0:35928:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998363.049747:0:35928:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998363.049748:0:35928:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.049749:0:35928:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2d:0x0] 00800000:00000001:1.0:1787998363.049751:0:35928:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.049753:0:35928:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2d:0x0] 00000002:00000001:1.0:1787998363.049756:0:35928:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1787998363.049758:0:35928:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff94d1a0bb2800: [0x200000405:0x2d:0x0] file closed with intent: 200 00000100:00000010:1.0:1787998363.049764:0:35928:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edd500. 00000020:00000040:1.0:1787998363.049797:0:35928:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:1.0:1787998363.049802:0:35928:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998363.049805:0:35928:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998363.049810:0:35928:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998363.049816:0:35928:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d19162ac00. 00000100:00000001:1.0:1787998363.049822:0:35928:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1787998363.049839:0:35928:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d191d02300 x1874850291792768/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998379 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1787998363.049849:0:35928:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1787998363.049854:0:35928:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d199edd500 x1874850291793408/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1787998363.049866:0:35928:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998363.049868:0:35928:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998363.049874:0:35928:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a000b840. 00000100:00000001:1.0:1787998363.049876:0:35928:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786318400 : -117846923233216 : ffff94d1a000b840) 00000100:00000001:1.0:1787998363.049879:0:35928:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998363.049880:0:35928:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684417280 : -117847025134336 : ffff94d199edd500) 00000100:00000001:1.0:1787998363.049884:0:35928:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998363.049889:0:35928:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.049891:0:35928:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998363.049893:0:35928:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998363.049896:0:35928:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edd500 x1874850291793408/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.049903:0:35928:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998363.049905:0:35928:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998363.049909:0:35928:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998363.049911:0:35928:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998363.049914:0:35928:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998363.049918:0:35928:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edd500 pname:cluuid:pid:xid:nid:opc:job uname:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35928:1874850291793408:192.168.206.123@tcp:35:uname.0 00000100:00000001:1.0:1787998363.049922:0:35928:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998363.049928:0:35928:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998363.049931:0:35928:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998363.049933:0:35928:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998363.049938:0:35928:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d199e27800. 02000000:00000001:1.0:1787998363.049940:0:35928:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998363.049948:0:35928:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998363.049952:0:35928:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc7e8. 00000400:00000010:1.0:1787998363.049959:0:35928:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409a18. 00000100:00000200:1.0:1787998363.049967:0:35928:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291793408, portal 10 00000100:00000001:1.0:1787998363.049969:0:35928:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998363.049970:0:35928:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684417280 : -117847025134336 : ffff94d199edd500) 00000100:00000040:1.0:1787998363.049977:0:35928:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199edd500 x1874850291793408/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998379 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.049988:0:35928:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998363.049991:0:35928:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998363.049994:0:35928:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409000. 00000100:00000200:1.0:1787998363.049998:0:35928:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1874850291793408, offset 0 00000400:00000200:1.0:1787998363.050004:0:35928:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998363.050013:0:35928:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998363.050020:0:35928:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998363.050026:0:35928:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998363.050031:0:35928:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998363.050035:0:35928:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998363.050038:0:35928:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998363.050042:0:35928:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2941:2941:256:4294967295] 192.168.206.123@tcp LPNI seq info [2941:2941:8:4294967295] 00000400:00000200:1.0:1787998363.050047:0:35928:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998363.050057:0:35928:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998363.050064:0:35928:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998363.050070:0:35928:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f100. 00000800:00000200:1.0:1787998363.050077:0:35928:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998363.050084:0:35928:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998363.050089:0:35928:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1787998363.050108:0:35928:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998363.050121:0:35928:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 832018 usecs (833 jiffies) 00000400:00000200:1.0:1787998363.050125:0:35928:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998363.050128:0:35928:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296544040 00000100:00000001:1.0:1787998363.050132:0:35928:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:1.0:1787998363.050134:0:35928:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296544040 00000100:00000001:1.0:1787998363.050137:0:35928:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:1.0:1787998363.050139:0:35928:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998363.050142:0:35928:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.050145:0:35928:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998363.050147:0:35928:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998363.050150:0:35928:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a000b840 going to sleep for 11 seconds 00000100:00000001:1.0:1787998363.050152:0:35928:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998363.050156:0:35928:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998363.050288:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998363.050298:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f100. 00000400:00000200:3.0:1787998363.050305:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998363.050311:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998363.050316:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409000 00000400:00000010:3.0:1787998363.050318:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409000. 00000100:00000001:3.0:1787998363.050326:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998363.050332:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edd500 x1874850291793408/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998379 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998363.050345:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998363.050349:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edd500 x1874850291793408/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998379 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998363.050357:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998363.050359:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998363.051093:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998363.051108:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998363.051122:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998363.051125:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998363.051132:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998363.051138:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998363.051146:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998363.051150:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998363.051155:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998363.051159:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 18 MB=0x6a92a99a63d00 00000400:00000200:2.0:1787998363.051164:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998363.051170:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.123@tcp of length 224/224 into md 0x88bd [1] + 224 00000800:00000001:2.0:1787998363.051178:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998363.051185:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998363.051188:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998363.051191:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998363.051197:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998363.051203:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c13b80 x1874850291793152/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998363.051213:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191c13b80 x1874850291793152/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998363.051234:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998363.051246:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998363.051249:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998363.051294:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998363.051299:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998363.051305:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998363.051308:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998363.051310:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30528. 00000400:00000200:0.0:1787998363.051314:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807d48 00000400:00000010:0.0:1787998363.051316:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807d48. 00000100:00000001:0.0:1787998363.051319:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998363.051325:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c13b80 x1874850291793152/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998363.051334:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c13b80 x1874850291793152/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998363.051339:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998363.051341:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998363.051343:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998363.051346:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998363.051349:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998363.051351:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998363.051353:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998363.051362:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62d38 time=174 v=5 (5 5 5 5) 00000100:00001000:0.0:1787998363.051365:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998363.051367:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998363.051369:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.051381:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998363.051384:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998363.051388:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998363.051390:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967336 00000100:00000001:0.0:1787998363.051392:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998363.051395:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998363.051399:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c13b80 x1874850291793152/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998363.051405:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998363.051408:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998363.051410:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998363.051413:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c13b80 x1874850291793152/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998363.051420:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291793152:192.168.206.123@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1787998363.051425:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998363.051426:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998363.051429:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c13b80 x1874850291793152/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998363.051435:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998363.051438:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998363.051440:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191cd7c00. 02000000:00000001:0.0:1787998363.051444:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998363.051447:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998363.051449:0:2402:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=2 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998363.051451:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998363.051453:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d191cd7000. 02000000:00000001:0.0:1787998363.051456:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998363.051457:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998363.051459:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c13b80. 00000100:00000001:0.0:1787998363.051463:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998363.051464:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998363.051466:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998363.051474:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998363.051476:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998363.051478:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998363.051481:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787998363.053440:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.053458:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998363.053463:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.053466:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.053476:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.053483:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998363.053492:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.053498:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.053503:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.053507:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a63e00 00000400:00000200:3.0:1787998363.053512:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.053518:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x88cd [1] + 224 00000800:00000001:3.0:1787998363.053525:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.053532:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.053535:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998363.053539:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998363.053547:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998363.053555:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edd500 x1874850291793408/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998379 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998363.053566:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d199edd500 x1874850291793408/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998363.053585:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998363.053594:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.053597:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.053814:0:35928:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998363.053824:0:35928:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998363.053825:0:35928:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998363.053829:0:35928:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc7e8. 00000400:00000200:1.0:1787998363.053834:0:35928:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409a18 00000400:00000010:1.0:1787998363.053836:0:35928:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409a18. 00000100:00000001:1.0:1787998363.053839:0:35928:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998363.053844:0:35928:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edd500 x1874850291793408/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998363.053852:0:35928:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edd500 x1874850291793408/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.053857:0:35928:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998363.053859:0:35928:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.053862:0:35928:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998363.053865:0:35928:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998363.053867:0:35928:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998363.053870:0:35928:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998363.053873:0:35928:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998363.053882:0:35928:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06cf0 time=39 v=5 (5 5 5 5) 00000100:00001000:1.0:1787998363.053885:0:35928:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998363.053888:0:35928:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998363.053890:0:35928:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.053893:0:35928:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998363.053896:0:35928:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.053899:0:35928:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1787998363.053902:0:35928:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1787998363.053904:0:35928:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1787998363.053906:0:35928:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998363.053908:0:35928:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684417280 : -117847025134336 : ffff94d199edd500) 00000100:00000001:1.0:1787998363.053912:0:35928:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998363.053913:0:35928:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 8589934600 00000100:00000001:1.0:1787998363.053916:0:35928:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998363.053918:0:35928:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998363.053923:0:35928:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edd500 x1874850291793408/t8589934604(8589934604) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998379 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.053930:0:35928:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998363.053933:0:35928:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998363.053936:0:35928:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998363.053939:0:35928:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edd500 x1874850291793408/t8589934604(8589934604) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998379 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998363.053947:0:35928:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edd500 pname:cluuid:pid:xid:nid:opc:job uname:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35928:1874850291793408:192.168.206.123@tcp:35:uname.0 00000100:00000001:1.0:1787998363.053952:0:35928:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.053955:0:35928:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.053958:0:35928:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998363.053961:0:35928:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998363.053964:0:35928:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edd500 x1874850291793408/t8589934604(8589934604) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998379 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.053971:0:35928:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998363.053974:0:35928:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a000b840. 00000100:00000001:1.0:1787998363.053977:0:35928:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998363.053979:0:35928:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.053987:0:35928:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998363.053988:0:35928:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684417280 : -117847025134336 : ffff94d199edd500) 00000002:00000001:1.0:1787998363.053991:0:35928:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998363.053995:0:35928:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998363.054000:0:35928:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162be00. 00000080:00000001:1.0:1787998363.054004:0:35928:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1787998363.054007:0:35928:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1787998363.054010:0:35928:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998363.054013:0:35928:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998363.054015:0:35928:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998363.054018:0:35928:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998363.054020:0:35928:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.054023:0:35928:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2d:0x0] 00800000:00000001:1.0:1787998363.054025:0:35928:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.054030:0:35928:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1787998363.054034:0:35928:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d191d02300 x1874850291792768/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998379 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787998363.054042:0:35928:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998363.054043:0:35928:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998363.054045:0:35928:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d191236380. 00000100:00000001:1.0:1787998363.054048:0:35928:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998363.054051:0:35928:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edd500 x1874850291793408/t8589934604(8589934604) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998379 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.054057:0:35928:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.054060:0:35928:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998363.054065:0:35928:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d1a067af00. 00000080:00000001:1.0:1787998363.054069:0:35928:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.054076:0:35928:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420b3df0 00000080:00000008:1.0:1787998363.054078:0:35928:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x2d:0x0](ffff94d1989342c8), flags 102001, rc = 0 00000080:00000001:1.0:1787998363.054081:0:35928:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.054088:0:35928:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1787998363.054090:0:35928:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d420b3e00 00000080:00002000:1.0:1787998363.054092:0:35928:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff94d18356f948, parent ffff94d198a90798, inode ffff94d1989342c8) hashed, 00000080:00000001:1.0:1787998363.054096:0:35928:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.083527:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41dc7d08 00000080:00200008:1.0:1787998363.083540:0:35933:0:(file.c:6295:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94d1989ad348), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1787998363.083549:0:35933:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998363.083551:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41dc7c80 00000080:00200000:1.0:1787998363.083553:0:35933:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:1.0:1787998363.083562:0:35933:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19162b800. 00800000:00000002:1.0:1787998363.083569:0:35933:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998363.083573:0:35933:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998363.083579:0:35933:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998363.083581:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41dc7ba0 00800000:00000002:1.0:1787998363.083584:0:35933:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998363.083589:0:35933:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998363.083592:0:35933:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998363.083596:0:35933:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998363.083598:0:35933:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998363.083601:0:35933:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998363.083604:0:35933:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.083606:0:35933:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998363.083609:0:35933:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.083613:0:35933:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998363.083619:0:35933:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998363.083621:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41dc7a70 00000002:00010000:1.0:1787998363.083623:0:35933:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787998363.083627:0:35933:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998363.083629:0:35933:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998363.083633:0:35933:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787998363.083640:0:35933:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.083643:0:35933:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.083645:0:35933:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.083648:0:35933:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1787998363.083651:0:35933:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1787998363.083656:0:35933:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edf100. 00000020:00000040:1.0:1787998363.083661:0:35933:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:1.0:1787998363.083669:0:35933:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787998363.083674:0:35933:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998363.083682:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.083684:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.083686:0:35933:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.083690:0:35933:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998363.083693:0:35933:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998363.083698:0:35933:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998363.083706:0:35933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d199e26400. 00000100:00000001:1.0:1787998363.083714:0:35933:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.083720:0:35933:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998363.083722:0:35933:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.083724:0:35933:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998363.083725:0:35933:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.083727:0:35933:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.083734:0:35933:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226684424448 : -117847025127168 : ffff94d199edf100) 00010000:00000001:1.0:1787998363.083738:0:35933:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787998363.083740:0:35933:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1787998363.083745:0:35933:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d192b98100. 00010000:00000010:1.0:1787998363.083750:0:35933:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d1a0046880. 00010000:00000001:1.0:1787998363.083755:0:35933:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787998363.083758:0:35933:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1917f2800. 00000020:00000001:1.0:1787998363.083763:0:35933:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787998363.083875:0:35933:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1917f2800 with handle 0xb2d39e653c8cc87 to hash 00000020:00000001:1.0:1787998363.083879:0:35933:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787998363.083880:0:35933:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998363.083885:0:35933:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998363.083889:0:35933:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998363.083892:0:35933:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.083896:0:35933:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cc87 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35933 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998363.083906:0:35933:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cc87 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35933 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998363.083918:0:35933:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cc87 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35933 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787998363.083925:0:35933:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998363.083927:0:35933:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998363.083934:0:35933:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a000b840. 00000100:00000001:1.0:1787998363.083937:0:35933:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786318400 : -117846923233216 : ffff94d1a000b840) 00000100:00000001:1.0:1787998363.083940:0:35933:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998363.083941:0:35933:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684424448 : -117847025127168 : ffff94d199edf100) 00000100:00000001:1.0:1787998363.083946:0:35933:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998363.083950:0:35933:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.083952:0:35933:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998363.083954:0:35933:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998363.083969:0:35933:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edf100 x1874850291793536/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.083977:0:35933:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998363.083980:0:35933:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998363.083985:0:35933:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998363.083987:0:35933:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998363.083990:0:35933:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998363.083994:0:35933:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edf100 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35933:1874850291793536:192.168.206.123@tcp:101:lfs.0 00000100:00000001:1.0:1787998363.083998:0:35933:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998363.084004:0:35933:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998363.084008:0:35933:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998363.084010:0:35933:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998363.084016:0:35933:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d191c68800. 02000000:00000001:1.0:1787998363.084018:0:35933:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998363.084027:0:35933:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998363.084032:0:35933:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc7e8. 00000400:00000010:1.0:1787998363.084040:0:35933:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409a18. 00000100:00000200:1.0:1787998363.084048:0:35933:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291793536, portal 10 00000100:00000001:1.0:1787998363.084051:0:35933:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998363.084052:0:35933:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684424448 : -117847025127168 : ffff94d199edf100) 00000100:00000040:1.0:1787998363.084058:0:35933:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199edf100 x1874850291793536/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998379 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.084066:0:35933:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998363.084069:0:35933:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998363.084071:0:35933:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1854095d8. 00000100:00000200:1.0:1787998363.084075:0:35933:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1874850291793536, offset 0 00000400:00000200:1.0:1787998363.084083:0:35933:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998363.084093:0:35933:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998363.084101:0:35933:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998363.084107:0:35933:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998363.084121:0:35933:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998363.084125:0:35933:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998363.084129:0:35933:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998363.084133:0:35933:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2942:2942:256:4294967295] 192.168.206.123@tcp LPNI seq info [2942:2942:8:4294967295] 00000400:00000200:1.0:1787998363.084138:0:35933:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998363.084149:0:35933:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998363.084157:0:35933:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998363.084163:0:35933:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f500. 00000800:00000200:1.0:1787998363.084171:0:35933:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998363.084181:0:35933:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998363.084185:0:35933:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1787998363.084250:0:35933:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998363.084256:0:35933:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 830975 usecs (831 jiffies) 00000400:00000200:1.0:1787998363.084260:0:35933:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998363.084264:0:35933:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296544072 00000100:00000001:1.0:1787998363.084268:0:35933:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:1.0:1787998363.084271:0:35933:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296544072 00000100:00000001:1.0:1787998363.084273:0:35933:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:1.0:1787998363.084275:0:35933:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998363.084278:0:35933:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.084281:0:35933:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998363.084283:0:35933:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998363.084287:0:35933:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a000b840 going to sleep for 11 seconds 00000100:00000001:1.0:1787998363.084290:0:35933:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998363.084294:0:35933:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998363.084536:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998363.084541:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f500. 00000400:00000200:2.0:1787998363.084549:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998363.084555:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998363.084561:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854095d8 00000400:00000010:2.0:1787998363.084564:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854095d8. 00000100:00000001:2.0:1787998363.084569:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998363.084573:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edf100 x1874850291793536/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998379 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998363.084585:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998363.084589:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edf100 x1874850291793536/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998379 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998363.084596:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998363.084598:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998363.087797:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.087816:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998363.087821:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.087824:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.087834:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.087843:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998363.087853:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.087858:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.087864:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.087869:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a63e80 00000400:00000200:3.0:1787998363.087874:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.087880:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x88d5 [1] + 224 00000800:00000001:3.0:1787998363.087887:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.087894:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.087898:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998363.087904:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998363.087913:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998363.087924:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edf100 x1874850291793536/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998379 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998363.087941:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d199edf100 x1874850291793536/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998363.087958:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998363.087968:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.087972:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.088172:0:35933:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998363.088182:0:35933:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998363.088184:0:35933:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998363.088189:0:35933:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc7e8. 00000400:00000200:1.0:1787998363.088194:0:35933:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409a18 00000400:00000010:1.0:1787998363.088197:0:35933:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409a18. 00000100:00000001:1.0:1787998363.088200:0:35933:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998363.088206:0:35933:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edf100 x1874850291793536/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998363.088221:0:35933:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edf100 x1874850291793536/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.088228:0:35933:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998363.088230:0:35933:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.088233:0:35933:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998363.088237:0:35933:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998363.088240:0:35933:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998363.088242:0:35933:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998363.088245:0:35933:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998363.088256:0:35933:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=39 v=5 (5 5 104 104) 00000100:00001000:1.0:1787998363.088261:0:35933:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998363.088264:0:35933:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998363.088266:0:35933:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.088269:0:35933:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998363.088273:0:35933:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.088277:0:35933:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998363.088279:0:35933:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 8589934600 00000100:00000001:1.0:1787998363.088282:0:35933:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998363.088285:0:35933:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998363.088290:0:35933:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edf100 x1874850291793536/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.088298:0:35933:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998363.088301:0:35933:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998363.088304:0:35933:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998363.088308:0:35933:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edf100 x1874850291793536/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998379 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998363.088315:0:35933:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edf100 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35933:1874850291793536:192.168.206.123@tcp:101:lfs.0 00000100:00000001:1.0:1787998363.088321:0:35933:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.088324:0:35933:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.088326:0:35933:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998363.088328:0:35933:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998363.088332:0:35933:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edf100 x1874850291793536/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998379 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.088340:0:35933:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998363.088344:0:35933:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a000b840. 00000100:00000001:1.0:1787998363.088347:0:35933:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998363.088349:0:35933:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.088352:0:35933:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787998363.088356:0:35933:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.088359:0:35933:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.088375:0:35933:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=4 00000020:00000001:1.0:1787998363.088378:0:35933:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998363.088381:0:35933:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000040:1.0:1787998363.088389:0:35933:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1917f2800, remote cookie: 0x4fd9a50f3a6ad855, flags: 0x1001 00010000:00010000:1.0:1787998363.088398:0:35933:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cc87 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad855 expref: -99 pid: 35933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998363.088410:0:35933:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cc87 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad855 expref: -99 pid: 35933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.088427:0:35933:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787998363.088432:0:35933:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787998363.088435:0:35933:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1787998363.088436:0:35933:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787998363.088438:0:35933:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787998363.088441:0:35933:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d192b98100) refcount = 1 00010000:00010000:1.0:1787998363.088446:0:35933:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cc87 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad855 expref: -99 pid: 35933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.088453:0:35933:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787998363.088457:0:35933:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787998363.088459:0:35933:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998363.088462:0:35933:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787998363.088465:0:35933:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.088472:0:35933:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cc87 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad855 expref: -99 pid: 35933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.088478:0:35933:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787998363.088488:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.088490:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.088491:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.088492:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.088494:0:35933:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.088499:0:35933:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1787998363.088501:0:35933:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.088502:0:35933:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.088504:0:35933:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=3 00000020:00000001:1.0:1787998363.088506:0:35933:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998363.088516:0:35933:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998363.088519:0:35933:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.088520:0:35933:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.088521:0:35933:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=4 00000020:00000001:1.0:1787998363.088523:0:35933:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998363.088525:0:35933:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998363.088528:0:35933:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998363.088531:0:35933:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.088534:0:35933:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cc87 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad855 expref: -99 pid: 35933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.088541:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.088542:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.088544:0:35933:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.088545:0:35933:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.088546:0:35933:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=5 00000020:00000001:1.0:1787998363.088548:0:35933:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998363.088551:0:35933:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998363.088553:0:35933:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998363.088556:0:35933:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cc87 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad855 expref: -99 pid: 35933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.088563:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.088564:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998363.088567:0:35933:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cc87 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad855 expref: -99 pid: 35933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.088573:0:35933:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998363.088575:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.088576:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.088577:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.088578:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1787998363.088583:0:35933:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d199edf100 x1874850291793536/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998379 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1787998363.088593:0:35933:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.088594:0:35933:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.088599:0:35933:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=3 00000020:00000001:1.0:1787998363.088601:0:35933:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998363.088603:0:35933:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998363.088606:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.088607:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998363.088609:0:35933:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.088611:0:35933:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.088614:0:35933:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1787998363.088617:0:35933:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.088618:0:35933:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.088619:0:35933:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=3 00000020:00000001:1.0:1787998363.088621:0:35933:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998363.088623:0:35933:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00000002:00010000:1.0:1787998363.088627:0:35933:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cc87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad855 expref: -99 pid: 35933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.088639:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.088640:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.088642:0:35933:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787998363.088643:0:35933:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.088645:0:35933:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.088646:0:35933:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=3 00000020:00000001:1.0:1787998363.088648:0:35933:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998363.088650:0:35933:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000040:1.0:1787998363.088656:0:35933:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98100 count: 2 00010000:00000001:1.0:1787998363.088659:0:35933:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1787998363.088664:0:35933:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1787998363.088666:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.088667:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998363.088669:0:35933:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1787998363.088672:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41dc79f8 00000002:00002000:1.0:1787998363.088674:0:35933:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1787998363.088677:0:35933:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998363.088681:0:35933:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998363.088684:0:35933:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787998363.088688:0:35933:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1787998363.088691:0:35933:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.088696:0:35933:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998363.088701:0:35933:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162b800. 00000080:00000001:1.0:1787998363.088705:0:35933:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998363.088708:0:35933:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1787998363.088715:0:35933:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1787998363.088719:0:35933:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1787998363.088726:0:35933:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d191236380. 00800000:00000001:1.0:1787998363.088728:0:35933:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626226536932224 : -117847172619392 : ffff94d191236380) 00800000:00000001:1.0:1787998363.088731:0:35933:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.088733:0:35933:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1787998363.088736:0:35933:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1787998363.088738:0:35933:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1787998363.088741:0:35933:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1787998363.088745:0:35933:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1787998363.088746:0:35933:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.088751:0:35933:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1787998363.088755:0:35933:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:1.0:1787998363.088758:0:35933:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1787998360 to 1787998363 00000080:00200000:1.0:1787998363.088763:0:35933:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1787998363.088765:0:35933:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.088803:0:35933:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.088805:0:35933:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=3 00000020:00000001:1.0:1787998363.088808:0:35933:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998363.088810:0:35933:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998363.088812:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.088814:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787998363.088815:0:35933:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1787998363.088818:0:35933:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1787998363.088819:0:35933:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d191236380 1 00800000:00000010:1.0:1787998363.088822:0:35933:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d191236380. 00800000:00000001:1.0:1787998363.088825:0:35933:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998363.088828:0:35933:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cc87 00800000:00000001:1.0:1787998363.088832:0:35933:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998363.088833:0:35933:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998363.088835:0:35933:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.088836:0:35933:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.088837:0:35933:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=3 00000020:00000001:1.0:1787998363.088839:0:35933:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998363.088841:0:35933:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998363.088844:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.088845:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998363.088847:0:35933:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998363.088849:0:35933:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.088851:0:35933:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998363.088854:0:35933:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:1.0:1787998363.088857:0:35933:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc87 from it ffffb66d41dc7cb8 00010000:00000001:1.0:1787998363.088859:0:35933:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.088861:0:35933:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.088862:0:35933:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=3 00000020:00000001:1.0:1787998363.088864:0:35933:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998363.088866:0:35933:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998363.088868:0:35933:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998363.088871:0:35933:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cc87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad855 expref: -99 pid: 35933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.088878:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.088879:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.088881:0:35933:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998363.088883:0:35933:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998363.088886:0:35933:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cc87 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad855 expref: -99 pid: 35933 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998363.088893:0:35933:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998363.088895:0:35933:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998363.088897:0:35933:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998363.088902:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.088903:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.088904:0:35933:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.088908:0:35933:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998363.088910:0:35933:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.088912:0:35933:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.088915:0:35933:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.088917:0:35933:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998363.088918:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.088919:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998363.088921:0:35933:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998363.088926:0:35933:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edf100 x1874850291793536/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998379 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.088933:0:35933:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998363.088936:0:35933:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998363.088940:0:35933:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d191c68800. 02000000:00000001:1.0:1787998363.088943:0:35933:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998363.088946:0:35933:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998363.088948:0:35933:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998363.088950:0:35933:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998363.088953:0:35933:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e26400. 02000000:00000001:1.0:1787998363.088957:0:35933:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998363.088959:0:35933:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998363.088961:0:35933:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edf100. 00000100:00000001:1.0:1787998363.088965:0:35933:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998363.088967:0:35933:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998363.088971:0:35933:0:(file.c:6248:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.088977:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41dc7d08 00000080:00000008:1.0:1787998363.088979:0:35933:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d1989ad348), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1787998363.089648:0:35933:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.089681:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41dc7d08 00000080:00200008:1.0:1787998363.089684:0:35933:0:(file.c:6295:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94d1989ad348), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1787998363.089690:0:35933:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998363.089692:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41dc7c80 00000080:00200000:1.0:1787998363.089694:0:35933:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:1.0:1787998363.089699:0:35933:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19162b800. 00800000:00000002:1.0:1787998363.089710:0:35933:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998363.089714:0:35933:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998363.089717:0:35933:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998363.089720:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41dc7ba0 00800000:00000002:1.0:1787998363.089722:0:35933:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998363.089725:0:35933:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998363.089728:0:35933:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998363.089731:0:35933:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998363.089734:0:35933:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998363.089736:0:35933:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998363.089738:0:35933:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.089741:0:35933:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998363.089743:0:35933:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.089746:0:35933:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998363.089751:0:35933:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998363.089753:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41dc7a70 00000002:00010000:1.0:1787998363.089755:0:35933:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787998363.089759:0:35933:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998363.089761:0:35933:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998363.089763:0:35933:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998363.089787:0:35933:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98100 count: 2 00010000:00000001:1.0:1787998363.089790:0:35933:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998363.089794:0:35933:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998363.089797:0:35933:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998363.089800:0:35933:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cc87 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad855 expref: -99 pid: 35933 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1787998363.089809:0:35933:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998363.089815:0:35933:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.089818:0:35933:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cc87 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad855 expref: -99 pid: 35933 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1787998363.089824:0:35933:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787998363.089826:0:35933:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998363.089828:0:35933:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998363.089830:0:35933:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998363.089831:0:35933:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998363.089833:0:35933:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787998363.089836:0:35933:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787998363.089838:0:35933:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998363.089840:0:35933:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162b800. 00000080:00000001:1.0:1787998363.089844:0:35933:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998363.089845:0:35933:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998363.089847:0:35933:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:1.0:1787998363.089850:0:35933:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cc87 00800000:00000001:1.0:1787998363.089853:0:35933:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998363.089855:0:35933:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998363.089856:0:35933:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.089858:0:35933:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.089861:0:35933:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=3 00000020:00000001:1.0:1787998363.089863:0:35933:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998363.089865:0:35933:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998363.089867:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.089869:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998363.089870:0:35933:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998363.089872:0:35933:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998363.089874:0:35933:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc87 from it ffffb66d41dc7cb8 00010000:00000001:1.0:1787998363.089876:0:35933:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.089877:0:35933:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.089879:0:35933:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=3 00000020:00000001:1.0:1787998363.089880:0:35933:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998363.089882:0:35933:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998363.089884:0:35933:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998363.089887:0:35933:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cc87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad855 expref: -99 pid: 35933 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998363.089893:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.089894:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.089895:0:35933:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998363.089897:0:35933:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998363.089899:0:35933:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cc87 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad855 expref: -99 pid: 35933 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787998363.089905:0:35933:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998363.089907:0:35933:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998363.089908:0:35933:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998363.089911:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.089912:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.089914:0:35933:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.089916:0:35933:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998363.089918:0:35933:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.089919:0:35933:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.089922:0:35933:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.089924:0:35933:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998363.089925:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.089926:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998363.089929:0:35933:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787998363.089931:0:35933:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998363.089934:0:35933:0:(file.c:6248:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.089937:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41dc7d08 00000080:00000008:1.0:1787998363.089939:0:35933:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d1989ad348), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1787998363.090049:0:35933:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998363.090052:0:35933:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998363.090053:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41dc7b78 00000080:00200000:1.0:1787998363.090056:0:35933:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:1.0:1787998363.090059:0:35933:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19162b800. 00800000:00000002:1.0:1787998363.090062:0:35933:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998363.090065:0:35933:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998363.090067:0:35933:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998363.090068:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41dc7a98 00800000:00000002:1.0:1787998363.090070:0:35933:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998363.090073:0:35933:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998363.090074:0:35933:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998363.090076:0:35933:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998363.090077:0:35933:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998363.090078:0:35933:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998363.090080:0:35933:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.090081:0:35933:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998363.090083:0:35933:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.090085:0:35933:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998363.090088:0:35933:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998363.090089:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41dc7968 00000002:00010000:1.0:1787998363.090091:0:35933:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787998363.090094:0:35933:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998363.090095:0:35933:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998363.090097:0:35933:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998363.090099:0:35933:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98100 count: 2 00010000:00000001:1.0:1787998363.090102:0:35933:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998363.090104:0:35933:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998363.090106:0:35933:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998363.090109:0:35933:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cc87 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad855 expref: -99 pid: 35933 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1787998363.090126:0:35933:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998363.090128:0:35933:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.090131:0:35933:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cc87 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad855 expref: -99 pid: 35933 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1787998363.090137:0:35933:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787998363.090139:0:35933:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998363.090140:0:35933:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998363.090142:0:35933:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998363.090143:0:35933:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998363.090145:0:35933:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787998363.090147:0:35933:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787998363.090149:0:35933:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998363.090151:0:35933:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162b800. 00000080:00000001:1.0:1787998363.090154:0:35933:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998363.090155:0:35933:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998363.090157:0:35933:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:1.0:1787998363.090159:0:35933:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cc87 00800000:00000001:1.0:1787998363.090162:0:35933:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998363.090164:0:35933:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998363.090165:0:35933:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.090166:0:35933:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.090168:0:35933:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=3 00000020:00000001:1.0:1787998363.090170:0:35933:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998363.090172:0:35933:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998363.090175:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.090176:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998363.090177:0:35933:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998363.090179:0:35933:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998363.090180:0:35933:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc87 from it ffffb66d41dc7bb0 00010000:00000001:1.0:1787998363.090183:0:35933:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.090184:0:35933:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.090185:0:35933:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=3 00000020:00000001:1.0:1787998363.090187:0:35933:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998363.090189:0:35933:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:1.0:1787998363.090191:0:35933:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998363.090194:0:35933:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cc87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad855 expref: -99 pid: 35933 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787998363.090199:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.090200:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.090202:0:35933:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998363.090203:0:35933:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998363.090205:0:35933:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cc87 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad855 expref: -99 pid: 35933 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1787998363.090211:0:35933:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998363.090212:0:35933:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998363.090213:0:35933:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998363.090215:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.090216:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.090217:0:35933:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.090219:0:35933:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998363.090220:0:35933:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.090222:0:35933:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.090223:0:35933:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.090225:0:35933:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998363.090226:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.090227:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998363.090228:0:35933:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787998363.090229:0:35933:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998363.090232:0:35933:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 44 00000080:00000001:1.0:1787998363.090235:0:35933:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.090239:0:35933:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:1.0:1787998363.090241:0:35933:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1787998363.090243:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41dc7b78 00000080:00200008:1.0:1787998363.090245:0:35933:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff94d1989ad348), flags 100000 00000080:00000010:1.0:1787998363.090250:0:35933:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d1a067af00. 00000080:00000001:1.0:1787998363.090255:0:35933:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.090256:0:35933:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.090373:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.090376:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.090384:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.090387:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.090391:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.090396:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.090398:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.090401:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.090403:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.090411:0:35933:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:1.0:1787998363.090413:0:35933:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff94d1a0bb2800: age 1866, max_age 1874 00000002:00000001:1.0:1787998363.090417:0:35933:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:1.0:1787998363.090420:0:35933:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000010:1.0:1787998363.090426:0:35933:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edf100. 00000020:00000040:1.0:1787998363.090430:0:35933:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:1.0:1787998363.090434:0:35933:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998363.090437:0:35933:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998363.090441:0:35933:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998363.090447:0:35933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19031f600. 00000100:00000001:1.0:1787998363.090455:0:35933:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.090458:0:35933:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998363.090460:0:35933:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998363.090466:0:35933:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a000b840. 00000100:00000001:1.0:1787998363.090468:0:35933:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786318400 : -117846923233216 : ffff94d1a000b840) 00000100:00000001:1.0:1787998363.090471:0:35933:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998363.090473:0:35933:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684424448 : -117847025127168 : ffff94d199edf100) 00000100:00000001:1.0:1787998363.090477:0:35933:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998363.090482:0:35933:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.090484:0:35933:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998363.090486:0:35933:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998363.090493:0:35933:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edf100 x1874850291793664/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998363.090508:0:35933:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998363.090511:0:35933:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998363.090515:0:35933:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998363.090517:0:35933:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998363.090520:0:35933:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998363.090524:0:35933:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edf100 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35933:1874850291793664:192.168.206.123@tcp:41:lfs.0 00000100:00000001:1.0:1787998363.090528:0:35933:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998363.090533:0:35933:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998363.090536:0:35933:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998363.090538:0:35933:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998363.090543:0:35933:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d199e26c00. 02000000:00000001:1.0:1787998363.090545:0:35933:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998363.090552:0:35933:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998363.090556:0:35933:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc7e8. 00000400:00000010:1.0:1787998363.090563:0:35933:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409a18. 00000100:00000200:1.0:1787998363.090571:0:35933:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291793664, portal 10 00000100:00000001:1.0:1787998363.090573:0:35933:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998363.090574:0:35933:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684424448 : -117847025127168 : ffff94d199edf100) 00000100:00000040:1.0:1787998363.090580:0:35933:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199edf100 x1874850291793664/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998379 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998363.090588:0:35933:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998363.090591:0:35933:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998363.090594:0:35933:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409110. 00000100:00000200:1.0:1787998363.090598:0:35933:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291793664, offset 0 00000400:00000200:1.0:1787998363.090605:0:35933:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998363.090615:0:35933:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998363.090622:0:35933:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998363.090629:0:35933:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998363.090633:0:35933:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998363.090638:0:35933:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998363.090641:0:35933:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998363.091146:0:35933:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2943:2943:256:4294967295] 192.168.206.123@tcp LPNI seq info [2943:2943:8:4294967295] 00000400:00000200:1.0:1787998363.091152:0:35933:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998363.091163:0:35933:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998363.091171:0:35933:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998363.091177:0:35933:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031ff00. 00000800:00000200:1.0:1787998363.091184:0:35933:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998363.091193:0:35933:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998363.091199:0:35933:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787998363.091252:0:35933:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998363.091258:0:35933:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 829936 usecs (830 jiffies) 00000400:00000200:1.0:1787998363.091262:0:35933:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998363.091265:0:35933:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296544078 00000100:00000001:1.0:1787998363.091269:0:35933:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:1.0:1787998363.091271:0:35933:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296544078 00000100:00000001:1.0:1787998363.091273:0:35933:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:1.0:1787998363.091276:0:35933:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998363.091279:0:35933:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.091282:0:35933:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998363.091284:0:35933:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998363.091287:0:35933:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a000b840 going to sleep for 11 seconds 00000100:00000001:1.0:1787998363.091289:0:35933:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998363.091293:0:35933:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998363.091426:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998363.091432:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031ff00. 00000400:00000200:2.0:1787998363.091439:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998363.091445:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998363.091450:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409110 00000400:00000010:2.0:1787998363.091453:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409110. 00000100:00000001:2.0:1787998363.091458:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998363.091463:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edf100 x1874850291793664/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998379 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998363.091473:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998363.091475:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edf100 x1874850291793664/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998379 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998363.091482:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998363.091484:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998363.093232:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.093249:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998363.093253:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.093255:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.093263:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.093270:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998363.093280:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.093285:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.093290:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.093295:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 368 into portal 10 MB=0x6a92a99a63f00 00000400:00000200:3.0:1787998363.093300:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.093306:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 368/368 into md 0x88dd [1] + 224 00000800:00000001:3.0:1787998363.093313:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.093320:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.093323:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998363.093327:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998363.093334:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998363.093342:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edf100 x1874850291793664/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998379 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998363.093353:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94d199edf100 x1874850291793664/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998363.093373:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998363.093382:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.093386:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.093440:0:35933:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998363.093449:0:35933:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998363.093451:0:35933:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998363.093454:0:35933:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc7e8. 00000400:00000200:1.0:1787998363.093458:0:35933:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409a18 00000400:00000010:1.0:1787998363.093460:0:35933:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409a18. 00000100:00000001:1.0:1787998363.093463:0:35933:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998363.093468:0:35933:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edf100 x1874850291793664/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787998363.093484:0:35933:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edf100 x1874850291793664/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998363.093490:0:35933:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998363.093492:0:35933:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.093495:0:35933:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998363.093498:0:35933:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998363.093500:0:35933:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998363.093502:0:35933:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998363.093505:0:35933:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998363.093515:0:35933:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=39 v=5 (5 5 104 104) 00000100:00001000:1.0:1787998363.093520:0:35933:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998363.093522:0:35933:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998363.093524:0:35933:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.093527:0:35933:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998363.093531:0:35933:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.093535:0:35933:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998363.093537:0:35933:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 8589934600 00000100:00000001:1.0:1787998363.093539:0:35933:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998363.093541:0:35933:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998363.093546:0:35933:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edf100 x1874850291793664/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998363.093554:0:35933:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998363.093557:0:35933:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998363.093559:0:35933:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998363.093563:0:35933:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edf100 x1874850291793664/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998379 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787998363.093571:0:35933:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edf100 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35933:1874850291793664:192.168.206.123@tcp:41:lfs.0 00000100:00000001:1.0:1787998363.093576:0:35933:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.093578:0:35933:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.093581:0:35933:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998363.093582:0:35933:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998363.093586:0:35933:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edf100 x1874850291793664/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998379 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998363.093593:0:35933:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998363.093596:0:35933:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a000b840. 00000100:00000001:1.0:1787998363.093599:0:35933:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998363.093601:0:35933:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.093607:0:35933:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:1.0:1787998363.093609:0:35933:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998363.093612:0:35933:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edf100 x1874850291793664/t0(0) o41->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998379 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998363.093618:0:35933:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998363.093621:0:35933:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998363.093624:0:35933:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e26c00. 02000000:00000001:1.0:1787998363.093627:0:35933:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998363.093629:0:35933:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998363.093631:0:35933:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998363.093633:0:35933:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998363.093636:0:35933:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19031f600. 02000000:00000001:1.0:1787998363.093641:0:35933:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998363.093643:0:35933:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998363.093645:0:35933:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edf100. 00000100:00000001:1.0:1787998363.093649:0:35933:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998363.093650:0:35933:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787998363.093652:0:35933:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998363.093653:0:35933:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998363.093655:0:35933:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:1.0:1787998363.093658:0:35933:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff94d1a0bb2800: update ffff94d191600450 cache blocks 317378/353529 objects 1023701/1024000 00800000:00000001:1.0:1787998363.093662:0:35933:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998363.093667:0:35933:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.093670:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998363.093674:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.093676:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.093679:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.093748:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.093750:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.093757:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.093760:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.093765:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.093798:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.093801:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.093804:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.093807:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.093813:0:35933:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:1.0:1787998363.093816:0:35933:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff94d1a0bb2800: age 1866, max_age 1874 00000002:00000001:1.0:1787998363.093819:0:35933:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:1.0:1787998363.093826:0:35933:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=6 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000010:1.0:1787998363.093831:0:35933:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edf100. 00000020:00000040:1.0:1787998363.093834:0:35933:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=7 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000001:1.0:1787998363.093837:0:35933:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998363.093840:0:35933:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998363.093845:0:35933:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998363.093849:0:35933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19031f600. 00000100:00000001:1.0:1787998363.093854:0:35933:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.093857:0:35933:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998363.093859:0:35933:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998363.093863:0:35933:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a000b840. 00000100:00000001:1.0:1787998363.093865:0:35933:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786318400 : -117846923233216 : ffff94d1a000b840) 00000100:00000001:1.0:1787998363.093868:0:35933:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998363.093870:0:35933:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684424448 : -117847025127168 : ffff94d199edf100) 00000100:00000001:1.0:1787998363.093874:0:35933:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998363.093878:0:35933:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.093880:0:35933:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998363.093881:0:35933:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998363.093885:0:35933:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edf100 x1874850291793792/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998363.093893:0:35933:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998363.093895:0:35933:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998363.093898:0:35933:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998363.093901:0:35933:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998363.093903:0:35933:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998363.093906:0:35933:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edf100 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35933:1874850291793792:192.168.206.123@tcp:41:lfs.0 00000100:00000001:1.0:1787998363.093910:0:35933:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998363.093914:0:35933:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998363.093917:0:35933:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998363.093919:0:35933:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998363.093922:0:35933:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d199e26c00. 02000000:00000001:1.0:1787998363.093924:0:35933:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998363.093928:0:35933:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998363.093931:0:35933:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc7e8. 00000400:00000010:1.0:1787998363.093935:0:35933:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409a18. 00000100:00000200:1.0:1787998363.093941:0:35933:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291793792, portal 10 00000100:00000001:1.0:1787998363.093943:0:35933:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998363.093944:0:35933:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684424448 : -117847025127168 : ffff94d199edf100) 00000100:00000040:1.0:1787998363.093950:0:35933:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199edf100 x1874850291793792/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998379 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998363.093957:0:35933:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998363.093960:0:35933:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998363.093962:0:35933:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409aa0. 00000100:00000200:1.0:1787998363.093965:0:35933:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291793792, offset 0 00000400:00000200:1.0:1787998363.093969:0:35933:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998363.093975:0:35933:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998363.093980:0:35933:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998363.093986:0:35933:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998363.093990:0:35933:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998363.093994:0:35933:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998363.093996:0:35933:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998363.094000:0:35933:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2944:2944:256:4294967295] 192.168.206.123@tcp LPNI seq info [2944:2944:8:4294967295] 00000400:00000200:1.0:1787998363.094005:0:35933:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998363.094014:0:35933:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998363.094020:0:35933:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998363.094025:0:35933:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031fc00. 00000800:00000200:1.0:1787998363.094031:0:35933:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998363.094039:0:35933:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998363.094044:0:35933:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031fc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787998363.094296:0:35933:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998363.094301:0:35933:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18151 usecs (19 jiffies) 00000400:00000200:1.0:1787998363.094304:0:35933:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998363.094307:0:35933:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296543270 00000100:00000001:1.0:1787998363.094310:0:35933:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:1.0:1787998363.094313:0:35933:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296543270 00000100:00000001:1.0:1787998363.094315:0:35933:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:1.0:1787998363.094318:0:35933:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998363.094320:0:35933:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.094322:0:35933:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998363.094324:0:35933:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998363.094326:0:35933:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a000b840 going to sleep for 11 seconds 00000100:00000001:1.0:1787998363.094328:0:35933:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998363.094330:0:35933:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998363.094614:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998363.094618:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031fc00. 00000400:00000200:2.0:1787998363.094624:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998363.094628:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998363.094633:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409aa0 00000400:00000010:2.0:1787998363.094635:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409aa0. 00000100:00000001:2.0:1787998363.094639:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998363.094643:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edf100 x1874850291793792/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998379 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998363.094652:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998363.094655:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edf100 x1874850291793792/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998379 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998363.094662:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998363.094663:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998363.096898:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.096915:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998363.096921:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.096924:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.096933:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.096941:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998363.096951:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.096955:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.096961:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.096965:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 368 into portal 10 MB=0x6a92a99a63f80 00000400:00000200:3.0:1787998363.096971:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.097075:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 368/368 into md 0x88e5 [1] + 224 00000800:00000001:3.0:1787998363.097084:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.097092:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.097095:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998363.097099:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998363.097107:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998363.097129:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edf100 x1874850291793792/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998379 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998363.097142:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94d199edf100 x1874850291793792/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998363.097162:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998363.097171:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.097175:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.097243:0:35933:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998363.097253:0:35933:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998363.097254:0:35933:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998363.097258:0:35933:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc7e8. 00000400:00000200:1.0:1787998363.097262:0:35933:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409a18 00000400:00000010:1.0:1787998363.097265:0:35933:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409a18. 00000100:00000001:1.0:1787998363.097268:0:35933:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998363.097273:0:35933:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edf100 x1874850291793792/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787998363.097282:0:35933:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edf100 x1874850291793792/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998363.097288:0:35933:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998363.097290:0:35933:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.097293:0:35933:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998363.097296:0:35933:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998363.097299:0:35933:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998363.097301:0:35933:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998363.097304:0:35933:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998363.097313:0:35933:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=39 v=5 (5 5 104 104) 00000100:00001000:1.0:1787998363.097318:0:35933:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=39 v=5 (1 1 1 1) 00000100:00000001:1.0:1787998363.097320:0:35933:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998363.097322:0:35933:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.097325:0:35933:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998363.097330:0:35933:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.097333:0:35933:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998363.097336:0:35933:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967346 00000100:00000001:1.0:1787998363.097338:0:35933:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998363.097341:0:35933:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998363.097346:0:35933:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edf100 x1874850291793792/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998363.097353:0:35933:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998363.097356:0:35933:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998363.097357:0:35933:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998363.097362:0:35933:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edf100 x1874850291793792/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998379 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787998363.097442:0:35933:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edf100 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35933:1874850291793792:192.168.206.123@tcp:41:lfs.0 00000100:00000001:1.0:1787998363.097447:0:35933:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.097451:0:35933:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.097453:0:35933:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998363.097455:0:35933:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998363.097459:0:35933:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edf100 x1874850291793792/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998379 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998363.097466:0:35933:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998363.097469:0:35933:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a000b840. 00000100:00000001:1.0:1787998363.097473:0:35933:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998363.097474:0:35933:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.097481:0:35933:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:1.0:1787998363.097483:0:35933:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998363.097486:0:35933:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edf100 x1874850291793792/t0(0) o41->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1787998379 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998363.097493:0:35933:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998363.097495:0:35933:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998363.097498:0:35933:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e26c00. 02000000:00000001:1.0:1787998363.097502:0:35933:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998363.097504:0:35933:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998363.097506:0:35933:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=6 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998363.097508:0:35933:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998363.097511:0:35933:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19031f600. 02000000:00000001:1.0:1787998363.097518:0:35933:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998363.097520:0:35933:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998363.097522:0:35933:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edf100. 00000100:00000001:1.0:1787998363.097526:0:35933:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998363.097527:0:35933:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787998363.097528:0:35933:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998363.097530:0:35933:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=5 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998363.097531:0:35933:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:1.0:1787998363.097534:0:35933:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff94d1a0bb2800: update ffff94d1916037c0 cache blocks 317412/353529 objects 1023731/1024000 00800000:00000001:1.0:1787998363.097539:0:35933:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998363.097545:0:35933:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.097548:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998363.097551:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.097554:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.097557:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.097629:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.097632:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.097640:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.097643:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.097648:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.097652:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.097655:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.097658:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.097660:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.097665:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.097667:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.097670:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.097672:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.097675:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.097677:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.097681:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.097683:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.097686:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.097687:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.097690:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.097692:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.097694:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.097695:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.097696:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.097699:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.097701:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.097703:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.097705:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.097707:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.097709:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.097712:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.097713:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.097716:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.097717:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.097719:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.097722:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.097723:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.097724:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.097725:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.097727:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.097729:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.097731:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.097733:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.097736:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.097737:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.097741:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.097742:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.097745:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.097746:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.097748:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.097750:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.097752:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.097753:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.097754:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.097757:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.097759:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.097760:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.097763:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.097765:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.097894:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.097899:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.097900:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.097904:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.097906:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.097908:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.097921:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.097923:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.097925:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.097926:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.098158:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098160:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098162:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.098164:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.098168:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098169:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098174:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.098176:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.098180:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.098181:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.098184:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.098186:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.098188:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.098189:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.098191:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.098194:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098195:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098197:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.098199:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.098201:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098203:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098206:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.098207:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.098210:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.098211:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.098213:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.098215:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.098217:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.098218:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.098220:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.098222:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098224:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098226:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.098228:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.098230:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098232:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098235:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.098236:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.098239:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.098239:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.098242:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.098244:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.098246:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.098247:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.098248:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.098250:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098252:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098254:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.098256:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.098258:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098260:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098262:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.098264:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.098266:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.098267:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.098269:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.098272:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.098274:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.098275:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.098276:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.098278:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098280:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098282:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.098284:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.098287:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098288:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098291:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.098292:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.098295:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.098296:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.098298:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.098300:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.098302:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.098303:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.098304:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.098307:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098308:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098310:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.098312:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.098314:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098316:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098319:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.098320:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.098322:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.098324:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.098326:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.098328:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.098330:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.098331:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.098332:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.098334:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098336:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098338:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.098340:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.098342:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098344:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098347:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.098348:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.098351:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.098352:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.098354:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.098356:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.098358:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.098359:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.098360:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.098429:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098432:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098434:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.098437:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.098439:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098441:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098446:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.098448:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.098451:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.098452:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.098456:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.098458:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.098460:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.098461:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.098463:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.098465:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098467:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098468:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.098470:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.098472:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098474:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098477:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.098479:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.098481:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.098482:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.098484:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.098487:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.098488:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.098489:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.098491:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.098493:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098495:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098497:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.098499:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.098501:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098503:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098506:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.098507:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.098510:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.098511:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.098513:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.098515:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.098517:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.098518:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.098519:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.098521:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098523:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098525:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.098527:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.098529:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098531:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098533:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.098535:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.098537:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.098538:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.098540:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.098542:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.098543:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.098545:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.098546:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.098548:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098550:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098552:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.098554:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.098556:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098558:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098561:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.098563:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.098565:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.098566:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.098568:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.098570:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.098572:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.098573:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.098574:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.098576:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098578:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098580:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.098582:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.098585:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098586:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098589:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.098591:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.098593:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.098595:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.098597:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.098599:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.098600:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.098602:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.098603:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.098605:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098607:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098609:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.098611:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.098614:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098615:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098618:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.098620:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.098623:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.098624:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.098626:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.098629:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.098631:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.098632:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.098633:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.098636:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098638:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098640:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.098642:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.098644:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098645:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098648:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.098649:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.098652:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.098653:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.098655:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.098657:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.098658:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.098659:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.098661:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.098663:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098665:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098667:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.098670:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.098672:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098674:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098677:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.098678:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.098681:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.098681:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.098683:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.098685:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.098687:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.098688:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.098690:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.098693:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098695:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098696:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.098698:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.098700:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098702:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.098705:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.098706:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.098708:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.098709:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.098711:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.098713:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.098715:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.098716:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.098717:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.099104:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099108:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099119:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.099122:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.099126:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099128:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099134:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.099136:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.099140:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.099141:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.099145:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.099148:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.099149:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.099151:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.099153:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.099155:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099158:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099160:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.099163:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.099165:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099167:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099170:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.099171:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.099174:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.099175:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.099177:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.099180:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.099182:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.099183:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.099185:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.099188:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099190:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099192:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.099194:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.099196:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099198:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099201:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.099203:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.099206:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.099207:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.099209:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.099211:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.099213:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.099214:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.099216:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.099219:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099221:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099223:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.099225:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.099227:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099229:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099232:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.099234:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.099237:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.099238:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.099240:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.099242:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.099244:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.099245:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.099246:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.099249:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099251:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099253:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.099256:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.099258:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099260:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099263:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.099264:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.099267:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.099269:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.099271:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.099273:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.099275:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.099276:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.099277:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.099280:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099282:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099284:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.099286:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.099288:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099290:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099292:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.099294:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.099297:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.099298:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.099300:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.099302:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.099304:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.099305:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.099306:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.099308:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099310:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099311:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.099313:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.099315:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099317:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099320:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.099321:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.099324:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.099325:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.099327:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.099330:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.099331:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.099332:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.099334:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.099336:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099338:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099340:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.099342:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.099344:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099346:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099349:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.099350:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.099353:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.099354:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.099356:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.099358:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.099360:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.099361:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.099362:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.099376:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099378:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099380:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.099382:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.099384:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099386:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099390:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.099391:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.099394:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.099395:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.099397:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.099399:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.099401:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.099402:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.099404:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.099406:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099408:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099410:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.099412:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.099414:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099416:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099419:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.099420:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.099423:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.099424:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.099427:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.099429:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.099430:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.099432:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.099433:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.099436:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099437:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099439:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.099441:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.099443:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099445:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099448:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.099450:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.099452:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.099453:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.099455:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.099458:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.099459:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.099460:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.099461:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.099463:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099466:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099468:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.099469:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.099471:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099473:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099476:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.099477:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.099479:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.099480:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.099483:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.099485:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.099487:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.099488:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.099489:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.099491:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099493:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099495:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.099498:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.099500:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099501:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099504:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.099505:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.099507:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.099508:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.099511:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.099513:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.099515:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.099516:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.099517:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.099520:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099521:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099523:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.099525:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.099527:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099528:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099531:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.099533:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.099535:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.099536:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.099538:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.099539:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.099541:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.099542:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.099543:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.099545:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099547:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099548:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.099550:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.099551:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099553:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099556:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.099557:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.099559:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.099560:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.099562:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.099563:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.099564:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.099565:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.099566:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.099569:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099570:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099572:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.099573:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.099575:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099577:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099579:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.099580:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.099582:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.099583:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.099585:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.099587:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.099588:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.099589:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.099591:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.099593:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099594:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099596:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.099597:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.099599:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099601:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099603:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.099605:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.099607:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.099608:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.099610:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.099612:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.099614:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.099615:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.099617:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.099619:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099621:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099623:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.099625:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.099627:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099629:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099632:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.099633:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.099636:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.099637:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.099639:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.099641:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.099642:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.099643:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.099644:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.099646:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099648:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099650:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.099651:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.099653:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099655:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099657:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.099659:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.099661:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.099662:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.099664:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.099666:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.099668:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.099669:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.099670:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.099673:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099674:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099676:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.099678:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.099680:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099682:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099685:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.099686:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.099689:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.099690:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.099692:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.099695:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.099696:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.099697:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.099699:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.099701:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099703:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099705:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.099707:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.099709:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099710:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099713:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.099714:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.099716:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.099717:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.099720:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.099722:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.099723:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.099725:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.099726:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.099728:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099730:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099731:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.099733:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.099735:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099736:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099739:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.099740:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.099743:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.099744:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.099746:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.099748:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.099749:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.099750:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.099751:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.099754:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099755:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099757:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.099759:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.099761:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099763:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099766:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.099790:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.099794:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.099795:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.099798:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.099800:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.099802:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.099804:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.099805:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.099808:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099810:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099812:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.099815:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.099817:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099819:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099823:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.099824:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.099827:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.099828:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.099830:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.099833:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.099834:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.099835:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.099837:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.099839:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099841:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099843:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.099846:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.099848:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099850:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099853:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.099855:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.099858:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.099859:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.099861:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.099863:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.099865:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.099866:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.099868:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.099870:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099873:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099875:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.099877:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.099880:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099882:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099885:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.099886:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.099889:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.099890:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.099892:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.099895:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.099896:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.099897:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.099899:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.099901:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099903:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.099905:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.099907:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.099909:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.100565:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.100573:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.100574:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.100579:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.100580:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.100585:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.100588:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.100590:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.100592:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.100594:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.100597:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.100599:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.100601:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.100603:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.100606:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.100608:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.100611:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.100613:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.100615:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.100617:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.100619:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.100621:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.100623:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.100624:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.100625:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.100628:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.100630:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.100631:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.100634:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.100641:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.100642:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.100646:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.100647:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.100649:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.100650:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.100652:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.100654:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.100656:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.100657:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.100658:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.100661:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.100663:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.100665:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.100666:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.100668:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.100670:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.100672:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.100673:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.100675:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.100676:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.100679:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.100681:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.100683:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.100683:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.100685:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.100687:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.100689:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.100690:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.100692:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.100694:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.100696:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.100699:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.100700:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.100702:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.100703:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.100706:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.100707:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.100709:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.100710:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.100711:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.100713:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.100715:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.100716:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.100718:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.100719:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.100721:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.100723:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.100725:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.100727:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.100728:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.100730:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.100731:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.100733:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.100735:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.100736:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.100738:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.100740:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.100742:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.100743:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.100745:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.100747:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.100749:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.100751:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.100753:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.100755:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.100757:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.100759:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.100761:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.100853:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.100856:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.100860:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.100862:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.100865:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.100867:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.100870:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.100872:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.100877:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.100879:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.100882:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.100883:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.100886:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.100889:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.100891:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.100892:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.100893:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.100896:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.100898:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.100900:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.100902:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.100904:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.100906:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.100909:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.101020:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.101025:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.101027:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.101030:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.101033:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.101035:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.101036:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.101038:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.101041:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.101043:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.101045:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.101047:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.101050:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.101052:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.101057:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.101059:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.101062:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.101063:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.101065:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.101068:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.101070:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.101071:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.101073:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.101075:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.101077:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.101079:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.101081:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.101084:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.101085:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.101089:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.101091:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.101093:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.101095:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.101097:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.101099:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.101101:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.101102:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.101104:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.101107:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.101109:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.101119:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.101122:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.101125:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.101127:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.101130:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.101132:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.101135:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.101136:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.101138:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.101141:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.101142:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.101144:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.101145:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.101148:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.101150:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.101152:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.101154:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.101157:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.101159:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.101162:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.101164:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.101166:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.101168:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.101170:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.101172:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.101174:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.101175:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.101176:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.101179:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.101181:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.101183:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.101185:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.101188:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.101190:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.101192:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.101194:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.101196:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.101198:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.101200:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.101202:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.101204:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.101205:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.101207:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.101210:0:35933:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.101212:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.101214:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.101216:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.101218:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.101219:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.101222:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.101224:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.101226:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.101228:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.101230:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.101232:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.101234:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1787998363.101235:0:35933:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1787998363.101237:0:35933:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00800000:00000001:1.0:1787998363.101240:0:35933:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1787998363.101242:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1787998363.101245:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1787998363.101247:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.101249:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1787998363.101251:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1787998363.101255:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.101256:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.101259:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.101260:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.101262:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.101264:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.101266:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.101270:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.101272:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.101279:0:35933:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:1.0:1787998363.101282:0:35933:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff94d1a0bb2800: age 1866, max_age 1874 00000008:00000001:1.0:1787998363.101286:0:35933:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:1.0:1787998363.101290:0:35933:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000010:1.0:1787998363.101297:0:35933:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edf100. 00000020:00000040:1.0:1787998363.101301:0:35933:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=4 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998363.101306:0:35933:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998363.101308:0:35933:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998363.101311:0:35933:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1787998363.101313:0:35933:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998363.101317:0:35933:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998363.101323:0:35933:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998363.101331:0:35933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19031f600. 00000100:00000001:1.0:1787998363.101339:0:35933:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.101343:0:35933:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998363.101345:0:35933:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998363.101352:0:35933:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a000b840. 00000100:00000001:1.0:1787998363.101355:0:35933:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786318400 : -117846923233216 : ffff94d1a000b840) 00000100:00000001:1.0:1787998363.101358:0:35933:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998363.101360:0:35933:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684424448 : -117847025127168 : ffff94d199edf100) 00000100:00000001:1.0:1787998363.101425:0:35933:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998363.101431:0:35933:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.101434:0:35933:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998363.101436:0:35933:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998363.101447:0:35933:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edf100 x1874850291793920/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998363.101458:0:35933:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998363.101461:0:35933:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998363.101465:0:35933:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998363.101468:0:35933:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998363.101471:0:35933:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998363.101475:0:35933:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edf100 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35933:1874850291793920:192.168.206.123@tcp:13:lfs.0 00000100:00000001:1.0:1787998363.101479:0:35933:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998363.101486:0:35933:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998363.101488:0:35933:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998363.101491:0:35933:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998363.101496:0:35933:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d199e26c00. 02000000:00000001:1.0:1787998363.101498:0:35933:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998363.101506:0:35933:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998363.101511:0:35933:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc7e8. 00000400:00000010:1.0:1787998363.101519:0:35933:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409a18. 00000100:00000200:1.0:1787998363.101528:0:35933:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291793920, portal 4 00000100:00000001:1.0:1787998363.101530:0:35933:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998363.101531:0:35933:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684424448 : -117847025127168 : ffff94d199edf100) 00000100:00000040:1.0:1787998363.101539:0:35933:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199edf100 x1874850291793920/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998379 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998363.101548:0:35933:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998363.101551:0:35933:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998363.101554:0:35933:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409b28. 00000100:00000200:1.0:1787998363.101558:0:35933:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1874850291793920, offset 0 00000400:00000200:1.0:1787998363.101565:0:35933:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998363.101575:0:35933:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998363.101584:0:35933:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998363.101590:0:35933:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998363.101596:0:35933:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998363.101600:0:35933:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998363.101603:0:35933:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998363.101607:0:35933:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2945:2945:256:4294967295] 192.168.206.123@tcp LPNI seq info [2945:2945:8:4294967295] 00000400:00000200:1.0:1787998363.101612:0:35933:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998363.101622:0:35933:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998363.101629:0:35933:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998363.101634:0:35933:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f300. 00000800:00000200:1.0:1787998363.101641:0:35933:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998363.101650:0:35933:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998363.101655:0:35933:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787998363.101739:0:35933:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998363.101745:0:35933:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 181186 usecs (182 jiffies) 00000400:00000200:1.0:1787998363.101749:0:35933:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998363.101753:0:35933:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296543440 00000100:00000001:1.0:1787998363.101756:0:35933:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:1.0:1787998363.101759:0:35933:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296543440 00000100:00000001:1.0:1787998363.101761:0:35933:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:1.0:1787998363.101764:0:35933:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998363.101783:0:35933:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.101786:0:35933:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998363.101788:0:35933:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998363.101791:0:35933:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a000b840 going to sleep for 11 seconds 00000100:00000001:1.0:1787998363.101794:0:35933:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998363.101798:0:35933:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998363.102282:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998363.102288:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f300. 00000400:00000200:2.0:1787998363.102296:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998363.102302:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998363.102314:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409b28 00000400:00000010:2.0:1787998363.102317:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409b28. 00000100:00000001:2.0:1787998363.102322:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998363.102328:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edf100 x1874850291793920/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998379 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998363.102338:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998363.102341:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edf100 x1874850291793920/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998379 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998363.102348:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998363.102351:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998363.105242:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.105263:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998363.105267:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.105270:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.105280:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.105288:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998363.105297:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.105304:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.105310:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.105315:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 368 into portal 4 MB=0x6a92a99a64000 00000400:00000200:3.0:1787998363.105320:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.105327:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 368/368 into md 0x88ed [1] + 224 00000800:00000001:3.0:1787998363.105335:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.105342:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.105346:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998363.105351:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998363.105359:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998363.105906:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edf100 x1874850291793920/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998379 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998363.105928:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94d199edf100 x1874850291793920/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998363.105948:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998363.105960:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.105965:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.106062:0:35933:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998363.106071:0:35933:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998363.106073:0:35933:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998363.106077:0:35933:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc7e8. 00000400:00000200:1.0:1787998363.106082:0:35933:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409a18 00000400:00000010:1.0:1787998363.106085:0:35933:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409a18. 00000100:00000001:1.0:1787998363.106088:0:35933:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998363.106094:0:35933:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edf100 x1874850291793920/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787998363.106103:0:35933:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edf100 x1874850291793920/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998363.106109:0:35933:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998363.106120:0:35933:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.106123:0:35933:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998363.106127:0:35933:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998363.106130:0:35933:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998363.106133:0:35933:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998363.106137:0:35933:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998363.106148:0:35933:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62cf0 time=156 v=5 (5 0 0 5) 00000100:00001000:1.0:1787998363.106153:0:35933:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998363.106157:0:35933:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998363.106159:0:35933:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.106162:0:35933:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998363.106166:0:35933:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.106170:0:35933:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998363.106173:0:35933:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967336 00000100:00000001:1.0:1787998363.106175:0:35933:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998363.106178:0:35933:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998363.106183:0:35933:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edf100 x1874850291793920/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998363.106190:0:35933:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998363.106193:0:35933:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998363.106195:0:35933:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998363.106199:0:35933:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edf100 x1874850291793920/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998379 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787998363.106206:0:35933:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edf100 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35933:1874850291793920:192.168.206.123@tcp:13:lfs.0 00000100:00000001:1.0:1787998363.106211:0:35933:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.106214:0:35933:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.106216:0:35933:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998363.106219:0:35933:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998363.106222:0:35933:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edf100 x1874850291793920/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998379 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998363.106229:0:35933:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998363.106232:0:35933:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a000b840. 00000100:00000001:1.0:1787998363.106236:0:35933:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998363.106237:0:35933:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998363.106245:0:35933:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:1.0:1787998363.106247:0:35933:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998363.106250:0:35933:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edf100 x1874850291793920/t0(0) o13->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998379 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998363.106256:0:35933:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998363.106259:0:35933:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998363.106262:0:35933:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e26c00. 02000000:00000001:1.0:1787998363.106265:0:35933:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998363.106268:0:35933:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998363.106270:0:35933:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=2 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998363.106273:0:35933:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998363.106275:0:35933:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19031f600. 02000000:00000001:1.0:1787998363.106282:0:35933:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998363.106285:0:35933:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998363.106287:0:35933:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edf100. 00000100:00000001:1.0:1787998363.106291:0:35933:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998363.106293:0:35933:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1787998363.106297:0:35933:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff94d1a0bb2800: update ffff94d191ce0450 cache blocks 901332/958279 objects 261771/262144 00020000:00000001:1.0:1787998363.106301:0:35933:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.106306:0:35933:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.106310:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998363.106313:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.106317:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.106320:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.106397:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.106400:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.106408:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.106412:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.106418:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.106423:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.106425:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.106429:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.106431:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.106438:0:35933:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:1.0:1787998363.106439:0:35933:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff94d1a0bb2800: age 1866, max_age 1874 00000008:00000001:1.0:1787998363.106443:0:35933:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:1.0:1787998363.106446:0:35933:0:(genops.c:1210:class_import_get()) import ffff94d183eca000 refcount=3 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000100:00000010:1.0:1787998363.106450:0:35933:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edf100. 00000020:00000040:1.0:1787998363.106453:0:35933:0:(genops.c:1210:class_import_get()) import ffff94d183eca000 refcount=4 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998363.106456:0:35933:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998363.106457:0:35933:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=3 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998363.106459:0:35933:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1787998363.106461:0:35933:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998363.106463:0:35933:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998363.106468:0:35933:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998363.106474:0:35933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d19031f600. 00000100:00000001:1.0:1787998363.106481:0:35933:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.106488:0:35933:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998363.106490:0:35933:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998363.106495:0:35933:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a000b840. 00000100:00000001:1.0:1787998363.106498:0:35933:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786318400 : -117846923233216 : ffff94d1a000b840) 00000100:00000001:1.0:1787998363.106501:0:35933:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998363.106502:0:35933:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684424448 : -117847025127168 : ffff94d199edf100) 00000100:00000001:1.0:1787998363.106506:0:35933:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998363.106511:0:35933:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.106513:0:35933:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998363.106515:0:35933:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998363.106520:0:35933:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edf100 x1874850291794048/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998363.106526:0:35933:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998363.106529:0:35933:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998363.106533:0:35933:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998363.106535:0:35933:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998363.106538:0:35933:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998363.106541:0:35933:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edf100 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35933:1874850291794048:192.168.206.123@tcp:13:lfs.0 00000100:00000001:1.0:1787998363.106545:0:35933:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998363.106551:0:35933:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998363.106553:0:35933:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998363.106556:0:35933:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998363.106560:0:35933:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d199e26c00. 02000000:00000001:1.0:1787998363.106562:0:35933:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998363.106567:0:35933:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998363.106570:0:35933:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc7e8. 00000400:00000010:1.0:1787998363.106576:0:35933:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409a18. 00000100:00000200:1.0:1787998363.106583:0:35933:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291794048, portal 4 00000100:00000001:1.0:1787998363.106585:0:35933:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998363.106586:0:35933:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684424448 : -117847025127168 : ffff94d199edf100) 00000100:00000040:1.0:1787998363.106593:0:35933:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199edf100 x1874850291794048/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998379 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998363.106600:0:35933:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998363.106602:0:35933:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998363.106605:0:35933:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1854093b8. 00000100:00000200:1.0:1787998363.106610:0:35933:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1874850291794048, offset 0 00000400:00000200:1.0:1787998363.106616:0:35933:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998363.106624:0:35933:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998363.106630:0:35933:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998363.106636:0:35933:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998363.106641:0:35933:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998363.106645:0:35933:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998363.106648:0:35933:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998363.106652:0:35933:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2946:2946:256:4294967295] 192.168.206.123@tcp LPNI seq info [2946:2946:8:4294967295] 00000400:00000200:1.0:1787998363.106657:0:35933:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998363.106668:0:35933:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998363.106675:0:35933:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998363.106680:0:35933:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031fa00. 00000800:00000200:1.0:1787998363.106687:0:35933:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998363.106695:0:35933:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998363.106700:0:35933:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031fa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787998363.106720:0:35933:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998363.106725:0:35933:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 19995 usecs (20 jiffies) 00000400:00000200:1.0:1787998363.106729:0:35933:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998363.106732:0:35933:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296543283 00000100:00000001:1.0:1787998363.106735:0:35933:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:1.0:1787998363.106738:0:35933:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296543283 00000100:00000001:1.0:1787998363.106740:0:35933:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:1.0:1787998363.106743:0:35933:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998363.106746:0:35933:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.106748:0:35933:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998363.106750:0:35933:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998363.106753:0:35933:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a000b840 going to sleep for 11 seconds 00000100:00000001:1.0:1787998363.106755:0:35933:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998363.106757:0:35933:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998363.107267:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998363.107273:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031fa00. 00000400:00000200:2.0:1787998363.107278:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998363.107283:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998363.107288:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854093b8 00000400:00000010:2.0:1787998363.107290:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854093b8. 00000100:00000001:2.0:1787998363.107294:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998363.107299:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edf100 x1874850291794048/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998379 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998363.107308:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998363.107311:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edf100 x1874850291794048/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998379 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998363.107317:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998363.107318:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998363.109299:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.109316:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998363.109321:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.109323:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.109332:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.109339:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998363.109349:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.109354:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.109360:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.109365:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 368 into portal 4 MB=0x6a92a99a64080 00000400:00000200:3.0:1787998363.109370:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.109376:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 368/368 into md 0x88f5 [1] + 224 00000800:00000001:3.0:1787998363.109383:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.109409:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.109413:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998363.109418:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998363.109426:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998363.109435:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edf100 x1874850291794048/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998379 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998363.109446:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94d199edf100 x1874850291794048/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998363.109471:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998363.109480:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.109483:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.109562:0:35933:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998363.109570:0:35933:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998363.109572:0:35933:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998363.109575:0:35933:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc7e8. 00000400:00000200:1.0:1787998363.109580:0:35933:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409a18 00000400:00000010:1.0:1787998363.109582:0:35933:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409a18. 00000100:00000001:1.0:1787998363.109586:0:35933:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998363.109591:0:35933:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edf100 x1874850291794048/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787998363.109600:0:35933:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edf100 x1874850291794048/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998363.109606:0:35933:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998363.109608:0:35933:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.109611:0:35933:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998363.109615:0:35933:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998363.109617:0:35933:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998363.109620:0:35933:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998363.109623:0:35933:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998363.109632:0:35933:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca4f0 time=37 v=5 (5 0 0 0) 00000100:00001000:1.0:1787998363.109637:0:35933:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=28 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998363.109640:0:35933:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998363.109642:0:35933:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.109645:0:35933:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998363.109648:0:35933:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.109663:0:35933:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998363.109665:0:35933:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:1.0:1787998363.109668:0:35933:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998363.109670:0:35933:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998363.109675:0:35933:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edf100 x1874850291794048/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998363.109682:0:35933:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998363.109685:0:35933:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998363.109687:0:35933:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998363.109691:0:35933:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edf100 x1874850291794048/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998379 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787998363.109698:0:35933:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edf100 pname:cluuid:pid:xid:nid:opc:job lfs:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35933:1874850291794048:192.168.206.123@tcp:13:lfs.0 00000100:00000001:1.0:1787998363.109703:0:35933:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.109707:0:35933:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.109709:0:35933:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998363.109711:0:35933:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998363.109715:0:35933:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edf100 x1874850291794048/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998379 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998363.109722:0:35933:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998363.109725:0:35933:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a000b840. 00000100:00000001:1.0:1787998363.109727:0:35933:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998363.109729:0:35933:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998363.109735:0:35933:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:1.0:1787998363.109738:0:35933:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998363.109740:0:35933:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edf100 x1874850291794048/t0(0) o13->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1787998379 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998363.109747:0:35933:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998363.109749:0:35933:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998363.109753:0:35933:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e26c00. 02000000:00000001:1.0:1787998363.109756:0:35933:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998363.109758:0:35933:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998363.109760:0:35933:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998363.109762:0:35933:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998363.109765:0:35933:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d19031f600. 02000000:00000001:1.0:1787998363.109805:0:35933:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998363.109807:0:35933:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998363.109810:0:35933:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edf100. 00000100:00000001:1.0:1787998363.109814:0:35933:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998363.109815:0:35933:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1787998363.109819:0:35933:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff94d1a0bb2800: update ffff94d191ce37c0 cache blocks 901366/958279 objects 261774/262144 00020000:00000001:1.0:1787998363.109823:0:35933:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.109828:0:35933:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.109831:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998363.109834:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.109837:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.109841:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.109949:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.109952:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.109960:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.109963:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.109969:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.109974:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.109977:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.109981:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.109983:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.109987:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.109989:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.109991:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.109994:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.109996:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.109997:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110002:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.110004:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.110007:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.110008:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.110011:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.110013:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.110015:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.110016:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.110017:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.110020:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110022:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110023:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.110026:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.110028:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110030:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110033:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.110035:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.110038:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.110039:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.110041:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.110043:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.110045:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.110046:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.110047:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.110052:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110054:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110056:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.110058:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.110060:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110062:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110066:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.110067:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.110070:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.110081:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.110084:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.110086:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.110088:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.110089:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.110091:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.110093:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110095:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110097:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.110099:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.110101:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110103:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110107:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.110108:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.110119:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.110120:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.110123:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.110125:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.110127:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.110128:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.110129:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.110132:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110134:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110137:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.110139:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.110141:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110143:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110146:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.110148:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.110150:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.110151:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.110154:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.110155:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.110157:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.110158:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.110160:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.110162:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110164:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110166:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.110168:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.110170:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110172:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110175:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.110177:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.110179:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.110180:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.110182:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.110184:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.110186:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.110187:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.110188:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.110190:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110192:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110194:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.110196:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.110198:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110200:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110203:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.110204:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.110206:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.110208:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.110210:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.110212:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.110213:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.110214:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.110215:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.110218:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110220:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110221:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.110224:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.110226:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110228:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110231:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.110232:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.110235:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.110236:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.110238:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.110240:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.110241:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.110242:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.110243:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.110245:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110247:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110249:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.110250:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.110253:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110254:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110257:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.110258:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.110261:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.110262:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.110264:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.110266:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.110268:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.110268:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.110270:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.110272:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110274:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110276:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.110278:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.110280:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110282:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110285:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.110286:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.110289:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.110290:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.110292:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.110294:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.110295:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.110296:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.110297:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.110300:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110302:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110304:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.110305:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.110308:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110309:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110312:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.110313:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.110315:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.110316:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.110319:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.110321:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.110323:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.110324:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.110325:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.110328:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110330:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110332:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.110334:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.110336:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110338:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110341:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.110342:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.110345:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.110346:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.110348:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.110351:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.110352:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.110353:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.110355:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.110357:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110359:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110361:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.110363:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.110366:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110367:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110370:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.110372:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.110374:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.110375:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.110378:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.110380:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.110381:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.110383:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.110384:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.110387:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110389:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110390:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.110393:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.110395:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110397:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110400:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.110401:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.110404:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.110405:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.110407:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.110410:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.110411:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.110412:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.110413:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.110415:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110417:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110419:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.110421:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.110423:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110425:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110428:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.110429:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.110432:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.110433:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.110435:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.110438:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.110440:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.110441:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.110442:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.110444:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110447:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110449:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.110451:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.110453:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110455:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110458:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.110459:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.110462:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.110463:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.110465:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.110467:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.110469:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.110470:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.110472:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.110474:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110476:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110478:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.110480:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.110481:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110483:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110486:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.110487:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.110490:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.110491:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.110493:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.110495:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.110497:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.110498:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.110499:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.110501:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110503:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110505:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.110507:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.110510:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110512:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110515:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.110517:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.110519:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.110520:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.110522:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.110525:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.110526:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.110527:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.110528:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.110531:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110532:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110534:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.110536:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.110538:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110540:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110543:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.110545:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.110548:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.110549:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.110551:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.110553:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.110554:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.110556:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.110557:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.110560:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110561:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110563:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.110565:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.110567:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110569:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110572:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.110573:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.110576:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.110577:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.110579:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.110581:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.110583:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.110584:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.110585:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.110588:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110590:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110592:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.110594:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.110596:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110598:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110601:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.110602:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.110605:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.110606:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.110608:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.110610:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.110611:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.110612:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.110614:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.110616:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110618:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110620:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.110621:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.110623:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110624:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110627:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.110628:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.110631:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.110632:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.110635:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.110637:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.110639:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.110640:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.110641:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.110644:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110646:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110647:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.110649:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.110651:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110653:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110656:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.110658:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.110660:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.110661:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.110663:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.110665:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.110667:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.110668:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.110670:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.110672:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110674:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110676:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.110678:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.110680:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110681:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110684:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.110685:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.110687:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.110689:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.110691:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.110693:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.110694:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.110696:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.110697:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.110700:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110702:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110703:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.110705:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.110707:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110709:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110712:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.110713:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.110716:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.110717:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.110719:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.110721:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.110723:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.110724:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.110725:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.110728:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110730:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110732:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.110734:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.110736:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110737:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110740:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.110741:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.110744:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.110745:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.110747:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.110749:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.110751:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.110752:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.110754:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.110756:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110759:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110761:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.110763:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.110765:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110793:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110798:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.110799:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.110802:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.110804:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.110807:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.110809:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.110811:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.110812:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.110813:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.110816:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110818:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110820:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.110822:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.110825:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110827:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110830:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.110831:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.110834:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.110835:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.110837:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.110839:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.110841:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.110842:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.110843:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.110846:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110848:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110850:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.110852:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.110854:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110856:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110859:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.110861:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.110864:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.110865:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.110867:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.110869:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.110870:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.110871:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.110873:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.110875:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110877:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110879:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.110881:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.110883:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110885:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110888:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.110890:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.110892:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.110894:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.110896:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.110898:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.110900:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.110901:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.110902:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.110905:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110907:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110909:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.110911:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.110913:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110915:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110917:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.110919:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.110922:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.110923:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.110925:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.110927:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.110928:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.110929:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.110930:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.110933:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110935:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110936:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.110938:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.110940:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110942:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110945:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.110947:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.110949:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.110950:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.110952:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.110954:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.110956:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.110957:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.110959:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.110962:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110964:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110965:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.110967:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.110970:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110971:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110974:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.110975:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.110978:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.110979:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.110982:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.110985:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.110986:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.110988:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.110989:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.110992:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110994:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.110996:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.110998:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.111000:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111002:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111005:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.111007:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.111009:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.111010:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.111013:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.111015:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.111016:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.111017:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.111019:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.111021:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111023:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111025:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.111027:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.111029:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111030:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111033:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.111034:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.111037:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.111038:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.111040:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.111042:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.111044:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.111045:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.111047:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.111049:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111051:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111053:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.111055:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.111057:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111059:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111062:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.111063:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.111066:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.111067:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.111069:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.111071:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.111073:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.111074:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.111075:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.111077:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111079:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111081:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.111083:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.111085:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111087:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111090:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.111091:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.111094:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.111095:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.111097:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.111099:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.111101:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.111102:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.111104:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.111106:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111108:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111121:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.111123:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.111126:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111127:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111131:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.111132:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.111135:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.111136:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.111138:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.111141:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.111143:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.111144:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.111145:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.111148:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111150:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111151:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.111153:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.111155:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111157:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111160:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.111162:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.111164:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.111165:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.111167:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.111169:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.111171:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.111172:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.111173:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.111176:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111178:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111180:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.111182:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.111184:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111186:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111189:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.111190:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.111193:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.111194:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.111196:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.111198:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.111200:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.111201:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.111202:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.111204:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111206:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111207:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.111209:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.111211:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111213:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111216:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.111217:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.111219:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.111220:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.111222:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.111224:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.111225:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.111226:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.111228:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.111230:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111232:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111233:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.111236:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.111238:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111239:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111242:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.111244:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.111246:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.111247:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.111249:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.111251:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.111252:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.111254:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.111255:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.111257:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111259:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111260:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.111262:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.111264:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111266:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111269:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.111270:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.111272:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.111273:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.111275:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.111277:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.111279:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.111280:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.111281:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.111284:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111286:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111288:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.111290:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.111292:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111293:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111296:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.111297:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.111300:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.111301:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.111304:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.111306:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.111307:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.111308:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.111310:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.111312:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111314:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111315:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.111317:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.111319:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111321:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111323:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.111325:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.111327:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.111328:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.111330:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.111332:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.111333:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.111334:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.111335:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.111338:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111340:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111342:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.111344:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.111345:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111347:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111350:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.111351:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.111354:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.111355:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.111357:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.111359:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.111361:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.111362:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.111364:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.111366:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111368:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111370:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.111372:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.111374:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111375:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111379:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.111380:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.111383:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.111384:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.111386:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.111388:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.111389:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.111391:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.111392:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.111394:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111396:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111398:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.111400:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.111402:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111404:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111407:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.111408:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.111411:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.111412:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.111414:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.111416:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.111418:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.111419:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.111420:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.111423:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111425:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111427:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.111429:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.111432:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111434:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111436:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.111438:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.111440:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.111441:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.111444:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.111446:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.111448:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.111449:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.111450:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.111452:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111454:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111456:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.111458:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.111460:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111462:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111465:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.111466:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.111469:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.111470:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.111472:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.111475:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.111476:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.111478:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.111479:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.111482:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111484:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111485:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.111488:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.111490:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111492:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111496:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.111497:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.111500:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.111501:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.111503:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.111505:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.111506:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.111507:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.111508:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.111512:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111514:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111515:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.111518:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.111519:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111521:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111523:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.111525:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.111527:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.111528:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.111530:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.111532:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.111533:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.111534:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.111536:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.111538:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111539:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111541:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.111543:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.111545:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111546:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111548:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.111550:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.111552:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.111553:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.111555:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.111557:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.111558:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.111559:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.111561:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.111563:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111565:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111566:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.111568:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.111570:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111572:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111574:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.111576:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.111578:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.111579:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.111580:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.111582:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.111584:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.111585:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.111586:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.111588:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111590:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111591:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.111593:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.111595:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111596:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111598:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.111600:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.111601:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.111602:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.111604:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.111606:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.111607:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.111608:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.111609:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.111611:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111613:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111614:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.111616:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.111618:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111619:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111622:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.111623:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.111625:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.111626:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.111628:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.111630:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.111632:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.111632:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.111634:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.111636:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111638:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111639:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.111641:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.111643:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111644:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111647:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.111648:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.111650:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.111651:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.111653:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.111655:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.111657:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.111658:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.111659:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.111661:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111663:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111665:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.111667:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.111669:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111670:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111673:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.111674:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.111677:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.111678:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.111681:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.111683:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.111684:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.111685:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.111686:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.111688:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111690:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111692:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.111694:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.111695:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111697:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111700:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.111701:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.111703:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.111704:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.111706:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.111708:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.111709:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.111710:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.111711:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.111713:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111716:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111717:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.111719:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.111721:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111722:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111725:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.111726:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.111728:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.111729:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.111731:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.111732:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.111734:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.111735:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.111736:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.111739:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111740:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111741:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.111743:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.111745:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111746:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111749:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.111750:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.111752:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.111752:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.111754:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.111756:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.111757:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.111758:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.111759:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.111761:0:35933:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111762:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111764:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1787998363.111765:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.111784:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111786:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1787998363.111790:0:35933:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787998363.111791:0:35933:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348) cmd=c00866a4 arg=7fff49d18300 00000080:00000001:1.0:1787998363.111794:0:35933:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1787998363.111795:0:35933:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787998363.111797:0:35933:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d199e26400. 00000020:00000001:1.0:1787998363.111799:0:35933:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.111800:0:35933:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1787998363.111801:0:35933:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1787998363.111802:0:35933:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d1a0bb2800: cmd=c00866a4 len=592 karg=ffff94d199e26400 uarg=0000000000000000 00020000:00000001:1.0:1787998363.111805:0:35933:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1787998363.111806:0:35933:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1787998363.111807:0:35933:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1787998363.111809:0:35933:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d199e26400. 00000080:00000001:1.0:1787998363.111812:0:35933:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1787998363.111813:0:35933:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1787998363.111827:0:35933:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:1.0:1787998363.111830:0:35933:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1787998363.111834:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41dc7dd0 00000080:00200008:1.0:1787998363.111836:0:35933:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff94d1989ad348), flags 100000 00000080:00400000:1.0:1787998363.111840:0:35933:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1787998363.111844:0:35933:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d1a067af00. 00000080:00000001:1.0:1787998363.111848:0:35933:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1787998363.111851:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41dc7dd0 00000080:00000008:1.0:1787998363.111853:0:35933:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d1989ad348), flags 100000, rc = 0 00000080:00000001:1.0:1787998363.111856:0:35933:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.111857:0:35933:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998363.118957:0:35934:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998363.118964:0:35934:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787998363.118967:0:35934:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1787998363.118970:0:35934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41e03bc0 00000080:00200000:3.0:1787998363.118987:0:35934:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:3.0:1787998363.118996:0:35934:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1861f7800. 00800000:00000002:3.0:1787998363.119004:0:35934:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:3.0:1787998363.119008:0:35934:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787998363.119015:0:35934:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787998363.119018:0:35934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41e03ae0 00800000:00000002:3.0:1787998363.119020:0:35934:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998363.119025:0:35934:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787998363.119028:0:35934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998363.119031:0:35934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998363.119034:0:35934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998363.119037:0:35934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998363.119039:0:35934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998363.119041:0:35934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998363.119044:0:35934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998363.119048:0:35934:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1787998363.119054:0:35934:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787998363.119056:0:35934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41e039b0 00000002:00010000:3.0:1787998363.119058:0:35934:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1787998363.119062:0:35934:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787998363.119064:0:35934:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998363.119068:0:35934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998363.119076:0:35934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98100 count: 2 00010000:00000001:3.0:1787998363.119079:0:35934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998363.119085:0:35934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998363.119090:0:35934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787998363.119095:0:35934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cc87 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad855 expref: -99 pid: 35933 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1787998363.119108:0:35934:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1787998363.119205:0:35934:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998363.119210:0:35934:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cc87 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad855 expref: -99 pid: 35933 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1787998363.119219:0:35934:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1787998363.119221:0:35934:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1787998363.119223:0:35934:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787998363.119225:0:35934:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787998363.119227:0:35934:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787998363.119229:0:35934:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1787998363.119232:0:35934:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1787998363.119235:0:35934:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:3.0:1787998363.119239:0:35934:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1861f7800. 00000080:00000001:3.0:1787998363.119244:0:35934:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1787998363.119246:0:35934:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998363.119249:0:35934:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:3.0:1787998363.119252:0:35934:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cc87 00800000:00000001:3.0:1787998363.119256:0:35934:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787998363.119258:0:35934:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787998363.119260:0:35934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998363.119263:0:35934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998363.119266:0:35934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=3 00000020:00000001:3.0:1787998363.119269:0:35934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:3.0:1787998363.119271:0:35934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:3.0:1787998363.119274:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998363.119277:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787998363.119278:0:35934:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787998363.119280:0:35934:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787998363.119282:0:35934:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc87 from it ffffb66d41e03bf8 00010000:00000001:3.0:1787998363.119285:0:35934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998363.119286:0:35934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998363.119287:0:35934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2800 refcount=3 00000020:00000001:3.0:1787998363.119289:0:35934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:3.0:1787998363.119301:0:35934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542946304 : -117847166605312 : ffff94d1917f2800) 00010000:00000001:3.0:1787998363.119303:0:35934:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787998363.119307:0:35934:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cc87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad855 expref: -99 pid: 35933 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1787998363.119314:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998363.119315:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998363.119317:0:35934:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787998363.119319:0:35934:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787998363.119322:0:35934:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cc87 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad855 expref: -99 pid: 35933 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1787998363.119330:0:35934:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787998363.119333:0:35934:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787998363.119336:0:35934:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998363.119340:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998363.119341:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998363.119343:0:35934:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998363.119347:0:35934:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787998363.119349:0:35934:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998363.119351:0:35934:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998363.119354:0:35934:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998363.119356:0:35934:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787998363.119357:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998363.119359:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1787998363.119362:0:35934:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1787998363.119364:0:35934:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787998363.119367:0:35934:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:3.0:1787998363.119373:0:35934:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998363.119379:0:35934:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1787998363.119382:0:35934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41e03b58 00000080:00002000:3.0:1787998363.119384:0:35934:0:(dcache.c:87:ll_dcompare()) found name recon(ffff94d18356f948) flags 0x48000e refc 0 00000080:00000001:3.0:1787998363.119387:0:35934:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998363.119389:0:35934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41e03bc8 00000080:00200000:3.0:1787998363.119390:0:35934:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=777 00000080:00000001:3.0:1787998363.119398:0:35934:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:3.0:1787998363.119400:0:35934:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2d:0x0](ffff94d1989342c8), inode mode 81a4 mask 52 00000080:00000001:3.0:1787998363.119403:0:35934:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998363.119409:0:35934:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1787998363.119411:0:35934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41e03b98 00000080:00200008:3.0:1787998363.119413:0:35934:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x2d:0x0](ffff94d1989342c8), flags 102101 00000080:00000010:3.0:1787998363.119420:0:35934:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d181797540. 00000080:00000001:3.0:1787998363.119426:0:35934:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1787998363.119429:0:35934:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d1861f7800. 00800000:00000002:3.0:1787998363.119432:0:35934:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:3.0:1787998363.119435:0:35934:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787998363.119437:0:35934:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787998363.119438:0:35934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41e03a48 00800000:00000002:3.0:1787998363.119440:0:35934:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x200000405:0x2d:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787998363.119444:0:35934:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1787998363.119446:0:35934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787998363.119448:0:35934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787998363.119449:0:35934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787998363.119451:0:35934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787998363.119453:0:35934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787998363.119454:0:35934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2d:0x0] 00800000:00000001:3.0:1787998363.119456:0:35934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787998363.119458:0:35934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41e039c8 00800000:00000002:3.0:1787998363.119460:0:35934:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2d:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1787998363.119463:0:35934:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787998363.119465:0:35934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41e03900 00000002:00010000:3.0:1787998363.119467:0:35934:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2d:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 04240102102 00000002:00000001:3.0:1787998363.119471:0:35934:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1787998363.119474:0:35934:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1787998363.119477:0:35934:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1787998363.119481:0:35934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98f00 count: 2 00010000:00000001:3.0:1787998363.119484:0:35934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998363.119486:0:35934:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1787998363.119489:0:35934:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998363.119491:0:35934:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998363.119493:0:35934:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998363.119495:0:35934:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1787998363.119497:0:35934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98100 count: 2 00010000:00000001:3.0:1787998363.119499:0:35934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787998363.119501:0:35934:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1787998363.119503:0:35934:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1787998363.119510:0:35934:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cc87 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4fd9a50f3a6ad855 expref: -99 pid: 35933 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:3.0:1787998363.119519:0:35934:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1787998363.119523:0:35934:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1787998363.119525:0:35934:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1787998363.119527:0:35934:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1787998363.119529:0:35934:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998363.119531:0:35934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998363.119533:0:35934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98100 count: 3 00010000:00000001:3.0:1787998363.119535:0:35934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1787998363.119537:0:35934:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998363.119539:0:35934:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998363.119540:0:35934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998363.119541:0:35934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98100 count: 3 00010000:00000001:3.0:1787998363.119543:0:35934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1787998363.119545:0:35934:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998363.119547:0:35934:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787998363.119548:0:35934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787998363.119549:0:35934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98100 count: 3 00010000:00000001:3.0:1787998363.119551:0:35934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1787998363.119553:0:35934:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787998363.119555:0:35934:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1787998363.119558:0:35934:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d1989ad280, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1787998363.119563:0:35934:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1787998363.119566:0:35934:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1787998363.119568:0:35934:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1787998363.119569:0:35934:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998363.119573:0:35934:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1787998363.119577:0:35934:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1787998363.119579:0:35934:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1787998363.119580:0:35934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998363.119582:0:35934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1787998363.119585:0:35934:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1917f2800 with handle 0xb2d39e653c8cc87 from hash 00010000:00000001:3.0:1787998363.119588:0:35934:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1787998363.119589:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998363.119591:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998363.119592:0:35934:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1787998363.119595:0:35934:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1787998363.119597:0:35934:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1787998363.119599:0:35934:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787998363.119601:0:35934:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1787998363.119603:0:35934:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1787998363.119609:0:35934:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d01c00. 00000020:00000040:3.0:1787998363.119613:0:35934:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:3.0:1787998363.119620:0:35934:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787998363.119622:0:35934:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998363.119625:0:35934:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1787998363.119629:0:35934:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787998363.119632:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787998363.119633:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998363.119634:0:35934:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998363.119638:0:35934:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787998363.119640:0:35934:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787998363.119643:0:35934:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787998363.119651:0:35934:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0096000. 00000100:00000001:3.0:1787998363.119659:0:35934:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998363.119665:0:35934:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998363.119668:0:35934:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1787998363.119673:0:35934:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cc87 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ad855 expref: -99 pid: 35933 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787998363.119680:0:35934:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1787998363.119682:0:35934:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787998363.119683:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1787998363.119686:0:35934:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2800/0xb2d39e653c8cc87 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ad855 expref: -99 pid: 35933 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:3.0:1787998363.119694:0:35934:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d192b98100 count: 0 00010000:00000010:3.0:1787998363.119699:0:35934:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d1a0046880. 00010000:00000001:3.0:1787998363.119709:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787998363.119711:0:35934:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998363.119713:0:35934:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787998363.119714:0:35934:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998363.119716:0:35934:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787998363.119724:0:35934:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626226548251648 : -117847161299968 : ffff94d191d01c00) 00010000:00000001:3.0:1787998363.119728:0:35934:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1787998363.119730:0:35934:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1787998363.119735:0:35934:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d18a360f00. 00010000:00000010:3.0:1787998363.119739:0:35934:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d190a8df80. 00010000:00000001:3.0:1787998363.119743:0:35934:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1787998363.119746:0:35934:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1903e5a00. 00000020:00000001:3.0:1787998363.119748:0:35934:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1787998363.119750:0:35934:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1903e5a00 with handle 0xb2d39e653c8cc8e to hash 00000020:00000001:3.0:1787998363.119752:0:35934:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1787998363.119754:0:35934:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:3.0:1787998363.119758:0:35934:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:3.0:1787998363.119761:0:35934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998363.119763:0:35934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787998363.119766:0:35934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc8e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787998363.119797:0:35934:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc8e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35934 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787998363.119810:0:35934:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787998363.119823:0:35934:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191d01c00 x1874850291794304/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787998363.119833:0:35934:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc8e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35934 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1787998363.119839:0:35934:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787998363.119841:0:35934:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787998363.119849:0:35934:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191a2b300. 00000100:00000001:3.0:1787998363.119851:0:35934:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226545275648 : -117847164275968 : ffff94d191a2b300) 00000100:00000001:3.0:1787998363.119855:0:35934:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787998363.119856:0:35934:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548251648 : -117847161299968 : ffff94d191d01c00) 00000100:00000001:3.0:1787998363.119861:0:35934:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787998363.119865:0:35934:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998363.119868:0:35934:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787998363.119870:0:35934:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787998363.119874:0:35934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d01c00 x1874850291794304/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998363.119882:0:35934:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787998363.119885:0:35934:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998363.119889:0:35934:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787998363.119892:0:35934:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787998363.119894:0:35934:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998363.119897:0:35934:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d01c00 pname:cluuid:pid:xid:nid:opc:job bash:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35934:1874850291794304:192.168.206.123@tcp:101:bash.0 00000100:00000001:3.0:1787998363.119902:0:35934:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787998363.119908:0:35934:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787998363.119910:0:35934:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998363.119913:0:35934:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787998363.122842:0:35934:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff94d1a0180000. 02000000:00000001:3.0:1787998363.122854:0:35934:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787998363.122866:0:35934:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998363.123082:0:35934:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151d10. 00000400:00000010:2.0:1787998363.123094:0:35934:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff94d1a0baf000. 00000100:00000200:2.0:1787998363.123104:0:35934:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1874850291794304, portal 10 00000100:00000001:2.0:1787998363.123108:0:35934:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998363.123109:0:35934:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548251648 : -117847161299968 : ffff94d191d01c00) 00000100:00000040:2.0:1787998363.123134:0:35934:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d01c00 x1874850291794304/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998379 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998363.123142:0:35934:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998363.123145:0:35934:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998363.123149:0:35934:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfd48. 00000100:00000200:2.0:1787998363.123152:0:35934:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1874850291794304, offset 0 00000400:00000200:2.0:1787998363.123159:0:35934:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998363.123170:0:35934:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998363.123179:0:35934:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998363.123184:0:35934:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998363.123189:0:35934:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998363.123193:0:35934:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998363.123197:0:35934:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998363.123201:0:35934:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2947:2947:256:4294967295] 192.168.206.123@tcp LPNI seq info [2947:2947:8:4294967295] 00000400:00000200:2.0:1787998363.123205:0:35934:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998363.123216:0:35934:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998363.123223:0:35934:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998363.123234:0:35934:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183ef3800. 00000800:00000200:2.0:1787998363.123242:0:35934:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998363.123251:0:35934:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998363.123256:0:35934:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183ef3800 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1787998363.123280:0:35934:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998363.123285:0:35934:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 828896 usecs (829 jiffies) 00000400:00000200:2.0:1787998363.123288:0:35934:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998363.123839:0:35934:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296544110 00000100:00000001:2.0:1787998363.123844:0:35934:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:2.0:1787998363.123847:0:35934:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296544110 00000100:00000001:2.0:1787998363.123850:0:35934:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:2.0:1787998363.123852:0:35934:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998363.123856:0:35934:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998363.123859:0:35934:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998363.123862:0:35934:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787998363.123865:0:35934:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191a2b300 going to sleep for 11 seconds 00000100:00000001:2.0:1787998363.123867:0:35934:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998363.123871:0:35934:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998363.126520:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998363.126533:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183ef3800. 00000400:00000200:3.0:1787998363.126549:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998363.126558:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998363.126566:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfd48 00000400:00000010:3.0:1787998363.126570:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfd48. 00000100:00000001:3.0:1787998363.126577:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998363.126586:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d01c00 x1874850291794304/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998379 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998363.126599:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998363.126603:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d01c00 x1874850291794304/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998379 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998363.126610:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998363.126612:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998363.127519:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.127533:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998363.127548:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.127551:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.127560:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.127565:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998363.127574:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.127578:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.127583:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.127588:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 328 into portal 15 MB=0x6a92a9abcf080 00000400:00000200:3.0:1787998363.127596:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.123@tcp of length 328/328 into md 0x88ad [2] + 392 00000800:00000001:3.0:1787998363.127604:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.127611:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.127614:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998363.127617:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998363.127623:0:2397:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1787998363.127626:0:2397:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1787998363.127633:0:2397:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d02680. 00000100:00000040:3.0:1787998363.127637:0:2397:0:(events.c:337:request_in_callback()) incoming req@ffff94d191d02680 x1874850310058112 msgsize 328 00000100:00100000:3.0:1787998363.127641:0:2397:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.123@tcp (source: 12345-192.168.206.123@tcp) 00000100:00000001:3.0:1787998363.127662:0:2397:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1787998363.127670:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.127673:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998363.127819:0:16814:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1787998363.127823:0:16814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874850310058112 02000000:00000001:2.0:1787998363.127826:0:16814:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1787998363.127828:0:16814:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998363.127831:0:16814:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998363.127837:0:16814:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998363.127841:0:16814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874850310058112 00000020:00000001:2.0:1787998363.127844:0:16814:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787998363.127846:0:16814:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf59 00000020:00000001:2.0:1787998363.127849:0:16814:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998363.127853:0:16814:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191092800 refcount=5 00000020:00000001:2.0:1787998363.127856:0:16814:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535213056 : -117847174338560 : ffff94d191092800) 00000020:00000001:2.0:1787998363.127858:0:16814:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535213056 : -117847174338560 : ffff94d191092800) 00000100:00000001:2.0:1787998363.127862:0:16814:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1787998363.127868:0:16814:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d185259200. 00000100:00000001:2.0:1787998363.127871:0:16814:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1787998363.127874:0:16814:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d185259200. 00000020:00000010:2.0:1787998363.127880:0:16814:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d191d93400. 00000020:00000010:2.0:1787998363.127886:0:16814:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94d19219d080. 00000020:00000010:2.0:1787998363.127892:0:16814:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94d184ee27d0. 00000100:00000040:2.0:1787998363.127900:0:16814:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1787998363.127904:0:16814:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1787998363.127906:0:16814:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1787998363.127908:0:16814:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998363.127917:0:16814:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998363.127926:0:16814:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998363.127937:0:16814:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1787998363.127939:0:16814:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1787998363.127944:0:16814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.123@tcp, seq: 68 00000100:00000040:2.0:1787998363.127948:0:16814:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff94d191092800 : new rpc_count 1 00000100:00000001:2.0:1787998363.127951:0:16814:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446626226548254336 : -117847161297280 : ffff94d191d02680) 00000100:00000040:2.0:1787998363.127957:0:16814:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff94d191d02680 x1874850310058112/t0(0) o104->77d5a195-8a9b-4535-9fd7-ecbde8ea89db@192.168.206.123@tcp:579/0 lens 328/0 e 0 to 0 dl 1787998374 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998363.127965:0:16814:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1787998363.127968:0:16814:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d185259200. 00000100:00000001:2.0:1787998363.127969:0:16814:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1787998363.127971:0:16814:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d185259200. 00000100:00100000:2.0:1787998363.127986:0:16814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94d191d02680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:77d5a195-8a9b-4535-9fd7-ecbde8ea89db+5:14696:x1874850310058112:12345-192.168.206.123@tcp:104: 00000100:00000200:2.0:1787998363.127990:0:16814:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1874850310058112 00010000:00000001:2.0:1787998363.127993:0:16814:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1787998363.128001:0:16814:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998363.128003:0:16814:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998363.128005:0:16814:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5600 refcount=2 00000020:00000001:2.0:1787998363.128008:0:16814:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521921024 : -117847187630592 : ffff94d1903e5600) 00010000:00000001:2.0:1787998363.128011:0:16814:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521921024 : -117847187630592 : ffff94d1903e5600) 00010000:00000001:2.0:1787998363.128015:0:16814:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998363.128019:0:16814:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787998363.128025:0:16814:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8cc72 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x4fd9a50f3a6ad832 expref: -99 pid: 35928 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000100:00000001:2.0:1787998363.128035:0:16814:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1787998363.128038:0:16814:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1787998363.128043:0:16814:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94d1a0bad400. 02000000:00000001:2.0:1787998363.128046:0:16814:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998363.128049:0:16814:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.128054:0:16814:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1787998363.128057:0:16814:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998363.128062:0:16814:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187eb35e8 time=38 v=5 (1 1 1 1) 00000100:00000001:2.0:1787998363.128067:0:16814:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787998363.128070:0:16814:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 16 to 192.168.206.123@tcp 00000100:00000001:2.0:1787998363.128073:0:16814:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 02000000:00000001:2.0:1787998363.128076:0:16814:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1787998363.128079:0:16814:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998363.128082:0:16814:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998363.128085:0:16814:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998363.128090:0:16814:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf908. 00000100:00000200:2.0:1787998363.128096:0:16814:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1874850310058112, offset 224 00000400:00000200:2.0:1787998363.128102:0:16814:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998363.128118:0:16814:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998363.128126:0:16814:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.23@tcp to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998363.128132:0:16814:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2948:2948:256:4294967295] 192.168.206.123@tcp LPNI seq info [2948:2948:8:4294967295] 00000400:00000200:2.0:1787998363.128138:0:16814:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998363.128146:0:16814:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:192.168.206.23@tcp) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998363.128152:0:16814:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998363.128159:0:16814:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183ef3800. 00000800:00000200:2.0:1787998363.128166:0:16814:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998363.128175:0:16814:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998363.128180:0:16814:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183ef3800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998363.128191:0:16814:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998363.128194:0:16814:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00010000:00000001:2.0:1787998363.128198:0:16814:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1787998363.128202:0:16814:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94d191748a80. 00010000:00000001:2.0:1787998363.128205:0:16814:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1787998363.128216:0:16814:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1787998363.128218:0:16814:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.128220:0:16814:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.128222:0:16814:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998363.128227:0:16814:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d02680 x1874850310058112/t0(0) o104->77d5a195-8a9b-4535-9fd7-ecbde8ea89db@192.168.206.123@tcp:579/0 lens 328/224 e 0 to 0 dl 1787998374 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787998363.128237:0:16814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94d191d02680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:77d5a195-8a9b-4535-9fd7-ecbde8ea89db+5:14696:x1874850310058112:12345-192.168.206.123@tcp:104: Request processed in 271us (598us total) trans 0 rc 0/0 00000100:00100000:2.0:1787998363.128245:0:16814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.123@tcp, seq: 68 00000100:00000040:2.0:1787998363.128248:0:16814:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff94d191092800 : new rpc_count 0 00000100:00000001:2.0:1787998363.128250:0:16814:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1787998363.128252:0:16814:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1787998363.128257:0:16814:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94d19219d080. 00000020:00000010:2.0:1787998363.128261:0:16814:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94d184ee27d0. 00000020:00000010:2.0:1787998363.128266:0:16814:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d191d93400. 00000020:00000040:2.0:1787998363.128271:0:16814:0:(genops.c:879:class_export_put()) PUTting export ffff94d191092800 : new refcount 4 00000100:00000001:2.0:1787998363.128274:0:16814:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787998363.128398:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787998363.128402:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.128405:0:16821:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1787998363.128408:0:16821:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1787998363.128411:0:16821:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1787998363.128416:0:16821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8cc72 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x4fd9a50f3a6ad832 expref: -99 pid: 35928 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787998363.128427:0:16821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d1903e5600 already unused, calling callback (ffffffffc1bbc3c0) 00000080:00000001:1.0:1787998363.128430:0:16821:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1787998363.128434:0:16821:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8cc72 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x4fd9a50f3a6ad832 expref: -99 pid: 35928 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787998363.128442:0:16821:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1787998363.128445:0:16821:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1787998363.128448:0:16821:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8cc72 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x4fd9a50f3a6ad832 expref: -99 pid: 35928 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787998363.128454:0:16821:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1787998363.128458:0:16821:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1787998363.128459:0:16821:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.128461:0:16821:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.128462:0:16821:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5600 refcount=3 00000020:00000001:1.0:1787998363.128465:0:16821:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521921024 : -117847187630592 : ffff94d1903e5600) 00010000:00000001:1.0:1787998363.128467:0:16821:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521921024 : -117847187630592 : ffff94d1903e5600) 00010000:00000001:1.0:1787998363.128470:0:16821:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787998363.128473:0:16821:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8cc72 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x4fd9a50f3a6ad832 expref: -99 pid: 35928 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1787998363.128480:0:16821:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787998363.128484:0:16821:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787998363.128487:0:16821:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787998363.128490:0:16821:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000405:0x2d:0x0] mode (null) 00000002:00000001:1.0:1787998363.128495:0:16821:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998363.128497:0:16821:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998363.128504:0:16821:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98f00 count: 2 00010000:00000001:1.0:1787998363.128507:0:16821:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998363.128512:0:16821:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.128514:0:16821:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998363.128515:0:16821:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998363.128517:0:16821:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98f00 count: 2 00010000:00000001:1.0:1787998363.128519:0:16821:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998363.128521:0:16821:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.128522:0:16821:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998363.128524:0:16821:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998363.128525:0:16821:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98f00 count: 2 00010000:00000001:1.0:1787998363.128527:0:16821:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998363.128529:0:16821:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.128530:0:16821:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998363.128531:0:16821:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998363.128533:0:16821:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98f00 count: 2 00010000:00000001:1.0:1787998363.128535:0:16821:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998363.128537:0:16821:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.128539:0:16821:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.128542:0:16821:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:1.0:1787998363.128545:0:16821:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998363.128549:0:16821:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798655176 : -117846910896440 : ffff94d1a0bcf6c8) 00000020:00001000:1.0:1787998363.128552:0:16821:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf6c0 00000020:00000001:1.0:1787998363.128555:0:16821:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1787998363.128558:0:16821:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x2d:0x0]: losing layout lock 00000080:00000001:1.0:1787998363.128562:0:16821:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1787998363.128565:0:16821:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1787998363.128570:0:16821:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1787998363.128573:0:16821:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1787998363.128576:0:16821:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2d:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1787998363.128578:0:16821:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.128580:0:16821:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1787998363.128583:0:16821:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf6c0 00000080:00000001:1.0:1787998363.128585:0:16821:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.128589:0:16821:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1787998363.128592:0:16821:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x2d:0x0](ffff94d1989342c8) invalid 00000020:00000001:1.0:1787998363.128596:0:16821:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c7fc40 00000080:00002000:1.0:1787998363.128598:0:16821:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff94d18356f948) parent ffff94d198a90798 inode ffff94d1989342c8 refc 2 00000080:00000001:1.0:1787998363.128603:0:16821:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1787998363.128606:0:16821:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787998363.128608:0:16821:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.128612:0:16821:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787998363.128615:0:16821:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787998363.128617:0:16821:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787998363.128619:0:16821:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998363.128621:0:16821:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787998363.128624:0:16821:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1903e5600 with handle 0xb2d39e653c8cc72 from hash 00010000:00000001:1.0:1787998363.128627:0:16821:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787998363.128628:0:16821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.128631:0:16821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.128632:0:16821:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787998363.128637:0:16821:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787998363.128638:0:16821:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1787998363.128643:0:16821:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998363.128649:0:16821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.128651:0:16821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.128652:0:16821:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.128655:0:16821:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998363.128658:0:16821:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1787998363.128664:0:16821:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edf100. 00000020:00000040:1.0:1787998363.128668:0:16821:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:1.0:1787998363.128673:0:16821:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998363.128675:0:16821:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998363.128681:0:16821:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998363.128688:0:16821:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d19162b800. 00000100:00000001:1.0:1787998363.128694:0:16821:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.128697:0:16821:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1787998363.128702:0:16821:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8cc72 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x4fd9a50f3a6ad832 expref: -99 pid: 35928 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787998363.128708:0:16821:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1787998363.128710:0:16821:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.128715:0:16821:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998363.128720:0:16821:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998363.128728:0:16821:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018a59caa] to pc [ptlrpcd_00_01+1] req@ffff94d199edf100 x1874850291794432/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787998363.128758:0:16821:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998363.128761:0:16821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.128762:0:16821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.128764:0:16821:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.128798:0:16821:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.128800:0:16821:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.128804:0:16821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8cc72 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x4fd9a50f3a6ad832 expref: -99 pid: 35928 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787998363.128812:0:16821:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787998363.128814:0:16821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5600/0xb2d39e653c8cc72 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x4fd9a50f3a6ad832 expref: -99 pid: 35928 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1787998363.128824:0:16821:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d191236040. 00010000:00000040:1.0:1787998363.128828:0:16821:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d192b98f00 count: 0 00010000:00000010:1.0:1787998363.128835:0:16821:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d1a0046080. 00010000:00000001:1.0:1787998363.128843:0:16821:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.128845:0:16821:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1787998363.128847:0:16821:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff94d191748a80. 00010000:00000001:1.0:1787998363.128851:0:16821:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.128853:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787998363.128855:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.128857:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1787998363.128859:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787998363.128860:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.128862:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1787998363.128863:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787998363.128865:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.128866:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787998363.128873:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1787998363.128878:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1787998363.128880:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.128885:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998363.128888:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.128890:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998363.128892:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998363.128895:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998363.128902:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edf100 x1874850291794432/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998363.128909:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998363.128912:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998363.128916:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998363.128919:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998363.128922:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998363.128926:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291794432:192.168.206.123@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1787998363.128930:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998363.128936:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998363.128939:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998363.128942:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1787998363.128944:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1787998363.128946:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d19162ba00. 02000000:00000001:1.0:1787998363.128948:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998363.128948:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998363.128953:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998363.128957:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc7e8. 00000400:00000010:1.0:1787998363.128963:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409a18. 00000100:00000200:1.0:1787998363.128969:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291794432, portal 18 00000100:00000001:1.0:1787998363.128971:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998363.128973:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684424448 : -117847025127168 : ffff94d199edf100) 00000100:00000040:1.0:1787998363.128980:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199edf100 x1874850291794432/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998363.128987:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998363.128989:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998363.128991:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1854094c8. 00000100:00000200:1.0:1787998363.128995:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1874850291794432, offset 0 00000400:00000200:1.0:1787998363.129000:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998363.129005:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998363.129008:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998363.129015:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998363.129020:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998363.129023:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998363.129026:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998363.129029:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2949:2949:255:4294967295] 192.168.206.123@tcp LPNI seq info [2949:2949:7:4294967295] 00000400:00000200:1.0:1787998363.129033:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998363.129041:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998363.129046:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998363.129051:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f600. 00000800:00000200:1.0:1787998363.129055:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998363.129060:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998363.129063:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1787998363.129066:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998363.129070:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 828896 usecs (829 jiffies) 00000400:00000200:1.0:1787998363.129073:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998363.129076:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296544115 00000100:00000001:1.0:1787998363.129079:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:1.0:1787998363.129082:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296544115 00000100:00000001:1.0:1787998363.129084:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:1.0:1787998363.129087:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998363.129090:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.129093:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.129095:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1787998363.129260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98100. 00010000:00000010:3.1:1787998363.129268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2800. 00000800:00000200:3.0:1787998363.129327:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998363.129331:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183ef3800. 00000400:00000200:3.0:1787998363.129335:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998363.129339:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998363.129343:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf908 00000400:00000010:3.0:1787998363.129346:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf908. 00000100:00000001:3.0:1787998363.129350:0:2396:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1787998363.129352:0:2396:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1787998363.129416:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998363.129419:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f600. 00000400:00000200:3.0:1787998363.129425:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998363.129429:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998363.129431:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854094c8 00000400:00000010:3.0:1787998363.129433:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854094c8. 00000100:00000001:3.0:1787998363.129436:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998363.129440:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edf100 x1874850291794432/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998363.129450:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998363.129453:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edf100 x1874850291794432/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998363.129459:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998363.129461:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998363.136075:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.136100:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998363.136107:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.136109:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.136132:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.136142:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998363.136154:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.136159:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.136166:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.136171:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 18 MB=0x6a92a99a64200 00000400:00000200:3.0:1787998363.136177:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.136184:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.123@tcp of length 224/224 into md 0x8915 [1] + 224 00000800:00000001:3.0:1787998363.136192:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.136200:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.136204:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998363.136209:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998363.136218:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998363.136228:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edf100 x1874850291794432/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998363.136241:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edf100 x1874850291794432/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998363.136265:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998363.136275:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.136279:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.137219:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998363.137226:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998363.137234:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998363.137237:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998363.137241:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc7e8. 00000400:00000200:1.0:1787998363.137247:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409a18 00000400:00000010:1.0:1787998363.137249:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409a18. 00000100:00000001:1.0:1787998363.137253:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998363.137261:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edf100 x1874850291794432/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787998363.137271:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edf100 x1874850291794432/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998363.137278:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998363.137280:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.137283:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998363.137287:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998363.137301:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998363.137303:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998363.137307:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998363.137318:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06d80 time=38 v=5 (5 5 5 5) 00000100:00001000:1.0:1787998363.137322:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998363.137325:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998363.137327:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.137330:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998363.137334:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.137339:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998363.137342:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 8589934600 00000100:00000001:1.0:1787998363.137344:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998363.137348:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998363.137353:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edf100 x1874850291794432/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998363.137360:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998363.137363:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998363.137365:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998363.137369:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edf100 x1874850291794432/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787998363.137376:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291794432:192.168.206.123@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1787998363.137382:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.137385:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998363.137388:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edf100 x1874850291794432/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998363.137395:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998363.137397:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998363.137401:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d19162ba00. 02000000:00000001:1.0:1787998363.137406:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998363.137409:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998363.137411:0:2402:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998363.137413:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998363.137416:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d19162b800. 02000000:00000001:1.0:1787998363.137420:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998363.137421:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998363.137423:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edf100. 00000100:00000001:1.0:1787998363.137428:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998363.137429:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.137431:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.137439:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998363.137441:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.137443:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998363.137445:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1787998363.137917:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98f00. 00010000:00000010:1.1:1787998363.137926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5600. 00000800:00000001:3.0:1787998363.140443:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.140463:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998363.140468:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.140471:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.140481:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.140644:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998363.140656:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.140661:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.140667:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.140672:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 664 into portal 10 MB=0x6a92a99a64180 00000400:00000200:3.0:1787998363.140677:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.140684:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 664/664 into md 0x88fd [32] + 224 00000800:00000001:3.0:1787998363.140692:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.140700:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.140704:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998363.140709:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998363.140717:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998363.140726:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d01c00 x1874850291794304/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998379 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998363.140737:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff94d191d01c00 x1874850291794304/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998363.140818:0:35934:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998363.140902:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998363.140913:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.140917:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1787998363.141880:0:35934:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998363.141885:0:35934:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998363.141889:0:35934:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151d10. 00000400:00000200:2.0:1787998363.141895:0:35934:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1a0baf000 00000400:00000010:2.0:1787998363.141897:0:35934:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff94d1a0baf000. 00000100:00000001:2.0:1787998363.141902:0:35934:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998363.141911:0:35934:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d01c00 x1874850291794304/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1787998363.141921:0:35934:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d01c00 x1874850291794304/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998363.141928:0:35934:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998363.141930:0:35934:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998363.141933:0:35934:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998363.141936:0:35934:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998363.141939:0:35934:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998363.141941:0:35934:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998363.141944:0:35934:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998363.141954:0:35934:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=39 v=5 (5 5 104 104) 00000100:00001000:2.0:1787998363.141959:0:35934:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=33 v=5 (1 0 0 0) 00000100:00000001:2.0:1787998363.141961:0:35934:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998363.141964:0:35934:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.141967:0:35934:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998363.141971:0:35934:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998363.141974:0:35934:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1787998363.141976:0:35934:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1787998363.141977:0:35934:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1787998363.141980:0:35934:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998363.141982:0:35934:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548251648 : -117847161299968 : ffff94d191d01c00) 00000100:00000001:2.0:1787998363.141985:0:35934:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998363.141987:0:35934:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 8589934600 00000100:00000001:2.0:1787998363.141989:0:35934:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998363.141992:0:35934:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998363.141996:0:35934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d01c00 x1874850291794304/t8589934605(8589934605) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998379 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998363.142004:0:35934:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998363.142008:0:35934:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998363.142010:0:35934:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998363.142014:0:35934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d01c00 x1874850291794304/t8589934605(8589934605) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998379 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1787998363.142065:0:35934:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d01c00 pname:cluuid:pid:xid:nid:opc:job bash:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35934:1874850291794304:192.168.206.123@tcp:101:bash.0 00000100:00000001:2.0:1787998363.142071:0:35934:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998363.142075:0:35934:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998363.142079:0:35934:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1787998363.142081:0:35934:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998363.142085:0:35934:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d01c00 x1874850291794304/t8589934605(8589934605) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998379 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998363.142093:0:35934:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787998363.142097:0:35934:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191a2b300. 00000100:00000001:2.0:1787998363.142101:0:35934:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1787998363.142103:0:35934:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.142106:0:35934:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1787998363.142121:0:35934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998363.142124:0:35934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998363.142128:0:35934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=4 00000020:00000001:2.0:1787998363.142131:0:35934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998363.142135:0:35934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000040:2.0:1787998363.142144:0:35934:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1903e5a00, remote cookie: 0x4fd9a50f3a6ad863, flags: 0x1001 00010000:00000040:2.0:1787998363.142147:0:35934:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2d:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1787998363.142151:0:35934:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1787998363.142162:0:35934:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d188d3c700. 00010000:00000010:2.0:1787998363.142167:0:35934:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d19219d080. 00010000:00000040:2.0:1787998363.142174:0:35934:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d18a360f00 count: 0 00010000:00000010:2.0:1787998363.142181:0:35934:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d190a8df80. 00010000:00000001:2.0:1787998363.142193:0:35934:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998363.142198:0:35934:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc8e lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad863 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998363.142209:0:35934:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc8e lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad863 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998363.142216:0:35934:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1787998363.142222:0:35934:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1787998363.142224:0:35934:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1787998363.142227:0:35934:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1787998363.142229:0:35934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1787998363.142232:0:35934:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2d:0x0].0x0 (ffff94d188d3c700) refcount = 1 00010000:00010000:2.0:1787998363.142236:0:35934:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc8e lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad863 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998363.142243:0:35934:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1787998363.142247:0:35934:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1787998363.142249:0:35934:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998363.142252:0:35934:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1787998363.142255:0:35934:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998363.142258:0:35934:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc8e lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad863 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998363.142264:0:35934:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1787998363.142266:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.142268:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998363.142269:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.142270:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998363.142272:0:35934:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998363.142277:0:35934:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1787998363.142280:0:35934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998363.142281:0:35934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998363.142283:0:35934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=3 00000020:00000001:2.0:1787998363.142285:0:35934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998363.142287:0:35934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998363.142376:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.142378:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1787998363.142384:0:35934:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x200002b, status=0 req@ffff94d191d01c00 x1874850291794304/t8589934605(8589934605) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998379 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1787998363.142393:0:35934:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1787998363.142399:0:35934:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d191d01c00 x1874850291794304/t8589934605(8589934605) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998379 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1787998363.142412:0:35934:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.142418:0:35934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998363.142419:0:35934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998363.142421:0:35934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=3 00000020:00000001:2.0:1787998363.142423:0:35934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998363.142426:0:35934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998363.142428:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.142429:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998363.142431:0:35934:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998363.142433:0:35934:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998363.142437:0:35934:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1787998363.142439:0:35934:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998363.142440:0:35934:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548251648 : -117847161299968 : ffff94d191d01c00) 00010000:00000001:2.0:1787998363.142442:0:35934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998363.142444:0:35934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998363.142445:0:35934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=3 00000020:00000001:2.0:1787998363.142447:0:35934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998363.142449:0:35934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00000002:00010000:2.0:1787998363.142452:0:35934:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc8e lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad863 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998363.142460:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.142461:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998363.142462:0:35934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1787998363.142464:0:35934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998363.142465:0:35934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998363.142466:0:35934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=3 00000020:00000001:2.0:1787998363.142468:0:35934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998363.142470:0:35934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000040:2.0:1787998363.142474:0:35934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 2 00010000:00000001:2.0:1787998363.142476:0:35934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1787998363.142482:0:35934:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 8 res 8589935621/45 (0 0) 00010000:00000001:2.0:1787998363.142484:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.142485:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998363.142487:0:35934:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1787998363.142490:0:35934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41e03888 00000002:00002000:2.0:1787998363.142503:0:35934:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=0x280002b: rc = 0 00000002:00000001:2.0:1787998363.142507:0:35934:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998363.142511:0:35934:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998363.142515:0:35934:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1787998363.142518:0:35934:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1787998363.142522:0:35934:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998363.142526:0:35934:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:2.0:1787998363.142530:0:35934:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d1861f7800. 00000080:00000001:2.0:1787998363.142535:0:35934:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1787998363.142542:0:35934:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1787998363.142546:0:35934:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:2.0:1787998363.142550:0:35934:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787998363.142556:0:35934:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226658351944 : -117847051199672 : ffff94d198601b48) 00000020:00001000:2.0:1787998363.142560:0:35934:0:(cl_object.c:823:cl_env_get()) 1@ffff94d198601b40 00000020:00000001:2.0:1787998363.142562:0:35934:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1787998363.142567:0:35934:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1787998363.142569:0:35934:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1787998363.142577:0:35934:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d1a027f1e0. 00020000:00000010:2.0:1787998363.142581:0:35934:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d187222900. 00020000:00000010:2.0:1787998363.142586:0:35934:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d1a027fc60. 00020000:00000001:2.0:1787998363.142589:0:35934:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626226788891744 : -117846920659872 : ffff94d1a027fc60) 00020000:00000002:2.0:1787998363.142593:0:35934:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a027fc60, objid 0x2d:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1787998363.142597:0:35934:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1787998363.142601:0:35934:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d187222900: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000002:2.0:1787998363.142605:0:35934:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d187242aa8) owner ffff94d199cc0000 00020000:00000001:2.0:1787998363.142609:0:35934:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1787998363.142612:0:35934:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d187242aa8) owner ffff94d199cc0000 00020000:00000010:2.0:1787998363.142616:0:35934:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d187222900. 00020000:00000010:2.0:1787998363.142620:0:35934:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d1a027f1e0. 00020000:00000010:2.0:1787998363.142623:0:35934:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d1a027fc60. 00020000:00000002:2.0:1787998363.142625:0:35934:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2d:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1787998363.142628:0:35934:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998363.142629:0:35934:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1787998363.142631:0:35934:0:(cl_object.c:917:cl_env_put()) 1@ffff94d198601b40 00000080:00000001:2.0:1787998363.142637:0:35934:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611181 : 144115205339611181 : 20000040500002d) 00000080:00000001:2.0:1787998363.142640:0:35934:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:2.0:1787998363.142645:0:35934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998363.142647:0:35934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998363.142648:0:35934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=3 00000020:00000001:2.0:1787998363.142650:0:35934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998363.142652:0:35934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998363.142655:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.142656:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1787998363.142658:0:35934:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1787998363.142661:0:35934:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1787998363.142663:0:35934:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998363.142666:0:35934:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2d:0x0](ffff94d1989342c8) for lock 0xb2d39e653c8cc8e 00800000:00000001:2.0:1787998363.142670:0:35934:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1787998363.142671:0:35934:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1787998363.142672:0:35934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998363.142673:0:35934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998363.142674:0:35934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=3 00000020:00000001:2.0:1787998363.142676:0:35934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998363.142678:0:35934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998363.142681:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.142682:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998363.142683:0:35934:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998363.142685:0:35934:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998363.142687:0:35934:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998363.142691:0:35934:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d01c00 x1874850291794304/t8589934605(8589934605) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998379 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998363.142697:0:35934:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998363.142701:0:35934:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc8e from it ffffb66d41e03bf0 00010000:00000001:2.0:1787998363.142704:0:35934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998363.142705:0:35934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998363.142707:0:35934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=3 00000020:00000001:2.0:1787998363.142709:0:35934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998363.142711:0:35934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998363.142713:0:35934:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998363.142716:0:35934:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc8e lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad863 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998363.142723:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.142724:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998363.142726:0:35934:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787998363.142729:0:35934:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787998363.142731:0:35934:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc8e lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad863 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1787998363.142741:0:35934:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787998363.142743:0:35934:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998363.142745:0:35934:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998363.142750:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.142751:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998363.142753:0:35934:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.142756:0:35934:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998363.142759:0:35934:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.142761:0:35934:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.142763:0:35934:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.142765:0:35934:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998363.145688:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.145690:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1787998363.145696:0:35934:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1787998363.145707:0:35934:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d185259200. 00000080:00000001:2.0:1787998363.145713:0:35934:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1787998363.145722:0:35934:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1787998363.145725:0:35934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998363.145728:0:35934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998363.145731:0:35934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998363.145734:0:35934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998363.145737:0:35934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998363.145738:0:35934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2d:0x0] 00800000:00000001:2.0:1787998363.145741:0:35934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998363.145747:0:35934:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1787998363.145751:0:35934:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d190aa1fc0. 00000002:00100000:2.0:1787998363.145763:0:35934:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d191d01c00 x1874850291794304/t8589934605(8589934605) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998379 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1787998363.145795:0:35934:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998363.145797:0:35934:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1787998363.145801:0:35934:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1787998363.145805:0:35934:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998363.145809:0:35934:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1787998363.145811:0:35934:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1787998363.145813:0:35934:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787998363.145815:0:35934:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1787998363.145817:0:35934:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998363.145820:0:35934:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1787998363.145822:0:35934:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998363.145824:0:35934:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1787998363.145827:0:35934:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998363.145829:0:35934:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998363.145836:0:35934:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998363.145841:0:35934:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d01c00 x1874850291794304/t8589934605(8589934605) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998379 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1787998363.145849:0:35934:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787998363.145854:0:35934:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff94d1a0180000. 02000000:00000001:2.0:1787998363.145882:0:35934:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1787998363.145885:0:35934:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998363.145889:0:35934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41e03b98 00000080:00000008:2.0:1787998363.145892:0:35934:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x2d:0x0](ffff94d1989342c8), flags 102101, rc = 0 00020000:00000001:2.0:1787998363.146432:0:35934:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1787998363.146438:0:35934:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199cc0000 00020000:00000002:2.0:1787998363.146443:0:35934:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199cc0000 00020000:00000001:2.0:1787998363.146447:0:35934:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998363.149355:0:35934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41e03d28 00000080:00200008:2.0:1787998363.149372:0:35934:0:(file.c:6295:ll_getattr_dentry()) START file recon:[0x200000405:0x2d:0x0](ffff94d1989342c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1787998363.149383:0:35934:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1787998363.149385:0:35934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41e03ca0 00000080:00200000:2.0:1787998363.149387:0:35934:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2d:0x0](ffff94d1989342c8),name=recon 00000080:00000010:2.0:1787998363.149394:0:35934:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191d93400. 00000080:00000001:2.0:1787998363.149400:0:35934:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787998363.149407:0:35934:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787998363.149409:0:35934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41e03bc0 00800000:00000002:2.0:1787998363.149412:0:35934:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2d:0x0] '' on [0x200000405:0x2d:0x0] 00800000:00000001:2.0:1787998363.149415:0:35934:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1787998363.149419:0:35934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998363.149422:0:35934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998363.149425:0:35934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998363.149428:0:35934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998363.149431:0:35934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998363.149433:0:35934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2d:0x0] 00800000:00000001:2.0:1787998363.149436:0:35934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998363.149439:0:35934:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x2d:0x0], fid2=[0x200000405:0x2d:0x0], name='' -> mds #0 00000002:00000001:2.0:1787998363.149446:0:35934:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787998363.149448:0:35934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41e03a90 00000002:00010000:2.0:1787998363.149450:0:35934:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2d:0x0]) in obj [0x200000405:0x2d:0x0], intent: getattr flags 0 00000002:00000001:2.0:1787998363.149454:0:35934:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1787998363.149457:0:35934:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998363.149461:0:35934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998363.149470:0:35934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 2 00010000:00000001:2.0:1787998363.149474:0:35934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1787998363.149481:0:35934:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 30 res 8589935621/45 (0 0) 00000002:00000001:2.0:1787998363.149485:0:35934:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998363.149486:0:35934:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998363.149489:0:35934:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1787998363.149493:0:35934:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1787998363.149498:0:35934:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d1ad80. 00000020:00000040:2.0:1787998363.149504:0:35934:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000010:2.1:1787998363.151907:0:35934:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d18a360f00. 00010000:00000001:2.0:1787998363.151934:0:35934:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1787998363.151941:0:35934:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998363.151950:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.151953:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998363.151955:0:35934:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998363.151959:0:35934:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787998363.151963:0:35934:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787998363.151969:0:35934:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787998363.151981:0:35934:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1a0baf000. 00000100:00000001:2.0:1787998363.151990:0:35934:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.151996:0:35934:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787998363.151998:0:35934:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.152000:0:35934:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787998363.152001:0:35934:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.152003:0:35934:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998363.152009:0:35934:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226548354432 : -117847161197184 : ffff94d191d1ad80) 00010000:00000001:2.0:1787998363.152015:0:35934:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1787998363.152017:0:35934:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1787998363.152024:0:35934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 2 00010000:00000001:2.0:1787998363.152027:0:35934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998363.152030:0:35934:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1787998363.152035:0:35934:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d190a5d400. 00000020:00000001:2.0:1787998363.152041:0:35934:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1787998363.152045:0:35934:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d190a5d400 with handle 0xb2d39e653c8cc95 to hash 00000020:00000001:2.0:1787998363.152166:0:35934:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1787998363.152167:0:35934:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:2.0:1787998363.152172:0:35934:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:2.0:1787998363.152176:0:35934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998363.152179:0:35934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998363.152184:0:35934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc95 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998363.152195:0:35934:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc95 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998363.152213:0:35934:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc95 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35934 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1787998363.152219:0:35934:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787998363.152221:0:35934:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787998363.152229:0:35934:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191748840. 00000100:00000001:2.0:1787998363.152232:0:35934:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226542250048 : -117847167301568 : ffff94d191748840) 00000100:00000001:2.0:1787998363.152235:0:35934:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998363.152236:0:35934:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548354432 : -117847161197184 : ffff94d191d1ad80) 00000100:00000001:2.0:1787998363.152241:0:35934:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787998363.152246:0:35934:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998363.152248:0:35934:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787998363.152250:0:35934:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787998363.152262:0:35934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191d1ad80 x1874850291794560/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998363.152271:0:35934:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787998363.152274:0:35934:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998363.152278:0:35934:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787998363.152280:0:35934:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787998363.152283:0:35934:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998363.152287:0:35934:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191d1ad80 pname:cluuid:pid:xid:nid:opc:job uname:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35934:1874850291794560:192.168.206.123@tcp:101:uname.0 00000100:00000001:2.0:1787998363.152291:0:35934:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787998363.152298:0:35934:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787998363.152302:0:35934:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998363.152305:0:35934:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787998363.152310:0:35934:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d192186800. 02000000:00000001:2.0:1787998363.152312:0:35934:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787998363.152321:0:35934:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1787998363.152326:0:35934:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d186151d10. 00000400:00000010:2.0:1787998363.152333:0:35934:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbf110. 00000100:00000200:2.0:1787998363.152342:0:35934:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291794560, portal 10 00000100:00000001:2.0:1787998363.152344:0:35934:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787998363.152347:0:35934:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548354432 : -117847161197184 : ffff94d191d1ad80) 00000100:00000040:2.0:1787998363.152353:0:35934:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191d1ad80 x1874850291794560/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998379 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998363.152361:0:35934:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998363.152364:0:35934:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998363.152366:0:35934:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfbb0. 00000100:00000200:2.0:1787998363.152370:0:35934:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1874850291794560, offset 0 00000400:00000200:2.0:1787998363.152377:0:35934:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998363.152388:0:35934:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998363.152396:0:35934:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998363.152403:0:35934:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787998363.152409:0:35934:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1787998363.152413:0:35934:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787998363.152416:0:35934:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1787998363.152420:0:35934:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2950:2950:256:4294967295] 192.168.206.123@tcp LPNI seq info [2950:2950:8:4294967295] 00000400:00000200:2.0:1787998363.152425:0:35934:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998363.152435:0:35934:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998363.152442:0:35934:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998363.152448:0:35934:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183ef3f00. 00000800:00000200:2.0:1787998363.152455:0:35934:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998363.152464:0:35934:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998363.152469:0:35934:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183ef3f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1787998363.152493:0:35934:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998363.152499:0:35934:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 826865 usecs (827 jiffies) 00000400:00000200:2.0:1787998363.152503:0:35934:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1787998363.152506:0:35934:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296544136 00000100:00000001:2.0:1787998363.152510:0:35934:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:2.0:1787998363.152513:0:35934:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296544136 00000100:00000001:2.0:1787998363.152589:0:35934:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:2.0:1787998363.152592:0:35934:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998363.152595:0:35934:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998363.152597:0:35934:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787998363.152600:0:35934:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787998363.152603:0:35934:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191748840 going to sleep for 11 seconds 00000100:00000001:2.0:1787998363.152606:0:35934:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998363.152609:0:35934:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998363.152709:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998363.152714:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183ef3f00. 00000400:00000200:3.0:1787998363.152720:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998363.152726:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998363.152732:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfbb0 00000400:00000010:3.0:1787998363.152735:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfbb0. 00000100:00000001:3.0:1787998363.152741:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998363.152745:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191d1ad80 x1874850291794560/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998379 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998363.152755:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998363.152759:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191d1ad80 x1874850291794560/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998379 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998363.152794:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998363.152797:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998363.161690:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.161715:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998363.161721:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.161724:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.161736:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.161745:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998363.161755:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.161760:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.162092:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.162098:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 328 into portal 15 MB=0x6a92a9abcf100 00000400:00000200:3.0:1787998363.162109:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.123@tcp of length 328/328 into md 0x88ad [2] + 720 00000800:00000001:3.0:1787998363.162127:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.162136:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.162140:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998363.162146:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998363.162156:0:2396:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1787998363.162160:0:2396:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1787998363.162168:0:2396:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d03800. 00000100:00000040:3.0:1787998363.162172:0:2396:0:(events.c:337:request_in_callback()) incoming req@ffff94d191d03800 x1874850310058240 msgsize 328 00000100:00100000:3.0:1787998363.162177:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.123@tcp (source: 12345-192.168.206.123@tcp) 00000100:00000001:3.0:1787998363.162248:0:2396:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1787998363.162259:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.162264:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998363.162363:0:30631:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1787998363.162366:0:30631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874850310058240 02000000:00000001:2.0:1787998363.162370:0:30631:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1787998363.162372:0:30631:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998363.162375:0:30631:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998363.162380:0:30631:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787998363.162385:0:30631:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874850310058240 00000020:00000001:2.0:1787998363.162389:0:30631:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787998363.162392:0:30631:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf59 00000020:00000001:2.0:1787998363.162395:0:30631:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998363.162399:0:30631:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191092800 refcount=5 00000020:00000001:2.0:1787998363.162401:0:30631:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535213056 : -117847174338560 : ffff94d191092800) 00000020:00000001:2.0:1787998363.162404:0:30631:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535213056 : -117847174338560 : ffff94d191092800) 00000100:00000001:2.0:1787998363.162408:0:30631:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1787998363.162414:0:30631:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d185259500. 00000100:00000001:2.0:1787998363.162418:0:30631:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1787998363.162421:0:30631:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d185259500. 00000020:00000010:2.0:1787998363.162428:0:30631:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d191d93c00. 00000020:00000010:2.0:1787998363.162435:0:30631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94d19219df00. 00000020:00000010:2.0:1787998363.162442:0:30631:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94d184ee27d0. 00000100:00000040:2.0:1787998363.162451:0:30631:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1787998363.162455:0:30631:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1787998363.162457:0:30631:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1787998363.162459:0:30631:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998363.162468:0:30631:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998363.162523:0:30631:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998363.162536:0:30631:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1787998363.162538:0:30631:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1787998363.162543:0:30631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.123@tcp, seq: 69 00000100:00000040:2.0:1787998363.162549:0:30631:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff94d191092800 : new rpc_count 1 00000100:00000001:2.0:1787998363.162551:0:30631:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446626226548258816 : -117847161292800 : ffff94d191d03800) 00000100:00000040:2.0:1787998363.162560:0:30631:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff94d191d03800 x1874850310058240/t0(0) o104->77d5a195-8a9b-4535-9fd7-ecbde8ea89db@192.168.206.123@tcp:579/0 lens 328/0 e 0 to 0 dl 1787998374 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787998363.162570:0:30631:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1787998363.162573:0:30631:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d185259500. 00000100:00000001:2.0:1787998363.162575:0:30631:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1787998363.162578:0:30631:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d185259500. 00000100:00100000:2.0:1787998363.162586:0:30631:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94d191d03800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:77d5a195-8a9b-4535-9fd7-ecbde8ea89db+5:8455:x1874850310058240:12345-192.168.206.123@tcp:104: 00000100:00000200:2.0:1787998363.162590:0:30631:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1874850310058240 00010000:00000001:2.0:1787998363.162593:0:30631:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1787998363.162602:0:30631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998363.162604:0:30631:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998363.162606:0:30631:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=2 00000020:00000001:2.0:1787998363.162608:0:30631:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998363.162611:0:30631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:2.0:1787998363.162615:0:30631:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998363.162619:0:30631:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787998363.162624:0:30631:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc8e lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x4fd9a50f3a6ad863 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1787998363.162636:0:30631:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1787998363.162639:0:30631:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1787998363.162645:0:30631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94d1a0bae000. 02000000:00000001:2.0:1787998363.162648:0:30631:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998363.162651:0:30631:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.162655:0:30631:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1787998363.162659:0:30631:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998363.162663:0:30631:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187eb35e8 time=38 v=5 (1 1 1 1) 00000100:00000001:2.0:1787998363.162667:0:30631:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787998363.162671:0:30631:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 16 to 192.168.206.123@tcp 00000100:00000001:2.0:1787998363.162674:0:30631:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 02000000:00000001:2.0:1787998363.162676:0:30631:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1787998363.162678:0:30631:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998363.162681:0:30631:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787998363.162684:0:30631:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1787998363.162689:0:30631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d191cbfdd0. 00000100:00000200:2.0:1787998363.162695:0:30631:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1874850310058240, offset 224 00000400:00000200:2.0:1787998363.162702:0:30631:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1787998363.162709:0:30631:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998363.162717:0:30631:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.23@tcp to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1787998363.162724:0:30631:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2951:2951:256:4294967295] 192.168.206.123@tcp LPNI seq info [2951:2951:8:4294967295] 00000400:00000200:2.0:1787998363.162729:0:30631:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998363.162737:0:30631:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:192.168.206.23@tcp) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1787998363.162743:0:30631:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1787998363.162748:0:30631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d183ef3e00. 00000800:00000200:2.0:1787998363.162755:0:30631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1787998363.162763:0:30631:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1787998363.162802:0:30631:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d183ef3e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787998363.162816:0:30631:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998363.162820:0:30631:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00010000:00000001:2.0:1787998363.162823:0:30631:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1787998363.162828:0:30631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94d191748b40. 00010000:00000001:2.0:1787998363.162831:0:30631:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1787998363.162847:0:30631:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1787998363.162849:0:30631:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.162851:0:30631:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.162853:0:30631:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998363.162858:0:30631:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d03800 x1874850310058240/t0(0) o104->77d5a195-8a9b-4535-9fd7-ecbde8ea89db@192.168.206.123@tcp:579/0 lens 328/224 e 0 to 0 dl 1787998374 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787998363.162873:0:30631:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94d191d03800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:77d5a195-8a9b-4535-9fd7-ecbde8ea89db+5:8455:x1874850310058240:12345-192.168.206.123@tcp:104: Request processed in 296us (694us total) trans 0 rc 0/0 00000100:00100000:2.0:1787998363.162882:0:30631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.123@tcp, seq: 69 00000100:00000040:2.0:1787998363.162885:0:30631:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff94d191092800 : new rpc_count 0 00000100:00000001:2.0:1787998363.162887:0:30631:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1787998363.162889:0:30631:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1787998363.162895:0:30631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94d19219df00. 00000020:00000010:2.0:1787998363.162899:0:30631:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94d184ee27d0. 00000020:00000010:2.0:1787998363.162904:0:30631:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d191d93c00. 00000020:00000040:2.0:1787998363.162909:0:30631:0:(genops.c:879:class_export_put()) PUTting export ffff94d191092800 : new refcount 4 00000100:00000001:2.0:1787998363.162922:0:30631:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787998363.162983:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998363.162988:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d183ef3e00. 00000400:00000200:3.0:1787998363.162992:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998363.163155:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998363.163161:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbfdd0 00000400:00000010:3.0:1787998363.163163:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbfdd0. 00000100:00000001:3.0:1787998363.163168:0:2397:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1787998363.163170:0:2397:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1787998363.163247:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787998363.163251:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.163253:0:16822:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1787998363.163256:0:16822:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1787998363.163259:0:16822:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1787998363.163264:0:16822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc8e lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x4fd9a50f3a6ad863 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787998363.163273:0:16822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d1903e5a00 already unused, calling callback (ffffffffc1bbc3c0) 00000080:00000001:1.0:1787998363.163277:0:16822:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1787998363.163281:0:16822:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc8e lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x4fd9a50f3a6ad863 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998363.163289:0:16822:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1787998363.163292:0:16822:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1787998363.163297:0:16822:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc8e lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x4fd9a50f3a6ad863 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998363.163303:0:16822:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1787998363.163307:0:16822:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1787998363.163308:0:16822:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.163309:0:16822:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.163311:0:16822:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5a00 refcount=3 00000020:00000001:1.0:1787998363.163313:0:16822:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:1.0:1787998363.163315:0:16822:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521922048 : -117847187629568 : ffff94d1903e5a00) 00010000:00000001:1.0:1787998363.163318:0:16822:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787998363.163321:0:16822:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc8e lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0x4fd9a50f3a6ad863 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1787998363.163328:0:16822:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787998363.163332:0:16822:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787998363.163335:0:16822:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787998363.163338:0:16822:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000405:0x2d:0x0] mode CW 00000002:00000001:1.0:1787998363.163342:0:16822:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998363.163346:0:16822:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998363.163352:0:16822:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 3 00010000:00000001:1.0:1787998363.163355:0:16822:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998363.163360:0:16822:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.163362:0:16822:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998363.163363:0:16822:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998363.163365:0:16822:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 3 00010000:00000001:1.0:1787998363.163366:0:16822:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998363.163368:0:16822:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.163370:0:16822:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.163373:0:16822:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1787998363.163375:0:16822:0:(file.c:314:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.163377:0:16822:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787998363.163379:0:16822:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000405:0x2d:0x0] mode (null) 00000002:00000001:1.0:1787998363.163380:0:16822:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998363.163382:0:16822:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998363.163383:0:16822:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 3 00010000:00000001:1.0:1787998363.163385:0:16822:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998363.163387:0:16822:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.163388:0:16822:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.163392:0:16822:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1787998363.163395:0:16822:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x2d:0x0](ffff94d1989342c8) invalid 00000020:00000001:1.0:1787998363.163398:0:16822:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41c87c40 00000080:00002000:1.0:1787998363.163401:0:16822:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff94d18356f948) parent ffff94d198a90798 inode ffff94d1989342c8 refc 1 00000080:00000001:1.0:1787998363.163405:0:16822:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1787998363.163408:0:16822:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787998363.163410:0:16822:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.163413:0:16822:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787998363.163416:0:16822:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787998363.163418:0:16822:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787998363.163420:0:16822:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998363.163422:0:16822:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787998363.163424:0:16822:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1903e5a00 with handle 0xb2d39e653c8cc8e from hash 00010000:00000001:1.0:1787998363.163427:0:16822:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787998363.163428:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.163430:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.163432:0:16822:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787998363.163435:0:16822:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787998363.163437:0:16822:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1787998363.163442:0:16822:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998363.163447:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.163448:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.163450:0:16822:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.163452:0:16822:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998363.163455:0:16822:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1787998363.163466:0:16822:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edf100. 00000020:00000040:1.0:1787998363.163470:0:16822:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:1.0:1787998363.163475:0:16822:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998363.163477:0:16822:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998363.163482:0:16822:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998363.163489:0:16822:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d19162b800. 00000100:00000001:1.0:1787998363.163496:0:16822:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.163499:0:16822:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1787998363.163503:0:16822:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc8e lrc: 2/0,0 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x4fd9a50f3a6ad863 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787998363.163577:0:16822:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1787998363.163578:0:16822:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.163584:0:16822:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998363.163589:0:16822:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998363.163596:0:16822:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018a59caa] to pc [ptlrpcd_00_00+0] req@ffff94d199edf100 x1874850291794688/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787998363.163627:0:16822:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998363.163630:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.163631:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.163632:0:16822:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.163634:0:16822:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.163636:0:16822:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.163640:0:16822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc8e lrc: 1/0,0 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x4fd9a50f3a6ad863 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998363.163646:0:16822:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787998363.163648:0:16822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1903e5a00/0xb2d39e653c8cc8e lrc: 0/0,0 mode: --/CW res: [0x200000405:0x2d:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x4fd9a50f3a6ad863 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998363.163663:0:16822:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.163664:0:16822:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1787998363.163666:0:16822:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff94d191748b40. 00000100:00000001:0.0:1787998363.163668:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1787998363.163670:0:16822:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.163672:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787998363.163673:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998363.163674:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1787998363.163675:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787998363.163676:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787998363.163677:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787998363.163678:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.163679:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1787998363.163681:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787998363.163681:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1787998363.163683:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.163684:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787998363.163684:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998363.163686:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998363.163688:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998363.163690:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998363.163698:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edf100 x1874850291794688/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998363.163706:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998363.163709:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998363.163713:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998363.163716:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998363.163718:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998363.163722:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2403:1874850291794688:192.168.206.123@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1787998363.163726:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998363.163732:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998363.163735:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998363.163737:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998363.163743:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191cd7c00. 02000000:00000001:0.0:1787998363.163746:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998363.163751:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998363.163755:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000400:00000010:0.0:1787998363.163761:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807d48. 00000100:00000001:1.0:1787998363.163765:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1787998363.163790:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291794688, portal 18 00000100:00000001:0.0:1787998363.163793:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998363.163795:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684424448 : -117847025127168 : ffff94d199edf100) 00000100:00000001:1.0:1787998363.163800:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998363.163802:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199edf100 x1874850291794688/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998363.163809:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998363.163811:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998363.163814:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807110. 00000100:00000200:0.0:1787998363.163818:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1874850291794688, offset 0 00000400:00000200:0.0:1787998363.163824:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998363.163829:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998363.163837:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998363.163843:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998363.163848:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998363.163853:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998363.163855:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998363.163859:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2952:2952:256:4294967295] 192.168.206.123@tcp LPNI seq info [2952:2952:8:4294967295] 00000400:00000200:0.0:1787998363.163862:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998363.163870:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998363.163875:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998363.163880:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d18994e600. 00000800:00000200:0.0:1787998363.163885:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998363.163890:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998363.163893:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d18994e600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1787998363.164079:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998363.164085:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 826865 usecs (827 jiffies) 00000400:00000200:0.0:1787998363.164089:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998363.164092:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296544148 00000100:00000001:0.0:1787998363.164096:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:0.0:1787998363.164098:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296544148 00000100:00000001:0.0:1787998363.164101:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:0.0:1787998363.164103:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998363.164106:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998363.164117:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998363.164120:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998363.164633:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998363.164638:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d18994e600. 00000400:00000200:3.0:1787998363.164643:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998363.164647:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998363.164651:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807110 00000400:00000010:3.0:1787998363.164708:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807110. 00000100:00000001:3.0:1787998363.164713:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998363.164719:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edf100 x1874850291794688/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998363.164730:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998363.164733:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edf100 x1874850291794688/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998363.164741:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998363.164743:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998363.167321:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.167344:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998363.167348:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.167350:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.167426:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.167433:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998363.167447:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.167452:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.167459:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.167463:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 18 MB=0x6a92a99a64300 00000400:00000200:3.0:1787998363.167468:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.167475:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.123@tcp of length 224/224 into md 0x8935 [1] + 224 00000800:00000001:3.0:1787998363.167483:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.167495:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.167499:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998363.167504:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998363.167577:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998363.167589:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edf100 x1874850291794688/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998363.167601:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d199edf100 x1874850291794688/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998363.167625:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998363.167635:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.167639:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998363.167871:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998363.167877:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998363.167885:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998363.167887:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998363.167891:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30528. 00000400:00000200:0.0:1787998363.167897:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807d48 00000400:00000010:0.0:1787998363.167899:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807d48. 00000100:00000001:0.0:1787998363.167903:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998363.167908:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edf100 x1874850291794688/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998363.167930:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edf100 x1874850291794688/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998363.167937:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998363.167939:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998363.167943:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998363.167946:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998363.167949:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998363.167951:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998363.167954:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998363.167965:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06d80 time=38 v=5 (5 5 5 5) 00000100:00001000:0.0:1787998363.167970:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=33 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998363.167981:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998363.167983:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.167987:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998363.167991:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998363.167995:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998363.167997:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 8589934600 00000100:00000001:0.0:1787998363.167999:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998363.168003:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998363.168008:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edf100 x1874850291794688/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998363.168015:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998363.168018:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998363.168020:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998363.168024:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edf100 x1874850291794688/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998363.168032:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2403:1874850291794688:192.168.206.123@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1787998363.168040:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998363.168044:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998363.168047:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edf100 x1874850291794688/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998363.168055:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998363.168058:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998363.168062:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191cd7c00. 02000000:00000001:0.0:1787998363.168067:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998363.168070:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998363.168072:0:2403:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998363.168074:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998363.168077:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d19162b800. 02000000:00000001:0.0:1787998363.168081:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998363.168083:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998363.168085:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edf100. 00000100:00000001:0.0:1787998363.168090:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998363.168091:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998363.168094:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998363.168101:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998363.168104:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998363.168106:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998363.168108:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787998363.168353:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.168360:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998363.168362:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.168364:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.168368:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.168373:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998363.168378:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.168381:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.168384:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.168386:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 640 into portal 10 MB=0x6a92a99a64280 00000400:00000200:3.0:1787998363.168390:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.168395:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 640/640 into md 0x891d [1] + 224 00000800:00000001:3.0:1787998363.168399:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.168405:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.168407:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998363.168410:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998363.168414:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998363.168418:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191d1ad80 x1874850291794560/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998379 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998363.168426:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff94d191d1ad80 x1874850291794560/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998363.168446:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998363.168451:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.168454:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998363.169207:0:35934:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787998363.169215:0:35934:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787998363.169217:0:35934:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787998363.169219:0:35934:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d186151d10. 00000400:00000200:2.0:1787998363.169224:0:35934:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191cbf110 00000400:00000010:2.0:1787998363.169230:0:35934:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d191cbf110. 00000100:00000001:2.0:1787998363.169235:0:35934:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998363.169241:0:35934:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191d1ad80 x1874850291794560/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1787998363.169250:0:35934:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191d1ad80 x1874850291794560/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998363.169256:0:35934:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787998363.169258:0:35934:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998363.169260:0:35934:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787998363.169263:0:35934:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787998363.169265:0:35934:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787998363.169267:0:35934:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787998363.169269:0:35934:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787998363.169275:0:35934:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=39 v=5 (5 5 104 104) 00000100:00001000:2.0:1787998363.169278:0:35934:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=33 v=5 (1 0 0 0) 00000100:00000001:2.0:1787998363.169281:0:35934:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787998363.169283:0:35934:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.169285:0:35934:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787998363.169288:0:35934:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998363.169291:0:35934:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787998363.169292:0:35934:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 8589934600 00000100:00000001:2.0:1787998363.169294:0:35934:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787998363.169297:0:35934:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787998363.169301:0:35934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191d1ad80 x1874850291794560/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998363.169308:0:35934:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787998363.169311:0:35934:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787998363.169312:0:35934:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787998363.169316:0:35934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d1ad80 x1874850291794560/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1787998379 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1787998363.169323:0:35934:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191d1ad80 pname:cluuid:pid:xid:nid:opc:job uname:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35934:1874850291794560:192.168.206.123@tcp:101:uname.0 00000100:00000001:2.0:1787998363.169327:0:35934:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787998363.169331:0:35934:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998363.169334:0:35934:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1787998363.169336:0:35934:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998363.169339:0:35934:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d1ad80 x1874850291794560/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1787998379 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787998363.169346:0:35934:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787998363.169350:0:35934:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191748840. 00000100:00000001:2.0:1787998363.169353:0:35934:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1787998363.169355:0:35934:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.169358:0:35934:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1787998363.169362:0:35934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998363.169365:0:35934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998363.169368:0:35934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d400 refcount=4 00000020:00000001:2.0:1787998363.169370:0:35934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:2.0:1787998363.169373:0:35934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000040:2.0:1787998363.169381:0:35934:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d190a5d400, remote cookie: 0x4fd9a50f3a6ad878, flags: 0x1001 00010000:00010000:2.0:1787998363.169387:0:35934:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc95 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad878 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787998363.169404:0:35934:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc95 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad878 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998363.169409:0:35934:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1787998363.169413:0:35934:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1787998363.169416:0:35934:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1787998363.169417:0:35934:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1787998363.169418:0:35934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1787998363.169420:0:35934:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2d:0x0].0x0 (ffff94d188d3c700) refcount = 1 00010000:00010000:2.0:1787998363.169422:0:35934:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc95 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad878 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998363.169426:0:35934:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1787998363.169429:0:35934:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1787998363.169430:0:35934:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998363.169432:0:35934:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1787998363.169434:0:35934:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998363.169436:0:35934:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc95 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad878 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998363.169440:0:35934:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1787998363.169441:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.169442:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998363.169443:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.169443:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998363.169445:0:35934:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998363.169449:0:35934:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1787998363.169451:0:35934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998363.169451:0:35934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998363.169452:0:35934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d400 refcount=3 00000020:00000001:2.0:1787998363.169454:0:35934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:2.0:1787998363.169455:0:35934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:2.0:1787998363.169457:0:35934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998363.169458:0:35934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998363.169459:0:35934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d400 refcount=4 00000020:00000001:2.0:1787998363.169460:0:35934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:2.0:1787998363.169462:0:35934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:2.0:1787998363.169464:0:35934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998363.169466:0:35934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998363.169468:0:35934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc95 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad878 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998363.169472:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.169472:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998363.169473:0:35934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998363.169474:0:35934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998363.169474:0:35934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d400 refcount=5 00000020:00000001:2.0:1787998363.169475:0:35934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:2.0:1787998363.169476:0:35934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:2.0:1787998363.169478:0:35934:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998363.169479:0:35934:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc95 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad878 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998363.169483:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.169483:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1787998363.169485:0:35934:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc95 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad878 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998363.169488:0:35934:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998363.169489:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.169489:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998363.169490:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.169491:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1787998363.169496:0:35934:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d191d1ad80 x1874850291794560/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1787998379 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1787998363.169511:0:35934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998363.169512:0:35934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998363.169513:0:35934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d400 refcount=3 00000020:00000001:2.0:1787998363.169515:0:35934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:2.0:1787998363.169517:0:35934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00000002:00010000:2.0:1787998363.169520:0:35934:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc95 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad878 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1787998363.169531:0:35934:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94d185259500. 00010000:00000001:2.0:1787998363.169534:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.169639:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998363.169641:0:35934:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998363.169643:0:35934:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787998363.169647:0:35934:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1787998363.169649:0:35934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998363.169692:0:35934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998363.169694:0:35934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d400 refcount=3 00000020:00000001:2.0:1787998363.169696:0:35934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:2.0:1787998363.169698:0:35934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00000002:00010000:2.0:1787998363.169700:0:35934:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc95 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad878 expref: -99 pid: 35934 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787998363.169706:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.169708:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998363.169710:0:35934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1787998363.169711:0:35934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998363.169712:0:35934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998363.169714:0:35934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d400 refcount=3 00000020:00000001:2.0:1787998363.169716:0:35934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:2.0:1787998363.169718:0:35934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000040:2.0:1787998363.169725:0:35934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 2 00010000:00000001:2.0:1787998363.169728:0:35934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1787998363.169732:0:35934:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589935621/45 (0 0) 00010000:00000001:2.0:1787998363.169735:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.169736:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998363.169738:0:35934:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1787998363.169740:0:35934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41e03a18 00000002:00002000:2.0:1787998363.169743:0:35934:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1787998363.169746:0:35934:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998363.169751:0:35934:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998363.169754:0:35934:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1787998363.169757:0:35934:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x2d:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1787998363.169761:0:35934:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1787998363.169855:0:35934:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191d93400. 00000080:00000001:2.0:1787998363.169861:0:35934:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1787998363.169864:0:35934:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1787998363.169871:0:35934:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1787998363.169876:0:35934:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:2.0:1787998363.169881:0:35934:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787998363.169890:0:35934:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226658351944 : -117847051199672 : ffff94d198601b48) 00000020:00001000:2.0:1787998363.169893:0:35934:0:(cl_object.c:823:cl_env_get()) 1@ffff94d198601b40 00000020:00000001:2.0:1787998363.169896:0:35934:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1787998363.169900:0:35934:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1787998363.169903:0:35934:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1787998363.169951:0:35934:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d1a027fc60. 00020000:00000010:0.0:1787998363.170028:0:35934:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d1a0056c00. 00020000:00000010:0.0:1787998363.170037:0:35934:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d1a0ad5c00. 00020000:00000001:0.0:1787998363.170040:0:35934:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626226797632512 : -117846911919104 : ffff94d1a0ad5c00) 00020000:00000002:0.0:1787998363.170044:0:35934:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0ad5c00, objid 0x2d:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1787998363.170167:0:35934:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1787998363.170172:0:35934:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d1a0056c00: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000002:0.0:1787998363.170176:0:35934:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d187242aa8) owner ffff94d199cc0000 00020000:00000001:0.0:1787998363.170180:0:35934:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1787998363.170182:0:35934:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d187242aa8) owner ffff94d199cc0000 00020000:00000010:0.0:1787998363.170187:0:35934:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d1a0056c00. 00020000:00000010:0.0:1787998363.170191:0:35934:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d1a027fc60. 00020000:00000010:0.0:1787998363.170195:0:35934:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d1a0ad5c00. 00020000:00000002:0.0:1787998363.170197:0:35934:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2d:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1787998363.170200:0:35934:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.170202:0:35934:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1787998363.170204:0:35934:0:(cl_object.c:917:cl_env_put()) 1@ffff94d198601b40 00000080:00000001:0.0:1787998363.170211:0:35934:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611181 : 144115205339611181 : 20000040500002d) 00000080:00000001:0.0:1787998363.170214:0:35934:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:0.0:1787998363.170220:0:35934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998363.170221:0:35934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998363.170223:0:35934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d400 refcount=3 00000020:00000001:0.0:1787998363.170225:0:35934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:0.0:1787998363.170227:0:35934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00000080:00000001:0.0:1787998363.170231:0:35934:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:0.0:1787998363.170232:0:35934:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998363.170234:0:35934:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226658351944 : -117847051199672 : ffff94d198601b48) 00000020:00001000:0.0:1787998363.170236:0:35934:0:(cl_object.c:823:cl_env_get()) 1@ffff94d198601b40 00000020:00000001:0.0:1787998363.170237:0:35934:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1787998363.170238:0:35934:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1787998363.170240:0:35934:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1787998363.170243:0:35934:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d1a0ad5c00. 00020000:00000010:0.0:1787998363.170245:0:35934:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d1a0056c00. 00020000:00000010:0.0:1787998363.170248:0:35934:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d1a0ad5780. 00020000:00000001:0.0:1787998363.170250:0:35934:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626226797631360 : -117846911920256 : ffff94d1a0ad5780) 00020000:00000002:0.0:1787998363.170252:0:35934:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0ad5780, objid 0x2d:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1787998363.170256:0:35934:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1787998363.170260:0:35934:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d1a0056c00: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000002:0.0:1787998363.170261:0:35934:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d187242aa8) owner ffff94d199cc0000 00020000:00000001:0.0:1787998363.170263:0:35934:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1787998363.170265:0:35934:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d187242aa8) owner ffff94d199cc0000 00020000:00000010:0.0:1787998363.170268:0:35934:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d1a0056c00. 00020000:00000010:0.0:1787998363.170271:0:35934:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d1a0ad5c00. 00020000:00000010:0.0:1787998363.170273:0:35934:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d1a0ad5780. 00020000:00000002:0.0:1787998363.170274:0:35934:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2d:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1787998363.170277:0:35934:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.170278:0:35934:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.170282:0:35934:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1787998363.170285:0:35934:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199cc0000 00020000:00000002:0.0:1787998363.170288:0:35934:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d1a0b0a960 addref 2/0 by ffff94d199cc0000. 00020000:00000002:0.0:1787998363.170358:0:35934:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199cc0000 00020000:00000001:0.0:1787998363.170361:0:35934:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1787998363.170363:0:35934:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1787998363.170365:0:35934:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1787998363.170367:0:35934:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1787998363.170369:0:35934:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1787998363.170372:0:35934:0:(file.c:6836:ll_layout_conf()) [0x200000405:0x2d:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1787998363.170374:0:35934:0:(cl_object.c:917:cl_env_put()) 1@ffff94d198601b40 00000080:00000001:0.0:1787998363.170376:0:35934:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.170378:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998363.170379:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1787998363.170381:0:35934:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1787998363.170385:0:35934:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1787998363.170386:0:35934:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998363.170390:0:35934:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2d:0x0](ffff94d1989342c8) for lock 0xb2d39e653c8cc95 00800000:00000001:0.0:1787998363.170393:0:35934:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998363.170395:0:35934:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998363.170396:0:35934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998363.170398:0:35934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998363.170399:0:35934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d400 refcount=3 00000020:00000001:0.0:1787998363.170401:0:35934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:0.0:1787998363.170403:0:35934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:0.0:1787998363.170406:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998363.170407:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998363.170408:0:35934:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998363.170410:0:35934:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998363.170412:0:35934:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998363.170425:0:35934:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2d:0x0](ffff94d1989342c8) 00000080:00010000:0.0:1787998363.170428:0:35934:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc95 from it ffffb66d41e03cd8 00010000:00000001:0.0:1787998363.170430:0:35934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998363.170432:0:35934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998363.170433:0:35934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d400 refcount=3 00000020:00000001:0.0:1787998363.170435:0:35934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:0.0:1787998363.170437:0:35934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:0.0:1787998363.170438:0:35934:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998363.170441:0:35934:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc95 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6ad878 expref: -99 pid: 35934 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998363.170448:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998363.170449:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998363.170450:0:35934:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998363.170453:0:35934:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998363.170455:0:35934:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc95 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad878 expref: -99 pid: 35934 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787998363.170462:0:35934:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998363.170465:0:35934:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998363.170467:0:35934:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998363.170472:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998363.170473:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998363.170474:0:35934:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.170478:0:35934:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998363.170480:0:35934:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.170482:0:35934:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.170486:0:35934:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.170487:0:35934:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998363.170488:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998363.170489:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787998363.170491:0:35934:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998363.170497:0:35934:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d1ad80 x1874850291794560/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1787998379 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998363.170505:0:35934:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998363.170664:0:35934:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998363.170668:0:35934:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d192186800. 02000000:00000001:0.0:1787998363.170673:0:35934:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998363.170676:0:35934:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998363.170677:0:35934:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998363.170680:0:35934:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998363.170682:0:35934:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1a0baf000. 02000000:00000001:0.0:1787998363.170686:0:35934:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998363.170688:0:35934:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998363.170690:0:35934:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d1ad80. 00000100:00000001:0.0:1787998363.170695:0:35934:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998363.170697:0:35934:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998363.170701:0:35934:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1787998363.170714:0:35934:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1787998363.170717:0:35934:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998363.170720:0:35934:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1787998363.170722:0:35934:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998363.170724:0:35934:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1787998363.170728:0:35934:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1787998363.170730:0:35934:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998363.170733:0:35934:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226658351944 : -117847051199672 : ffff94d198601b48) 00000020:00001000:0.0:1787998363.170735:0:35934:0:(cl_object.c:823:cl_env_get()) 1@ffff94d198601b40 00000020:00000001:0.0:1787998363.170740:0:35934:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:0.0:1787998363.170743:0:35934:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1787998363.170746:0:35934:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1787998363.170748:0:35934:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2d:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1787998363.170751:0:35934:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787998363.170753:0:35934:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1787998363.170755:0:35934:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1787998363.170757:0:35934:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998363.170759:0:35934:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1787998363.170763:0:35934:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2d:0x0]io ffff94d198516310 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1787998363.170882:0:35934:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199cc0000 00020000:00000001:0.0:1787998363.170887:0:35934:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1787998363.170889:0:35934:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1787998363.170891:0:35934:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1787998363.170893:0:35934:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998363.170896:0:35934:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1787998363.170898:0:35934:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1787998363.170900:0:35934:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.170902:0:35934:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787998363.170903:0:35934:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1787998363.170905:0:35934:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1787998363.170906:0:35934:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199cc0000 00000020:00000001:0.0:1787998363.170909:0:35934:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1787998363.170911:0:35934:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1787998363.170913:0:35934:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2d:0x0] 00000020:00000001:0.0:1787998363.170916:0:35934:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1787998363.170918:0:35934:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1787998363.170921:0:35934:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1787998363.170923:0:35934:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1787998363.170929:0:35934:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1787998363.170935:0:35934:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d1861db780. 00020000:00000002:0.0:1787998363.170938:0:35934:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1787998363.170940:0:35934:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1787998363.170942:0:35934:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1787998363.170945:0:35934:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1787998363.170946:0:35934:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998363.170949:0:35934:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798653448 : -117846910898168 : ffff94d1a0bcf008) 00000020:00001000:0.0:1787998363.170951:0:35934:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf000 00000020:00000001:0.0:1787998363.170954:0:35934:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3e90 -> ffff94d1a0aa3530 00000020:00000001:0.0:1787998363.170955:0:35934:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1787998363.170959:0:35934:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787998363.170960:0:35934:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1787998363.170961:0:35934:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998363.170963:0:35934:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998363.170965:0:35934:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226527316928 : -117847182234688 : ffff94d19090abc0) 00000020:00000001:0.0:1787998363.170967:0:35934:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1787998363.170973:0:35934:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d1860f45f0. 00000008:00010000:0.0:1787998363.170976:0:35934:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1787998363.170979:0:35934:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1787998363.170981:0:35934:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1787998363.170982:0:35934:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d1861db7b0, osc lock ffff94d1860f45f0, flags 0x400001002 00000020:00000001:0.0:1787998363.170985:0:35934:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998363.170987:0:35934:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998363.170990:0:35934:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626226352011136 : -117847357540480 : ffff94d1861db780) 00000020:00000001:0.0:1787998363.170992:0:35934:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1787998363.170993:0:35934:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1787998363.170994:0:35934:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.170997:0:35934:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.171008:0:35934:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1787998363.171010:0:35934:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1787998363.171012:0:35934:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1787998363.171014:0:35934:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1787998363.171015:0:35934:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1787998363.171016:0:35934:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226527316928 : -117847182234688 : ffff94d19090abc0) 00000020:00000001:0.0:1787998363.171018:0:35934:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1787998363.171022:0:35934:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1787998363.171024:0:35934:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1787998363.171027:0:35934:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1787998363.171030:0:35934:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1787998363.171032:0:35934:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1787998363.171034:0:35934:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1787998363.171035:0:35934:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1787998363.171036:0:35934:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1787998363.171039:0:35934:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1787998363.171041:0:35934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998363.171151:0:35934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98c00 count: 2 00010000:00000001:0.0:1787998363.171154:0:35934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998363.171161:0:35934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998363.171166:0:35934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998363.171169:0:35934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1787998363.171181:0:35934:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998363.171187:0:35934:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998363.171190:0:35934:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787998363.171198:0:35934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998363.171199:0:35934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998363.171201:0:35934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=4 00000020:00000001:0.0:1787998363.171203:0:35934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:0.0:1787998363.171205:0:35934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00000008:00000001:0.0:1787998363.171210:0:35934:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1787998363.171213:0:35934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998363.171214:0:35934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998363.171215:0:35934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=5 00000020:00000001:0.0:1787998363.171217:0:35934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:0.0:1787998363.171219:0:35934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00000020:00000001:0.0:1787998363.171223:0:35934:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1787998363.171225:0:35934:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1787998363.171227:0:35934:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1787998363.171229:0:35934:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.171230:0:35934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998363.171231:0:35934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998363.171233:0:35934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=6 00000020:00000001:0.0:1787998363.171234:0:35934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:0.0:1787998363.171237:0:35934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:0.0:1787998363.171239:0:35934:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998363.171241:0:35934:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787998363.171254:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998363.171255:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998363.171256:0:35934:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998363.171258:0:35934:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998363.171260:0:35934:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1787998363.171269:0:35934:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998363.171271:0:35934:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998363.171273:0:35934:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998363.171275:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998363.171277:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998363.171278:0:35934:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.171280:0:35934:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998363.171282:0:35934:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.171284:0:35934:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.171286:0:35934:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.171288:0:35934:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998363.171352:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998363.171354:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998363.171355:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998363.171356:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1787998363.171358:0:35934:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998363.171361:0:35934:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.171363:0:35934:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998363.171365:0:35934:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.171367:0:35934:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.171369:0:35934:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1787998363.171370:0:35934:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1787998363.171372:0:35934:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1787998363.171374:0:35934:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1787998363.171376:0:35934:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.171378:0:35934:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998363.171383:0:35934:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1787998363.171385:0:35934:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:0.0:1787998363.171387:0:35934:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:0.0:1787998363.171389:0:35934:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1787998363.171392:0:35934:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1787998363.171396:0:35934:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1787998363 a=0 c=1787998363 b=0 00020000:00000001:0.0:1787998363.171399:0:35934:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.171401:0:35934:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.171402:0:35934:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000080:00200000:0.0:1787998363.171404:0:35934:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2d:0x0] updating i_size 23 i_blocks 0 00000080:00000001:0.0:1787998363.171407:0:35934:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1787998363.171412:0:35934:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1787998363.171418:0:35934:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d1985162b0 (ffff94d198601b48/0) at cl_lock_release():245 00000020:00000001:0.0:1787998363.171421:0:35934:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1787998363.171422:0:35934:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d1985162b0 (ffff94d198601b48/0) at cl_lock_cancel():142 00020000:00000001:0.0:1787998363.171426:0:35934:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1787998363.171428:0:35934:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1787998363.171429:0:35934:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226527316928 : -117847182234688 : ffff94d19090abc0) 00000020:00000001:0.0:1787998363.171431:0:35934:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1787998363.171433:0:35934:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d1861db7b0 (ffff94d1a0bcf008/1) at cl_lock_cancel():142 00000008:00000001:0.0:1787998363.171436:0:35934:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1787998363.171437:0:35934:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1787998363.171438:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998363.171440:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1787998363.171441:0:35934:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1787998363.171443:0:35934:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1787998363.171444:0:35934:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1787998363.171446:0:35934:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1787998363.171447:0:35934:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1787998363.171448:0:35934:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d1985162b0 (ffff94d198601b48/0) at cl_lock_fini():72 00020000:00000001:0.0:1787998363.171452:0:35934:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1787998363.171453:0:35934:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1787998363.171454:0:35934:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d1861db7b0 (ffff94d198601b48/1) at cl_lock_fini():72 00000008:00000010:0.0:1787998363.171458:0:35934:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d1860f45f0. 00000020:00000001:0.0:1787998363.171461:0:35934:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1787998363.171463:0:35934:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d1861db780. 00020000:00000001:0.0:1787998363.171466:0:35934:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1787998363.171467:0:35934:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1787998363.171469:0:35934:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1787998363.171470:0:35934:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.171473:0:35934:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1787998363.171475:0:35934:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1787998363.171477:0:35934:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1787998363.171478:0:35934:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1787998363.171480:0:35934:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1787998363.171482:0:35934:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf000 00020000:00000001:0.0:1787998363.171485:0:35934:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1787998363.171487:0:35934:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1787998363.171490:0:35934:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1787998363.171492:0:35934:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2d:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1787998363.171495:0:35934:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1787998363.171497:0:35934:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998363.171499:0:35934:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1787998363.171501:0:35934:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1787998363.171502:0:35934:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1787998363.171503:0:35934:0:(cl_object.c:917:cl_env_put()) 1@ffff94d198601b40 00000001:00000001:0.0:1787998363.171505:0:35934:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.171610:0:35934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41e03d28 00000080:00000008:0.0:1787998363.171613:0:35934:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2d:0x0](ffff94d1989342c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1787998363.171842:0:35934:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:0.0:1787998363.171845:0:35934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41e03d88 00000080:00200008:0.0:1787998363.171848:0:35934:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000405:0x2d:0x0], ppos: 0, count: 23 00000080:00000002:0.0:1787998363.171851:0:35934:0:(file.c:2656:do_file_write_iter()) inode ffff94d1989342c8 need_sync_to_oss [0x200000405:0x2d:0x0] 00000080:00000001:0.0:1787998363.171854:0:35934:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1787998363.171856:0:35934:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998363.171859:0:35934:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1787998363.171862:0:35934:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.171864:0:35934:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998363.171866:0:35934:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226658351944 : -117847051199672 : ffff94d198601b48) 00000020:00001000:0.0:1787998363.171868:0:35934:0:(cl_object.c:823:cl_env_get()) 1@ffff94d198601b40 00000080:00000001:0.0:1787998363.171871:0:35934:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1787998363.171873:0:35934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41e03c98 00000080:00200000:0.0:1787998363.171875:0:35934:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:0.0:1787998363.171882:0:35934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41e03c30 00000080:00200000:0.0:1787998363.171883:0:35934:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:0.0:1787998363.171886:0:35934:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1787998363.171887:0:35934:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:0.0:1787998363.171889:0:35934:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:0.0:1787998363.171891:0:35934:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1787998363.171893:0:35934:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1787998363.171895:0:35934:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1787998363 a=0 c=1787998363 b=0 00020000:00000001:0.0:1787998363.171898:0:35934:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.171905:0:35934:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.171907:0:35934:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000080:00200000:0.0:1787998363.171909:0:35934:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2d:0x0] updating i_size 23 i_blocks 0 00000080:00000001:0.0:1787998363.171911:0:35934:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1787998363.171913:0:35934:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1787998363.171919:0:35934:0:(cl_io.c:214:cl_io_rw_init()) header@000000003592759c[0x110, 2, [0x200000405:0x2d:0x0] hash] 00000020:00200000:0.0:1787998363.171921:0:35934:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23, 46) 0 1 00000020:00000001:0.0:1787998363.171923:0:35934:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:0.0:1787998363.171925:0:35934:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1787998363.171927:0:35934:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1787998363.171929:0:35934:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2d:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1787998363.171932:0:35934:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787998363.171933:0:35934:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1787998363.171936:0:35934:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998363.171940:0:35934:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998363.171942:0:35934:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1787998363.171943:0:35934:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998363.171945:0:35934:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1787998363.171948:0:35934:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2d:0x0]io ffff94d198516310 type 2 ignore/verify layout 0/0 00020000:00000002:0.0:1787998363.171951:0:35934:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199cc0000 00020000:00000001:0.0:1787998363.171954:0:35934:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1787998363.171955:0:35934:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1787998363.171957:0:35934:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1787998363.171958:0:35934:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1787998363.171961:0:35934:0:(lov_io.c:860:lov_io_slice_init()) 23 46 00020000:00000001:0.0:1787998363.171963:0:35934:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1787998363.171965:0:35934:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1787998363.171966:0:35934:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.171968:0:35934:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787998363.171969:0:35934:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1787998363.171970:0:35934:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1787998363.171972:0:35934:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199cc0000 00000020:00000001:0.0:1787998363.171974:0:35934:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.171976:0:35934:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1787998363.171978:0:35934:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:0.0:1787998363.171981:0:35934:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:0.0:1787998363.171984:0:35934:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.171987:0:35934:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1787998363.171989:0:35934:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1787998363.171992:0:35934:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1787998363.171993:0:35934:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1787998363.171995:0:35934:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:0.0:1787998363.172008:0:35934:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1787998363.172011:0:35934:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1787998363.172013:0:35934:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1787998363.172016:0:35934:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1787998363.172018:0:35934:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1787998363.172019:0:35934:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998363.172021:0:35934:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798653448 : -117846910898168 : ffff94d1a0bcf008) 00000020:00001000:0.0:1787998363.172023:0:35934:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf000 00000020:00000001:0.0:1787998363.172025:0:35934:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3e90 -> ffff94d1a0aa3530 00000020:00000001:0.0:1787998363.172027:0:35934:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1787998363.172028:0:35934:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787998363.172030:0:35934:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1787998363.172031:0:35934:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998363.172033:0:35934:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998363.172034:0:35934:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226527316928 : -117847182234688 : ffff94d19090abc0) 00000020:00000001:0.0:1787998363.172038:0:35934:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1787998363.172040:0:35934:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1787998363.172043:0:35934:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.172151:0:35934:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998363.172156:0:35934:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998363.172159:0:35934:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.172161:0:35934:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.172164:0:35934:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1787998363.172167:0:35934:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1787998363.172169:0:35934:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1787998363.172172:0:35934:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1787998363.172175:0:35934:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998363.172179:0:35934:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998363.172181:0:35934:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1787998363.172183:0:35934:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:0.0:1787998363.172186:0:35934:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1787998363.172188:0:35934:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1787998363.172189:0:35934:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.172192:0:35934:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998363.172194:0:35934:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998363.172196:0:35934:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998363.172198:0:35934:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998363.172200:0:35934:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1787998363.172202:0:35934:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1787998363.172203:0:35934:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1787998363.172205:0:35934:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1787998363.172207:0:35934:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.172208:0:35934:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998363.172210:0:35934:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998363.172212:0:35934:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.172214:0:35934:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1787998363.172215:0:35934:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1787998363.172217:0:35934:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1787998363.172218:0:35934:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1787998363.172220:0:35934:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1787998363.172222:0:35934:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1787998363.172228:0:35934:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d1861db780. 00020000:00000002:0.0:1787998363.172231:0:35934:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1787998363.172233:0:35934:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1787998363.172235:0:35934:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1787998363.172236:0:35934:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226527316928 : -117847182234688 : ffff94d19090abc0) 00000020:00000001:0.0:1787998363.172238:0:35934:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1787998363.172240:0:35934:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d1860f45f0. 00000008:00010000:0.0:1787998363.172243:0:35934:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1787998363.172244:0:35934:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1787998363.172245:0:35934:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1787998363.172248:0:35934:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d1861db7b0, osc lock ffff94d1860f45f0, flags 0x0 00000020:00000001:0.0:1787998363.172250:0:35934:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998363.172252:0:35934:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998363.172254:0:35934:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626226352011136 : -117847357540480 : ffff94d1861db780) 00000020:00000001:0.0:1787998363.172256:0:35934:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1787998363.172257:0:35934:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1787998363.172258:0:35934:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.172260:0:35934:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.172262:0:35934:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1787998363.172263:0:35934:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1787998363.172264:0:35934:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1787998363.172265:0:35934:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226527316928 : -117847182234688 : ffff94d19090abc0) 00000020:00000001:0.0:1787998363.172267:0:35934:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1787998363.172269:0:35934:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1787998363.172271:0:35934:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1787998363.172273:0:35934:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.172275:0:35934:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1787998363.172277:0:35934:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1787998363.172278:0:35934:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1787998363.172280:0:35934:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1787998363.172281:0:35934:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1787998363.172283:0:35934:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1787998363.172284:0:35934:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1787998363.172285:0:35934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998363.172351:0:35934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98c00 count: 2 00010000:00000001:0.0:1787998363.172356:0:35934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998363.172359:0:35934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998363.172362:0:35934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787998363.172366:0:35934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1787998363.172376:0:35934:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998363.172379:0:35934:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998363.172382:0:35934:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1787998363.172389:0:35934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998363.172391:0:35934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998363.172393:0:35934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=4 00000020:00000001:0.0:1787998363.172395:0:35934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:0.0:1787998363.172398:0:35934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00000008:00000001:0.0:1787998363.172400:0:35934:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1787998363.172402:0:35934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998363.172404:0:35934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998363.172405:0:35934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=5 00000020:00000001:0.0:1787998363.172407:0:35934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:0.0:1787998363.172409:0:35934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:0.0:1787998363.172411:0:35934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998363.172412:0:35934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998363.172414:0:35934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=6 00000020:00000001:0.0:1787998363.172415:0:35934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:0.0:1787998363.172417:0:35934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:0.0:1787998363.172420:0:35934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998363.172421:0:35934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998363.172424:0:35934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1787998363.172432:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998363.172433:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1787998363.172435:0:35934:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.172437:0:35934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998363.172438:0:35934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998363.172440:0:35934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=7 00000020:00000001:0.0:1787998363.172441:0:35934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:0.0:1787998363.172443:0:35934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:0.0:1787998363.172445:0:35934:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998363.172448:0:35934:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1787998363.172455:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998363.172456:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1787998363.172459:0:35934:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1787998363.172466:0:35934:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998363.172467:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998363.172468:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998363.172469:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998363.172470:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1787998363.172471:0:35934:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998363.172474:0:35934:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.172476:0:35934:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998363.172478:0:35934:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.172479:0:35934:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.172481:0:35934:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.172483:0:35934:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.172485:0:35934:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.172487:0:35934:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1787998363.172490:0:35934:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:0.0:1787998363.172494:0:35934:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1787998363.172495:0:35934:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:0.0:1787998363.172497:0:35934:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:0.0:1787998363.172499:0:35934:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1787998363.172500:0:35934:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1787998363.172503:0:35934:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1787998363 a=0 c=1787998363 b=0 00020000:00000001:0.0:1787998363.172505:0:35934:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.172618:0:35934:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.172621:0:35934:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000080:00200000:0.0:1787998363.172623:0:35934:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2d:0x0] updating i_size 23 i_blocks 0 00000080:00000001:0.0:1787998363.172626:0:35934:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1787998363.172629:0:35934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41e03b80 00000080:00200000:0.0:1787998363.172631:0:35934:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [23, 46) append 1 append lockpos 18446744073709551615 00000020:00000001:0.0:1787998363.172634:0:35934:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1787998363.172637:0:35934:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199cc0000 00020000:00000002:0.0:1787998363.172640:0:35934:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d1a0b0a960 addref 2/0 by ffff94d199cc0000. 00020000:00000002:0.0:1787998363.172642:0:35934:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199cc0000 00000020:00000001:0.0:1787998363.172645:0:35934:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:0.0:1787998363.172648:0:35934:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1787998363.172651:0:35934:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1787998363.172653:0:35934:0:(lov_offset.c:253:lov_stripe_intersects()) [23->45] -> [(0) 23->45 (0)] 00020000:00000001:0.0:1787998363.172655:0:35934:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1787998363.172656:0:35934:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226527316928 : -117847182234688 : ffff94d19090abc0) 00000020:00000001:0.0:1787998363.172658:0:35934:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1787998363.172660:0:35934:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1787998363.172663:0:35934:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.172665:0:35934:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998363.172667:0:35934:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.172668:0:35934:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998363.172676:0:35934:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:0.0:1787998363.172683:0:35934:0:(xattr.c:483:ll_xattr_list()) Process entered 00000080:00000001:0.0:1787998363.172686:0:35934:0:(xattr_cache.c:606:ll_xattr_cache_get()) Process entered 00000080:00000001:0.0:1787998363.172689:0:35934:0:(xattr_cache.c:465:ll_xattr_cache_refill()) Process entered 00000080:00000001:0.0:1787998363.172691:0:35934:0:(xattr_cache.c:392:ll_xattr_find_get_lock()) Process entered 00000080:00000010:0.0:1787998363.172696:0:35934:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191cd7c00. 00000080:00000001:0.0:1787998363.172703:0:35934:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787998363.172717:0:35934:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787998363.172720:0:35934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41e03798 00800000:00000002:0.0:1787998363.172722:0:35934:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getxattr' for [0x0:0x0:0x0] '' on [0x200000405:0x2d:0x0] 00800000:00000001:0.0:1787998363.172727:0:35934:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787998363.172730:0:35934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998363.172733:0:35934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998363.172736:0:35934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998363.172740:0:35934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998363.172742:0:35934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998363.172744:0:35934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2d:0x0] 00800000:00000001:0.0:1787998363.172747:0:35934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998363.172751:0:35934:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x2d:0x0], fid2=[0x0:0x0:0x0], name='' -> mds #0 00000002:00000001:0.0:1787998363.172756:0:35934:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787998363.172758:0:35934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41e03668 00000002:00010000:0.0:1787998363.172760:0:35934:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x200000405:0x2d:0x0], intent: getxattr flags 0 00000002:00000001:0.0:1787998363.172765:0:35934:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00010000:00000010:1.1:1787998363.172813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5a00. 00000002:00000001:0.0:1787998363.172900:0:35934:0:(mdc_locks.c:538:mdc_intent_getxattr_pack()) Process entered 00000100:00000010:0.0:1787998363.172907:0:35934:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c13b80. 00000020:00000040:0.0:1787998363.172912:0:35934:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:0.0:1787998363.172917:0:35934:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787998363.172919:0:35934:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.172923:0:35934:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1787998363.172928:0:35934:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998363.172932:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998363.172933:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998363.172934:0:35934:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998363.172938:0:35934:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998363.172940:0:35934:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998363.172943:0:35934:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998363.172951:0:35934:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d1923a3400. 00000100:00000001:0.0:1787998363.172959:0:35934:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.172965:0:35934:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998363.172966:0:35934:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.172968:0:35934:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998363.172969:0:35934:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.172971:0:35934:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:0.0:1787998363.172974:0:35934:0:(mdc_locks.c:563:mdc_intent_getxattr_pack()) lustre-MDT0000-mdc-ffff94d1a0bb2800: get xattrs for [0x200000405:0x2d:0x0] 00000002:00000001:0.0:1787998363.172982:0:35934:0:(mdc_locks.c:600:mdc_intent_getxattr_pack()) Process leaving (rc=18446626226547276672 : -117847162274944 : ffff94d191c13b80) 00010000:00000001:0.0:1787998363.172986:0:35934:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1787998363.172988:0:35934:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1787998363.172992:0:35934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 2 00010000:00000001:0.0:1787998363.172995:0:35934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998363.173099:0:35934:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1787998363.173104:0:35934:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d187366400. 00000020:00000001:0.0:1787998363.173118:0:35934:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1787998363.173121:0:35934:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d187366400 with handle 0xb2d39e653c8cc9c to hash 00000020:00000001:0.0:1787998363.173124:0:35934:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1787998363.173126:0:35934:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226370405376 : -117847339146240 : ffff94d187366400) 00010000:00000001:0.0:1787998363.173130:0:35934:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226370405376 : -117847339146240 : ffff94d187366400) 00010000:00000001:0.0:1787998363.173133:0:35934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998363.173134:0:35934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998363.173138:0:35934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366400/0xb2d39e653c8cc9c lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998363.173147:0:35934:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366400/0xb2d39e653c8cc9c lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998363.173159:0:35934:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366400/0xb2d39e653c8cc9c lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35934 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1787998363.173166:0:35934:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998363.173169:0:35934:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998363.173176:0:35934:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191c02000. 00000100:00000001:0.0:1787998363.173179:0:35934:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226547204096 : -117847162347520 : ffff94d191c02000) 00000100:00000001:0.0:1787998363.173183:0:35934:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998363.173185:0:35934:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547276672 : -117847162274944 : ffff94d191c13b80) 00000100:00000001:0.0:1787998363.173189:0:35934:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998363.173192:0:35934:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998363.173195:0:35934:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998363.173197:0:35934:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998363.173208:0:35934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c13b80 x1874850291794816/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/3376 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998363.173217:0:35934:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998363.173219:0:35934:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998363.173224:0:35934:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998363.173227:0:35934:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998363.173230:0:35934:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998363.173234:0:35934:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c13b80 pname:cluuid:pid:xid:nid:opc:job uname:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35934:1874850291794816:192.168.206.123@tcp:101:uname.0 00000100:00000001:0.0:1787998363.173239:0:35934:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998363.173246:0:35934:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998363.173249:0:35934:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998363.173252:0:35934:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998363.173258:0:35934:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 4096 at ffff94d182bc2000. 02000000:00000001:0.0:1787998363.173261:0:35934:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998363.173269:0:35934:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998363.173273:0:35934:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000400:00000010:0.0:1787998363.173281:0:35934:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807d48. 00000100:00000200:0.0:1787998363.173350:0:35934:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 4096 bytes, xid 1874850291794816, portal 10 00000100:00000001:0.0:1787998363.173354:0:35934:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998363.173355:0:35934:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547276672 : -117847162274944 : ffff94d191c13b80) 00000100:00000040:0.0:1787998363.173363:0:35934:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191c13b80 x1874850291794816/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/3376 e 0 to 0 dl 1787998379 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998363.173371:0:35934:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998363.173374:0:35934:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998363.173377:0:35934:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807c38. 00000100:00000200:0.0:1787998363.173382:0:35934:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1874850291794816, offset 0 00000400:00000200:0.0:1787998363.173389:0:35934:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998363.173400:0:35934:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998363.173408:0:35934:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998363.173414:0:35934:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998363.173419:0:35934:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998363.173423:0:35934:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998363.173427:0:35934:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998363.173431:0:35934:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2953:2953:256:4294967295] 192.168.206.123@tcp LPNI seq info [2953:2953:8:4294967295] 00000400:00000200:0.0:1787998363.173436:0:35934:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998363.173447:0:35934:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998363.173454:0:35934:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998363.173461:0:35934:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d18994e300. 00000800:00000200:0.0:1787998363.173468:0:35934:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998363.173478:0:35934:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998363.173484:0:35934:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d18994e300 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:0.0:1787998363.173504:0:35934:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998363.173728:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998363.173734:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d18994e300. 00000400:00000200:3.0:1787998363.173739:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998363.173744:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998363.173749:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807c38 00000400:00000010:3.0:1787998363.173752:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807c38. 00000100:00000001:3.0:1787998363.173756:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998363.173761:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c13b80 x1874850291794816/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/3376 e 0 to 0 dl 1787998379 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998363.173790:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998363.173794:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c13b80 x1874850291794816/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/3376 e 0 to 0 dl 1787998379 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998363.173800:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998363.173803:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1787998363.173862:0:35934:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 824828 usecs (825 jiffies) 00000400:00000200:0.0:1787998363.173867:0:35934:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998363.173870:0:35934:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296544156 00000100:00000001:0.0:1787998363.173873:0:35934:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:0.0:1787998363.173875:0:35934:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296544156 00000100:00000001:0.0:1787998363.173878:0:35934:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:0.0:1787998363.173885:0:35934:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998363.173888:0:35934:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998363.173890:0:35934:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998363.173892:0:35934:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998363.173896:0:35934:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191c02000 going to sleep for 11 seconds 00000100:00000001:0.0:1787998363.173899:0:35934:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998363.173902:0:35934:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787998363.177129:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.177151:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998363.177156:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.177158:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.177168:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.177176:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998363.177186:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.177191:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.177197:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.177202:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 1144 into portal 10 MB=0x6a92a99a64380 00000400:00000200:3.0:1787998363.177207:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.177213:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 1144/1144 into md 0x893d [1] + 224 00000800:00000001:3.0:1787998363.177221:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.177229:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.177233:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998363.177238:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998363.177246:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998363.177255:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c13b80 x1874850291794816/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/3376 e 0 to 0 dl 1787998379 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998363.177267:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=1144 offset=224 replen=3376 req@ffff94d191c13b80 x1874850291794816/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/3376 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998363.177389:0:35934:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998363.177648:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998363.177822:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.177828:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1787998363.177865:0:35934:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998363.177868:0:35934:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998363.177872:0:35934:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30528. 00000400:00000200:0.0:1787998363.177877:0:35934:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807d48 00000400:00000010:0.0:1787998363.177880:0:35934:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807d48. 00000100:00000001:0.0:1787998363.177883:0:35934:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998363.177890:0:35934:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c13b80 x1874850291794816/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/3376 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998363.177899:0:35934:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c13b80 x1874850291794816/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/3376 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998363.177905:0:35934:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998363.177907:0:35934:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998363.177910:0:35934:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998363.177915:0:35934:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998363.177917:0:35934:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998363.177920:0:35934:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998363.177923:0:35934:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998363.177933:0:35934:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=39 v=5 (5 5 104 104) 00000100:00001000:0.0:1787998363.177938:0:35934:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=33 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998363.177940:0:35934:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998363.177942:0:35934:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.177946:0:35934:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998363.177950:0:35934:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998363.177955:0:35934:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998363.177957:0:35934:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 8589934600 00000100:00000001:0.0:1787998363.177959:0:35934:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998363.177963:0:35934:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998363.177968:0:35934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c13b80 x1874850291794816/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/1144 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998363.177975:0:35934:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998363.177979:0:35934:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998363.177981:0:35934:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998363.177985:0:35934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c13b80 x1874850291794816/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/1144 e 0 to 0 dl 1787998379 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998363.177992:0:35934:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c13b80 pname:cluuid:pid:xid:nid:opc:job uname:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35934:1874850291794816:192.168.206.123@tcp:101:uname.0 00000100:00000001:0.0:1787998363.178007:0:35934:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998363.178011:0:35934:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998363.178014:0:35934:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998363.178017:0:35934:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998363.178021:0:35934:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c13b80 x1874850291794816/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/1144 e 0 to 0 dl 1787998379 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998363.178028:0:35934:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998363.178031:0:35934:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191c02000. 00000100:00000001:0.0:1787998363.178038:0:35934:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998363.178040:0:35934:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.178044:0:35934:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1787998363.178058:0:35934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998363.178061:0:35934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998363.178065:0:35934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366400 refcount=4 00000020:00000001:0.0:1787998363.178067:0:35934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370405376 : -117847339146240 : ffff94d187366400) 00010000:00000001:0.0:1787998363.178070:0:35934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370405376 : -117847339146240 : ffff94d187366400) 00010000:00000040:0.0:1787998363.178079:0:35934:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d187366400, remote cookie: 0x4fd9a50f3a6ad886, flags: 0x1001 00010000:00010000:0.0:1787998363.178087:0:35934:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366400/0xb2d39e653c8cc9c lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad886 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998363.178096:0:35934:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1787998363.178101:0:35934:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1787998363.178104:0:35934:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1787998363.178106:0:35934:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1787998363.178107:0:35934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1787998363.178119:0:35934:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2d:0x0].0x0 (ffff94d188d3c700) refcount = 2 00010000:00000040:0.0:1787998363.178123:0:35934:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1787998363.178126:0:35934:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc95 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad878 expref: -99 pid: 35934 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787998363.178135:0:35934:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366400/0xb2d39e653c8cc9c lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad886 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998363.178142:0:35934:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1787998363.178145:0:35934:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1787998363.178147:0:35934:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998363.178151:0:35934:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1787998363.178153:0:35934:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998363.178156:0:35934:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366400/0xb2d39e653c8cc9c lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad886 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998363.178162:0:35934:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1787998363.178164:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998363.178166:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998363.178168:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998363.178169:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998363.178171:0:35934:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998363.178176:0:35934:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1787998363.178178:0:35934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998363.178179:0:35934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998363.178181:0:35934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366400 refcount=3 00000020:00000001:0.0:1787998363.178184:0:35934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370405376 : -117847339146240 : ffff94d187366400) 00010000:00000001:0.0:1787998363.178186:0:35934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370405376 : -117847339146240 : ffff94d187366400) 00010000:00000001:0.0:1787998363.178188:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998363.178189:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1787998363.178194:0:35934:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffff94d191c13b80 x1874850291794816/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/1144 e 0 to 0 dl 1787998379 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1787998363.178201:0:35934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998363.178202:0:35934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998363.178203:0:35934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366400 refcount=3 00000020:00000001:0.0:1787998363.178205:0:35934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370405376 : -117847339146240 : ffff94d187366400) 00010000:00000001:0.0:1787998363.178207:0:35934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370405376 : -117847339146240 : ffff94d187366400) 00010000:00000001:0.0:1787998363.178210:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998363.178211:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998363.178213:0:35934:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998363.178215:0:35934:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998363.178218:0:35934:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1787998363.178220:0:35934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998363.178221:0:35934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998363.178223:0:35934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366400 refcount=3 00000020:00000001:0.0:1787998363.178225:0:35934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370405376 : -117847339146240 : ffff94d187366400) 00010000:00000001:0.0:1787998363.178227:0:35934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370405376 : -117847339146240 : ffff94d187366400) 00000002:00010000:0.0:1787998363.178230:0:35934:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366400/0xb2d39e653c8cc9c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad886 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998363.178235:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998363.178236:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998363.178239:0:35934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1787998363.178241:0:35934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998363.178242:0:35934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998363.178243:0:35934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366400 refcount=3 00000020:00000001:0.0:1787998363.178245:0:35934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370405376 : -117847339146240 : ffff94d187366400) 00010000:00000001:0.0:1787998363.178247:0:35934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370405376 : -117847339146240 : ffff94d187366400) 00010000:00000040:0.0:1787998363.178254:0:35934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 3 00010000:00000001:0.0:1787998363.178257:0:35934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1787998363.178262:0:35934:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589935621/45 (0 0) 00010000:00000001:0.0:1787998363.178265:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998363.178266:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998363.178267:0:35934:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1787998363.178271:0:35934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41e035f0 00000002:00002000:0.0:1787998363.178273:0:35934:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getxattr status=0 disp=0x0: rc = 0 00000002:00000001:0.0:1787998363.178276:0:35934:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998363.178280:0:35934:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998363.178284:0:35934:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1787998363.178287:0:35934:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x200000405:0x2d:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1787998363.178301:0:35934:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998363.178306:0:35934:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191cd7c00. 00000080:00000001:0.0:1787998363.178313:0:35934:0:(xattr_cache.c:437:ll_xattr_find_get_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:0.0:1787998363.178319:0:35934:0:(xattr_cache.c:508:ll_xattr_cache_refill()) caching: xdata=ffff94d182bc2460 xtail=ffff94d182bc249a 00000080:00000001:0.0:1787998363.178322:0:35934:0:(xattr_cache.c:65:ll_xattr_cache_init()) Process entered 00000080:00000020:0.0:1787998363.178324:0:35934:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lma]= 00000080:00000001:0.0:1787998363.178328:0:35934:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:0.0:1787998363.178330:0:35934:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1787998363.178331:0:35934:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:0.0:1787998363.178337:0:35934:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff94d1902bf9d8. 00000080:00000010:0.0:1787998363.178341:0:35934:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff94d19108e200. 00000080:00000010:0.0:1787998363.178344:0:35934:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 24 at ffff94d190a9c620. 00000080:00000020:0.0:1787998363.178347:0:35934:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lma]= 00000080:00000001:0.0:1787998363.178348:0:35934:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:0.0:1787998363.178350:0:35934:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lov]=Ð Ñ  00000080:00000001:0.0:1787998363.178352:0:35934:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:0.0:1787998363.178353:0:35934:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1787998363.178356:0:35934:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:0.0:1787998363.178358:0:35934:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff94d1902bfd98. 00000080:00000010:0.0:1787998363.178360:0:35934:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff94d19108e4f0. 00000080:00000010:0.0:1787998363.178362:0:35934:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 56 at ffff94d190b35a80. 00000080:00000020:0.0:1787998363.178364:0:35934:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lov]=Ð Ñ  00000080:00000001:0.0:1787998363.178365:0:35934:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:0.0:1787998363.178367:0:35934:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [user.job]=bash.0 00000080:00000001:0.0:1787998363.178368:0:35934:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:0.0:1787998363.178369:0:35934:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1787998363.178371:0:35934:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:0.0:1787998363.178373:0:35934:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff94d1902bf7d0. 00000080:00000010:0.0:1787998363.178375:0:35934:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 9 at ffff94d19108e1a0. 00000080:00000010:0.0:1787998363.178377:0:35934:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 6 at ffff94d19107f170. 00000080:00000020:0.0:1787998363.178379:0:35934:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [user.job]=bash.0 00000080:00000001:0.0:1787998363.178380:0:35934:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:0.0:1787998363.178382:0:35934:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.link]=ßñê 00000080:00000001:0.0:1787998363.178383:0:35934:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:0.0:1787998363.178384:0:35934:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1787998363.178386:0:35934:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:0.0:1787998363.178388:0:35934:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff94d1902bfac8. 00000080:00000010:0.0:1787998363.178390:0:35934:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 13 at ffff94d19108eee0. 00000080:00000010:0.0:1787998363.178392:0:35934:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 47 at ffff94d190b35240. 00000080:00000020:0.0:1787998363.178394:0:35934:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.link]=ßñê 00000080:00000001:0.0:1787998363.178395:0:35934:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:0.0:1787998363.178396:0:35934:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.som]= 00000080:00000020:0.0:1787998363.178398:0:35934:0:(xattr_cache.c:535:ll_xattr_cache_refill()) not caching trusted.som 00000080:00010000:0.0:1787998363.178401:0:35934:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2d:0x0](ffff94d1989342c8) for lock 0xb2d39e653c8cc9c 00800000:00000001:0.0:1787998363.178406:0:35934:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787998363.178409:0:35934:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787998363.178410:0:35934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998363.178412:0:35934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998363.178413:0:35934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366400 refcount=3 00000020:00000001:0.0:1787998363.178415:0:35934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370405376 : -117847339146240 : ffff94d187366400) 00010000:00000001:0.0:1787998363.178418:0:35934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370405376 : -117847339146240 : ffff94d187366400) 00010000:00000001:0.0:1787998363.178421:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998363.178422:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998363.178424:0:35934:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998363.178426:0:35934:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787998363.178429:0:35934:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc9c from it ffffb66d41e038e8 00010000:00000001:0.0:1787998363.178431:0:35934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998363.178432:0:35934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998363.178434:0:35934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d187366400 refcount=3 00000020:00000001:0.0:1787998363.178435:0:35934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226370405376 : -117847339146240 : ffff94d187366400) 00010000:00000001:0.0:1787998363.178437:0:35934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226370405376 : -117847339146240 : ffff94d187366400) 00010000:00000001:0.0:1787998363.178439:0:35934:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998363.178442:0:35934:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366400/0xb2d39e653c8cc9c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad886 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998363.178449:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998363.178450:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998363.178452:0:35934:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998363.178455:0:35934:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998363.178458:0:35934:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366400/0xb2d39e653c8cc9c lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad886 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787998363.178465:0:35934:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998363.178468:0:35934:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998363.178471:0:35934:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998363.178476:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998363.178477:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998363.178478:0:35934:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.178482:0:35934:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998363.178484:0:35934:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.178486:0:35934:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.178489:0:35934:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.178491:0:35934:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998363.178492:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998363.178493:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787998363.178495:0:35934:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998363.178501:0:35934:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c13b80 x1874850291794816/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 568/1144 e 0 to 0 dl 1787998379 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998363.178518:0:35934:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998363.178521:0:35934:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998363.178524:0:35934:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 4096 at ffff94d182bc2000. 02000000:00000001:0.0:1787998363.178528:0:35934:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998363.178531:0:35934:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998363.178533:0:35934:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998363.178699:0:35934:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998363.178702:0:35934:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1923a3400. 02000000:00000001:0.0:1787998363.178800:0:35934:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998363.178802:0:35934:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998363.178805:0:35934:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c13b80. 00000100:00000001:0.0:1787998363.178810:0:35934:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998363.178811:0:35934:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998363.178813:0:35934:0:(xattr_cache.c:559:ll_xattr_cache_refill()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998363.178817:0:35934:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1787998363.178818:0:35934:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1787998363.178822:0:35934:0:(xattr_cache.c:667:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:0.0:1787998363.178825:0:35934:0:(xattr_cache.c:671:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1787998363.178829:0:35934:0:(xattr.c:499:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:0.0:1787998363.178832:0:35934:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787998363.178833:0:35934:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998363.178835:0:35934:0:(xattr.c:546:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1787998363.178841:0:35934:0:(xattr.c:615:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1787998363.178850:0:35934:0:(rw26.c:674:ll_write_begin()) Process entered 00000080:00200000:0.0:1787998363.178852:0:35934:0:(rw26.c:675:ll_write_begin()) Writing 0 of 23 to 23 bytes 00000080:00000001:0.0:1787998363.178861:0:35934:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:0.0:1787998363.178863:0:35934:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.178867:0:35934:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1787998363.178869:0:35934:0:(cl_page.c:427:cl_page_find()) 0@[0x200000405:0x2d:0x0] ffffdfa2043aae00 ffff94d1904fa000 1 00000020:00000001:0.0:1787998363.178873:0:35934:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1787998363.178875:0:35934:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446626226523054080 : -117847186497536 : ffff94d1904fa000) 00000020:00000001:0.0:1787998363.178877:0:35934:0:(cl_page.c:444:cl_page_find()) Process leaving (rc=18446626226523054080 : -117847186497536 : ffff94d1904fa000) 00000020:00000001:0.0:1787998363.178880:0:35934:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1787998363.178883:0:35934:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1787998363.178885:0:35934:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446626226657387280 : -117847052164336 : ffff94d198516310) 00000020:00000001:0.0:1787998363.178888:0:35934:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1787998363.178890:0:35934:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1787998363.178892:0:35934:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1787998363.178898:0:35934:0:(cl_page.c:507:__cl_page_state_set()) page@0000000075aa44ef[3 00000000fbe65556 1 1 00000000edf0b2b4 0 0 0] 00000020:00000001:0.0:1787998363.178900:0:35934:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1787998363.178901:0:35934:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1787998363.178903:0:35934:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:0.0:1787998363.178904:0:35934:0:(rw26.c:786:ll_write_begin()) Process leaving 00000080:00000001:0.0:1787998363.178906:0:35934:0:(rw26.c:802:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998363.178909:0:35934:0:(rw26.c:865:ll_write_end()) Process entered 00000080:00200000:0.0:1787998363.178911:0:35934:0:(rw26.c:869:ll_write_end()) pos 23, len 23, copied 23 00000020:00000001:0.0:1787998363.178913:0:35934:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1787998363.178914:0:35934:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446626226657387280 : -117847052164336 : ffff94d198516310) 00000020:00000001:0.0:1787998363.178917:0:35934:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1787998363.178918:0:35934:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787998363.178922:0:35934:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1787998363.178924:0:35934:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1787998363.178925:0:35934:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1787998363.178926:0:35934:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1787998363.178930:0:35934:0:(rw26.c:927:ll_write_end()) page@0000000075aa44ef[4 00000000fbe65556 2 1 00000000edf0b2b4 0 0 0] 00000080:00200000:0.0:1787998363.178933:0:35934:0:(rw26.c:927:ll_write_end()) vmpage @0000000011cb04e4 17ffffc0001039 2:0 ffff94d1904fa000 0 lru 00000080:00200000:0.0:1787998363.178944:0:35934:0:(rw26.c:927:ll_write_end()) osc-page@00000000e6a035e7 0: 1< 2 + - > 2< 0 0 4096 0x0 0x40420 | 00000000ee44c586 00000000fa85cf7c > 3< 1 0 > 4< 0 0 8 8359936 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:0.0:1787998363.178946:0:35934:0:(rw26.c:927:ll_write_end()) end page@0000000075aa44ef 00000080:00200000:0.0:1787998363.178948:0:35934:0:(rw26.c:927:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1787998363.178950:0:35934:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1787998363.178951:0:35934:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 23, to 46 prio 0 00000020:00000001:0.0:1787998363.178955:0:35934:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1787998363.178959:0:35934:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1787998363.178962:0:35934:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1787998363.178963:0:35934:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226527316928 : -117847182234688 : ffff94d19090abc0) 00000020:00000001:0.0:1787998363.178966:0:35934:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1787998363.178969:0:35934:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1787998363.178972:0:35934:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1787998363.178975:0:35934:0:(cl_object.c:143:cl_object_top()) ffff94d19391d180 -> ffff94d1a0aa3530 00000008:00000002:0.0:1787998363.178979:0:35934:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 23->46 23 00000020:00000001:0.0:1787998363.178981:0:35934:0:(cl_object.c:143:cl_object_top()) ffff94d19391d180 -> ffff94d1a0aa3530 00000020:00000001:0.0:1787998363.178984:0:35934:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1787998363.178987:0:35934:0:(osc_object.c:161:osc_attr_update()) set kms from 23to 46 00020000:00000001:0.0:1787998363.178990:0:35934:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1787998363.178993:0:35934:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.179416:0:35934:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.179419:0:35934:0:(cl_object.c:143:cl_object_top()) ffff94d19391d180 -> ffff94d1a0aa3530 00000008:00000001:0.0:1787998363.179422:0:35934:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1787998363.179424:0:35934:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1787998363.179426:0:35934:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1787998363.179430:0:35934:0:(cl_page.c:556:cl_batch_put()) page@0000000075aa44ef[4 00000000fbe65556 2 1 00000000edf0b2b4 0 0 0] 00000020:00000001:0.0:1787998363.179431:0:35934:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1787998363.179433:0:35934:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1787998363.179435:0:35934:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1787998363.179437:0:35934:0:(osc_request.c:745:osc_update_next_shrink()) next time 3076 to shrink grant 00000080:00000001:0.0:1787998363.179441:0:35934:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:0.0:1787998363.179442:0:35934:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1787998363.179446:0:35934:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff94d198934478, count 1, dirtied 0 00000080:00000001:0.0:1787998363.179448:0:35934:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1787998363.179450:0:35934:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1787998363.179453:0:35934:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1787998363.179454:0:35934:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1787998363.179455:0:35934:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1787998363.179458:0:35934:0:(cl_page.c:507:__cl_page_state_set()) page@0000000075aa44ef[3 00000000fbe65556 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1787998363.179460:0:35934:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1787998363.179461:0:35934:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1787998363.179463:0:35934:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1787998363.179464:0:35934:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1787998363.179467:0:35934:0:(cl_page.c:556:cl_batch_put()) page@0000000075aa44ef[3 00000000fbe65556 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1787998363.179468:0:35934:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1787998363.179469:0:35934:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:0.0:1787998363.179470:0:35934:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:0.0:1787998363.179472:0:35934:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1787998363.179473:0:35934:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.179475:0:35934:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998363.179477:0:35934:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.179479:0:35934:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1787998363.179481:0:35934:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:0.0:1787998363.179484:0:35934:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1787998363.179485:0:35934:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1787998363.179486:0:35934:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998363.179489:0:35934:0:(rw26.c:948:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:0.0:1787998363.179494:0:35934:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:0.0:1787998363.179495:0:35934:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.179498:0:35934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41e03b80 00000080:00200000:0.0:1787998363.179500:0:35934:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:0.0:1787998363.179608:0:35934:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998363.179612:0:35934:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1787998363.179614:0:35934:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1787998363.179616:0:35934:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1787998363.179619:0:35934:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:0.0:1787998363.179620:0:35934:0:(cl_object.c:143:cl_object_top()) ffff94d19391d180 -> ffff94d1a0aa3530 00000020:00000001:0.0:1787998363.179622:0:35934:0:(cl_object.c:143:cl_object_top()) ffff94d19391d180 -> ffff94d1a0aa3530 00000020:00000001:0.0:1787998363.179624:0:35934:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1787998363.179625:0:35934:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1787998363.179627:0:35934:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.179629:0:35934:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.179630:0:35934:0:(cl_object.c:143:cl_object_top()) ffff94d19391d180 -> ffff94d1a0aa3530 00000008:00000001:0.0:1787998363.179632:0:35934:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.179634:0:35934:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998363.179636:0:35934:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998363.179637:0:35934:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.179639:0:35934:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.179642:0:35934:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1787998363.179643:0:35934:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1787998363.179645:0:35934:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1787998363.179646:0:35934:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1787998363.179648:0:35934:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1787998363.179650:0:35934:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998363.179652:0:35934:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.179654:0:35934:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1787998363.179657:0:35934:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1787998363.179659:0:35934:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1787998363.179662:0:35934:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d1923fe5d8 (ffff94d198601b48/0) at cl_lock_release():245 00000020:00000001:0.0:1787998363.179665:0:35934:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1787998363.179666:0:35934:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d1923fe5d8 (ffff94d198601b48/0) at cl_lock_cancel():142 00020000:00000001:0.0:1787998363.179670:0:35934:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1787998363.179672:0:35934:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1787998363.179674:0:35934:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226527316928 : -117847182234688 : ffff94d19090abc0) 00000020:00000001:0.0:1787998363.179676:0:35934:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1787998363.179678:0:35934:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d1861db7b0 (ffff94d1a0bcf008/1) at cl_lock_cancel():142 00000008:00000001:0.0:1787998363.179682:0:35934:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1787998363.179684:0:35934:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1787998363.179686:0:35934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998363.179688:0:35934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998363.179691:0:35934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=5 00000020:00000001:0.0:1787998363.179693:0:35934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:0.0:1787998363.179696:0:35934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:0.0:1787998363.179698:0:35934:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787998363.179702:0:35934:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1787998363.180192:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998363.180193:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998363.180195:0:35934:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787998363.180198:0:35934:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787998363.180201:0:35934:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1787998363.180209:0:35934:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998363.180212:0:35934:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998363.180214:0:35934:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998363.180217:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998363.180218:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998363.180220:0:35934:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.180223:0:35934:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998363.180226:0:35934:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.180228:0:35934:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.180231:0:35934:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.180234:0:35934:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787998363.180235:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998363.180236:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998363.180237:0:35934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998363.180238:0:35934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1787998363.180240:0:35934:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1787998363.180242:0:35934:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1787998363.180244:0:35934:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1787998363.180245:0:35934:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1787998363.180247:0:35934:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1787998363.180249:0:35934:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d1923fe5d8 (ffff94d198601b48/0) at cl_lock_fini():72 00020000:00000001:0.0:1787998363.180252:0:35934:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1787998363.180254:0:35934:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1787998363.180255:0:35934:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d1861db7b0 (ffff94d198601b48/1) at cl_lock_fini():72 00000008:00000010:0.0:1787998363.180259:0:35934:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d1860f45f0. 00000020:00000001:0.0:1787998363.180263:0:35934:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1787998363.180265:0:35934:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d1861db780. 00020000:00000001:0.0:1787998363.180268:0:35934:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1787998363.180269:0:35934:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1787998363.180271:0:35934:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1787998363.180274:0:35934:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1787998363.180276:0:35934:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1787998363.180277:0:35934:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1787998363.180279:0:35934:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1787998363.180280:0:35934:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998363.180283:0:35934:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998363.180285:0:35934:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1787998363.180286:0:35934:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1787998363.180288:0:35934:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1787998363.180351:0:35934:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:0.0:1787998363.180354:0:35934:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1787998363.180356:0:35934:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1787998363.180358:0:35934:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1787998363.180359:0:35934:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1787998363.180361:0:35934:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1787998363.180366:0:35934:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1787998363.180367:0:35934:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998363.180370:0:35934:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787998363.180372:0:35934:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1787998363.180373:0:35934:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1787998363.180375:0:35934:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1787998363.180380:0:35934:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:0.0:1787998363.180384:0:35934:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:0.0:1787998363.180387:0:35934:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:0.0:1787998363.180389:0:35934:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1787998363.180391:0:35934:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1787998363.180393:0:35934:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1787998363.180394:0:35934:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1787998363.180397:0:35934:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1787998363.180399:0:35934:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf000 00020000:00000001:0.0:1787998363.180403:0:35934:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1787998363.180405:0:35934:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1787998363.180407:0:35934:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1787998363.180410:0:35934:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2d:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1787998363.180413:0:35934:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1787998363.180414:0:35934:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1787998363.180417:0:35934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41e03c98 00000080:00200000:0.0:1787998363.180419:0:35934:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:0.0:1787998363.180425:0:35934:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1787998363.180427:0:35934:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:0.0:1787998363.180429:0:35934:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:0.0:1787998363.180431:0:35934:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1787998363.180436:0:35934:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1787998363.180440:0:35934:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1787998363.180444:0:35934:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:0.0:1787998363.180446:0:35934:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1787998363.180447:0:35934:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:0.0:1787998363.180450:0:35934:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2d:1029 on OST[0]: s=46 (1) m=1787998363 a=0 c=1787998363 b=0 00020000:00000001:0.0:1787998363.180454:0:35934:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1787998363.180456:0:35934:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1787998363 a=0 c=1787998363 b=0 00020000:00000001:0.0:1787998363.180459:0:35934:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.180461:0:35934:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.180463:0:35934:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000080:00200000:0.0:1787998363.180465:0:35934:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2d:0x0] updating i_size 46 i_blocks 0 00000080:00000001:0.0:1787998363.180467:0:35934:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1787998363.180471:0:35934:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:0.0:1787998363.180474:0:35934:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:0.0:1787998363.180476:0:35934:0:(cl_object.c:917:cl_env_put()) 1@ffff94d198601b40 00000020:00000001:0.0:1787998363.180479:0:35934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41e03d88 00000080:00000008:0.0:1787998363.180481:0:35934:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000405:0x2d:0x0], ppos: 46, count: 0, rc = 23 00000080:00000001:0.0:1787998363.180483:0:35934:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:0.0:1787998363.180505:0:35934:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1787998363.180872:0:35934:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199cc0000 00020000:00000002:0.0:1787998363.180878:0:35934:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199cc0000 00020000:00000001:0.0:1787998363.180881:0:35934:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998363.180892:0:35934:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1787998363.180895:0:35934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41e03df0 00000080:00200008:0.0:1787998363.180897:0:35934:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x2d:0x0](ffff94d1989342c8), flags 102001 00000080:00000001:0.0:1787998363.180902:0:35934:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1787998363.180905:0:35934:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1787998363.180907:0:35934:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1787998363.180909:0:35934:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199cc0000 00020000:00000002:0.0:1787998363.180911:0:35934:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199cc0000 00020000:00000001:0.0:1787998363.180913:0:35934:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998363.180915:0:35934:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1787998363.180924:0:35934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998363.180928:0:35934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998363.180931:0:35934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998363.180934:0:35934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998363.180936:0:35934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998363.180938:0:35934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2d:0x0] 00800000:00000001:0.0:1787998363.180941:0:35934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998363.180946:0:35934:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998363.180950:0:35934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998363.180958:0:35934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 3 00010000:00000001:0.0:1787998363.180961:0:35934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787998363.180968:0:35934:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998363.180970:0:35934:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2d:0x0]: 0 00000080:00000001:0.0:1787998363.180973:0:35934:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1787998363.180975:0:35934:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1787998363.180985:0:35934:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d191cd7c00. 00000080:00000001:0.0:1787998363.180989:0:35934:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1787998363.180995:0:35934:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1787998363.181196:0:35934:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1787998363.181199:0:35934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998363.181201:0:35934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998363.181202:0:35934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998363.181204:0:35934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998363.181205:0:35934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998363.181207:0:35934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2d:0x0] 00800000:00000001:0.0:1787998363.181209:0:35934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998363.181212:0:35934:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2d:0x0] 00000002:00000001:0.0:1787998363.181216:0:35934:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1787998363.181219:0:35934:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff94d1a0bb2800: [0x200000405:0x2d:0x0] file closed with intent: 200 00000100:00000010:0.0:1787998363.181228:0:35934:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c13b80. 00000020:00000040:0.0:1787998363.181233:0:35934:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998363.181239:0:35934:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998363.181242:0:35934:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998363.181247:0:35934:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998363.181256:0:35934:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d191cd6800. 00000100:00000001:0.0:1787998363.181264:0:35934:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1787998363.181284:0:35934:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d191d01c00 x1874850291794304/t8589934605(8589934605) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998379 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1787998363.181409:0:35934:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1787998363.181416:0:35934:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d191c13b80 x1874850291795072/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1787998363.181423:0:35934:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787998363.181425:0:35934:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787998363.181433:0:35934:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d191c02000. 00000100:00000001:0.0:1787998363.181436:0:35934:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226547204096 : -117847162347520 : ffff94d191c02000) 00000100:00000001:0.0:1787998363.181439:0:35934:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998363.181441:0:35934:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547276672 : -117847162274944 : ffff94d191c13b80) 00000100:00000001:0.0:1787998363.181446:0:35934:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998363.181451:0:35934:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998363.181454:0:35934:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787998363.181456:0:35934:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998363.181460:0:35934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c13b80 x1874850291795072/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998363.181469:0:35934:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998363.181472:0:35934:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998363.181476:0:35934:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998363.181479:0:35934:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998363.181481:0:35934:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998363.181485:0:35934:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c13b80 pname:cluuid:pid:xid:nid:opc:job uname:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35934:1874850291795072:192.168.206.123@tcp:35:uname.0 00000100:00000001:0.0:1787998363.181490:0:35934:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998363.181497:0:35934:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998363.181500:0:35934:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998363.181503:0:35934:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998363.181660:0:35934:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d1923a3400. 02000000:00000001:0.0:1787998363.181663:0:35934:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998363.181672:0:35934:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998363.181677:0:35934:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000400:00000010:0.0:1787998363.181685:0:35934:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807d48. 00000100:00000200:0.0:1787998363.181693:0:35934:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291795072, portal 10 00000100:00000001:0.0:1787998363.181695:0:35934:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998363.181696:0:35934:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547276672 : -117847162274944 : ffff94d191c13b80) 00000100:00000040:0.0:1787998363.181798:0:35934:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d191c13b80 x1874850291795072/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998379 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998363.181807:0:35934:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998363.181811:0:35934:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998363.181814:0:35934:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1928073b8. 00000100:00000200:0.0:1787998363.181819:0:35934:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1874850291795072, offset 0 00000400:00000200:0.0:1787998363.181828:0:35934:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998363.181840:0:35934:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998363.181850:0:35934:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998363.181858:0:35934:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998363.181865:0:35934:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998363.181869:0:35934:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998363.181874:0:35934:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998363.181878:0:35934:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2954:2954:256:4294967295] 192.168.206.123@tcp LPNI seq info [2954:2954:8:4294967295] 00000400:00000200:0.0:1787998363.181883:0:35934:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998363.181896:0:35934:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998363.181905:0:35934:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998363.181911:0:35934:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d18994e300. 00000800:00000200:0.0:1787998363.181920:0:35934:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998363.181930:0:35934:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998363.181936:0:35934:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d18994e300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1787998363.182065:0:35934:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998363.182071:0:35934:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 823805 usecs (824 jiffies) 00000400:00000200:0.0:1787998363.182075:0:35934:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998363.182079:0:35934:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296544163 00000100:00000001:0.0:1787998363.182084:0:35934:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:0.0:1787998363.182086:0:35934:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296544163 00000100:00000001:0.0:1787998363.182089:0:35934:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:0.0:1787998363.182092:0:35934:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998363.182096:0:35934:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998363.182099:0:35934:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998363.182102:0:35934:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787998363.182105:0:35934:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d191c02000 going to sleep for 11 seconds 00000100:00000001:0.0:1787998363.182108:0:35934:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998363.182121:0:35934:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998363.183242:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998363.183249:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d18994e300. 00000400:00000200:3.0:1787998363.183255:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998363.183262:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998363.183269:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928073b8 00000400:00000010:3.0:1787998363.183272:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928073b8. 00000100:00000001:3.0:1787998363.183277:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998363.183284:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c13b80 x1874850291795072/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998379 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998363.183427:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998363.183432:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c13b80 x1874850291795072/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998379 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998363.183440:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998363.183441:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998363.186458:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.186480:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998363.186485:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.186487:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.186497:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.186504:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998363.186515:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.186520:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.186525:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.186530:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a64480 00000400:00000200:3.0:1787998363.186535:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.186542:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x8945 [1] + 224 00000800:00000001:3.0:1787998363.186551:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.186558:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.186562:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998363.186567:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998363.186576:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998363.186586:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c13b80 x1874850291795072/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998379 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998363.186597:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d191c13b80 x1874850291795072/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998363.186663:0:35934:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998363.186684:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998363.186696:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.186699:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1787998363.186763:0:35934:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998363.186766:0:35934:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998363.186865:0:35934:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30528. 00000400:00000200:0.0:1787998363.186870:0:35934:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807d48 00000400:00000010:0.0:1787998363.186873:0:35934:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807d48. 00000100:00000001:0.0:1787998363.186877:0:35934:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998363.186881:0:35934:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c13b80 x1874850291795072/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787998363.186890:0:35934:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c13b80 x1874850291795072/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998363.186896:0:35934:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998363.186898:0:35934:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998363.186901:0:35934:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998363.186905:0:35934:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998363.186908:0:35934:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998363.186910:0:35934:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998363.186913:0:35934:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998363.186924:0:35934:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06cf0 time=39 v=5 (5 5 5 5) 00000100:00001000:0.0:1787998363.186929:0:35934:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=33 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998363.186932:0:35934:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998363.186934:0:35934:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.186937:0:35934:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998363.186941:0:35934:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998363.186945:0:35934:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1787998363.186947:0:35934:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1787998363.186949:0:35934:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1787998363.186951:0:35934:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998363.186953:0:35934:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547276672 : -117847162274944 : ffff94d191c13b80) 00000100:00000001:0.0:1787998363.186957:0:35934:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998363.186959:0:35934:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 8589934600 00000100:00000001:0.0:1787998363.186961:0:35934:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998363.186965:0:35934:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998363.186970:0:35934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c13b80 x1874850291795072/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998379 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998363.187007:0:35934:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998363.187011:0:35934:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998363.187013:0:35934:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998363.187018:0:35934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c13b80 x1874850291795072/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998379 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787998363.187026:0:35934:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c13b80 pname:cluuid:pid:xid:nid:opc:job uname:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35934:1874850291795072:192.168.206.123@tcp:35:uname.0 00000100:00000001:0.0:1787998363.187032:0:35934:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998363.187035:0:35934:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998363.187037:0:35934:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787998363.187040:0:35934:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998363.187043:0:35934:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c13b80 x1874850291795072/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998379 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998363.187050:0:35934:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998363.187054:0:35934:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d191c02000. 00000100:00000001:0.0:1787998363.187062:0:35934:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787998363.187064:0:35934:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998363.187082:0:35934:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998363.187083:0:35934:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547276672 : -117847162274944 : ffff94d191c13b80) 00000002:00000001:0.0:1787998363.187087:0:35934:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998363.187091:0:35934:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998363.187098:0:35934:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191cd7c00. 00000080:00000001:0.0:1787998363.187102:0:35934:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1787998363.187106:0:35934:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1787998363.187118:0:35934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787998363.187121:0:35934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787998363.187124:0:35934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787998363.187126:0:35934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787998363.187128:0:35934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787998363.187131:0:35934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2d:0x0] 00800000:00000001:0.0:1787998363.187133:0:35934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787998363.187138:0:35934:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1787998363.187144:0:35934:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d191d01c00 x1874850291794304/t8589934605(8589934605) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998379 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998363.187152:0:35934:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998363.187154:0:35934:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226548251648 : -117847161299968 : ffff94d191d01c00) 00000100:00000001:0.0:1787998363.187156:0:35934:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998363.187159:0:35934:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191d01c00 x1874850291794304/t8589934605(8589934605) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998379 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998363.187166:0:35934:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998363.187168:0:35934:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998363.187171:0:35934:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d191c13b80 x1874850291795072/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998379 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998363.187177:0:35934:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998363.187179:0:35934:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998363.187182:0:35934:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191d01c00 x1874850291794304/t8589934605(8589934605) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998379 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998363.187189:0:35934:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1787998363.187193:0:35934:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998363.187195:0:35934:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998363.187198:0:35934:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998363.187202:0:35934:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d1a0096000. 02000000:00000001:0.0:1787998363.187207:0:35934:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998363.187209:0:35934:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998363.187211:0:35934:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191d01c00. 00000100:00000001:0.0:1787998363.187214:0:35934:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998363.187216:0:35934:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998363.187217:0:35934:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998363.187225:0:35934:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c13b80 x1874850291795072/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998379 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998363.187231:0:35934:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787998363.187233:0:35934:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff94d190aa1fc0. 00000002:00000001:0.0:1787998363.187236:0:35934:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787998363.187238:0:35934:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998363.187240:0:35934:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d185259200. 00000100:00000001:0.0:1787998363.187243:0:35934:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998363.187245:0:35934:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c13b80 x1874850291795072/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998379 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787998363.187251:0:35934:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998363.187252:0:35934:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998363.187255:0:35934:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d1923a3400. 02000000:00000001:0.0:1787998363.187258:0:35934:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998363.187259:0:35934:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998363.187260:0:35934:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998363.187262:0:35934:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998363.187263:0:35934:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d191cd6800. 02000000:00000001:0.0:1787998363.187265:0:35934:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998363.187266:0:35934:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998363.187267:0:35934:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c13b80. 00000100:00000001:0.0:1787998363.187271:0:35934:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998363.187272:0:35934:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998363.187274:0:35934:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787998363.187279:0:35934:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d181797540. 00000080:00000001:0.0:1787998363.187283:0:35934:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.187290:0:35934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41e03df0 00000080:00000008:0.0:1787998363.187293:0:35934:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x2d:0x0](ffff94d1989342c8), flags 102001, rc = 0 00000080:00000001:0.0:1787998363.187297:0:35934:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998363.187304:0:35934:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1787998363.187306:0:35934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41e03e00 00000080:00002000:0.0:1787998363.187308:0:35934:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff94d18356f948, parent ffff94d198a90798, inode ffff94d1989342c8) hashed, 00000080:00000001:0.0:1787998363.187311:0:35934:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998363.187321:0:35934:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1787998363.187327:0:35934:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1787998363.195838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d1870f3f20. 00000080:00000001:1.0:1787998363.205510:0:35935:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998363.205519:0:35935:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998363.205522:0:35935:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998363.205585:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41da7bc0 00000080:00200000:1.0:1787998363.205592:0:35935:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:1.0:1787998363.205601:0:35935:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19162ba00. 00800000:00000002:1.0:1787998363.205609:0:35935:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998363.205613:0:35935:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998363.205619:0:35935:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998363.205621:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41da7ae0 00800000:00000002:1.0:1787998363.205624:0:35935:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998363.205628:0:35935:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998363.205631:0:35935:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998363.205633:0:35935:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998363.205636:0:35935:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998363.205639:0:35935:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998363.205641:0:35935:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.205643:0:35935:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998363.205646:0:35935:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.205650:0:35935:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998363.205666:0:35935:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998363.205668:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41da79b0 00000002:00010000:1.0:1787998363.205669:0:35935:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787998363.205673:0:35935:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998363.205675:0:35935:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998363.205679:0:35935:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787998363.205687:0:35935:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.205689:0:35935:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.205691:0:35935:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.205693:0:35935:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1787998363.205696:0:35935:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1787998363.205702:0:35935:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edf100. 00000020:00000040:1.0:1787998363.205719:0:35935:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00010000:00000001:1.0:1787998363.205727:0:35935:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787998363.205733:0:35935:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998363.205742:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.205744:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.205746:0:35935:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.205750:0:35935:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998363.205753:0:35935:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998363.205758:0:35935:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998363.205784:0:35935:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d199e26400. 00000100:00000001:1.0:1787998363.205793:0:35935:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.205800:0:35935:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998363.205802:0:35935:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.205803:0:35935:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998363.205805:0:35935:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.205807:0:35935:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.205813:0:35935:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626226684424448 : -117847025127168 : ffff94d199edf100) 00010000:00000001:1.0:1787998363.205818:0:35935:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787998363.205820:0:35935:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1787998363.205825:0:35935:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d192b98f00. 00010000:00000010:1.0:1787998363.205830:0:35935:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d1a0046080. 00010000:00000001:1.0:1787998363.205835:0:35935:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787998363.205838:0:35935:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1917f3e00. 00000020:00000001:1.0:1787998363.205843:0:35935:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787998363.205846:0:35935:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1917f3e00 with handle 0xb2d39e653c8cca3 to hash 00000020:00000001:1.0:1787998363.205848:0:35935:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787998363.205850:0:35935:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:1.0:1787998363.205853:0:35935:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:1.0:1787998363.205858:0:35935:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998363.205861:0:35935:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.205865:0:35935:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35935 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998363.205875:0:35935:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35935 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998363.205888:0:35935:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35935 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787998363.205893:0:35935:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998363.205896:0:35935:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998363.205903:0:35935:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a000b840. 00000100:00000001:1.0:1787998363.205905:0:35935:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786318400 : -117846923233216 : ffff94d1a000b840) 00000100:00000001:1.0:1787998363.205908:0:35935:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998363.205910:0:35935:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684424448 : -117847025127168 : ffff94d199edf100) 00000100:00000001:1.0:1787998363.205915:0:35935:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998363.205920:0:35935:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.205922:0:35935:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998363.205924:0:35935:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998363.205937:0:35935:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edf100 x1874850291795200/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.205947:0:35935:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998363.205950:0:35935:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998363.205954:0:35935:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998363.205957:0:35935:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998363.205960:0:35935:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998363.205964:0:35935:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edf100 pname:cluuid:pid:xid:nid:opc:job cat:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35935:1874850291795200:192.168.206.123@tcp:101:cat.0 00000100:00000001:1.0:1787998363.205969:0:35935:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998363.205986:0:35935:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998363.205990:0:35935:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998363.205993:0:35935:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998363.206006:0:35935:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d191c68800. 02000000:00000001:1.0:1787998363.206009:0:35935:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998363.206018:0:35935:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998363.206023:0:35935:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc7e8. 00000400:00000010:1.0:1787998363.206031:0:35935:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409a18. 00000100:00000200:1.0:1787998363.206039:0:35935:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874850291795200, portal 10 00000100:00000001:1.0:1787998363.206042:0:35935:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998363.206044:0:35935:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684424448 : -117847025127168 : ffff94d199edf100) 00000100:00000040:1.0:1787998363.206454:0:35935:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199edf100 x1874850291795200/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998379 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.206463:0:35935:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998363.206466:0:35935:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998363.206470:0:35935:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409220. 00000100:00000200:1.0:1787998363.206475:0:35935:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1874850291795200, offset 0 00000400:00000200:1.0:1787998363.206483:0:35935:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998363.206495:0:35935:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998363.206504:0:35935:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998363.206510:0:35935:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998363.206515:0:35935:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998363.206519:0:35935:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998363.206523:0:35935:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998363.206892:0:35935:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2955:2955:256:4294967295] 192.168.206.123@tcp LPNI seq info [2955:2955:8:4294967295] 00000400:00000200:1.0:1787998363.206899:0:35935:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998363.206911:0:35935:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998363.206919:0:35935:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998363.206926:0:35935:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031fb00. 00000800:00000200:1.0:1787998363.206933:0:35935:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998363.206942:0:35935:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998363.206948:0:35935:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031fb00 type 1, nob 672 niov 1 nkiov 1 00000800:00000200:3.0:1787998363.207107:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998363.207127:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031fb00. 00000400:00000200:3.0:1787998363.207137:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998363.207142:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998363.207151:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409220 00000400:00000010:3.0:1787998363.207155:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409220. 00000100:00000001:3.0:1787998363.207160:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998363.207165:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edf100 x1874850291795200/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998379 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998363.207176:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998363.207180:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edf100 x1874850291795200/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998379 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998363.207187:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998363.207189:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787998363.208392:0:35935:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998363.208404:0:35935:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 822785 usecs (823 jiffies) 00000400:00000200:1.0:1787998363.208412:0:35935:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998363.208416:0:35935:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296544188 00000100:00000001:1.0:1787998363.208419:0:35935:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:1.0:1787998363.208422:0:35935:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296544188 00000100:00000001:1.0:1787998363.208425:0:35935:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:1.0:1787998363.208427:0:35935:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998363.208432:0:35935:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.208436:0:35935:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998363.208438:0:35935:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998363.208442:0:35935:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a000b840 going to sleep for 11 seconds 00000100:00000001:1.0:1787998363.208445:0:35935:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998363.208449:0:35935:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787998363.210199:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.210219:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998363.210223:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.210226:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.210235:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.210243:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998363.210252:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.210258:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.210264:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.210268:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a92a99a64500 00000400:00000200:3.0:1787998363.210273:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.210280:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x894d [1] + 224 00000800:00000001:3.0:1787998363.210300:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.210308:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.210312:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998363.210317:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998363.210325:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998363.210334:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edf100 x1874850291795200/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998379 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998363.210345:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d199edf100 x1874850291795200/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998363.210365:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998363.210374:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.210377:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.210476:0:35935:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998363.210485:0:35935:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998363.210487:0:35935:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998363.210491:0:35935:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc7e8. 00000400:00000200:1.0:1787998363.210496:0:35935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409a18 00000400:00000010:1.0:1787998363.210499:0:35935:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409a18. 00000100:00000001:1.0:1787998363.210502:0:35935:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998363.210507:0:35935:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edf100 x1874850291795200/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998363.210517:0:35935:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edf100 x1874850291795200/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.210523:0:35935:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998363.210525:0:35935:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.210528:0:35935:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998363.210531:0:35935:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998363.210546:0:35935:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998363.210549:0:35935:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998363.210552:0:35935:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998363.210563:0:35935:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=39 v=5 (5 5 104 104) 00000100:00001000:1.0:1787998363.210568:0:35935:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998363.210570:0:35935:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998363.210572:0:35935:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.210584:0:35935:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998363.210588:0:35935:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.210593:0:35935:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998363.210595:0:35935:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 8589934600 00000100:00000001:1.0:1787998363.210597:0:35935:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998363.210601:0:35935:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998363.210606:0:35935:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edf100 x1874850291795200/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.210619:0:35935:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998363.210623:0:35935:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998363.210625:0:35935:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998363.210629:0:35935:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edf100 x1874850291795200/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998379 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998363.210637:0:35935:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edf100 pname:cluuid:pid:xid:nid:opc:job cat:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35935:1874850291795200:192.168.206.123@tcp:101:cat.0 00000100:00000001:1.0:1787998363.210643:0:35935:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.210647:0:35935:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.210649:0:35935:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998363.210652:0:35935:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998363.210656:0:35935:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edf100 x1874850291795200/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998379 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.210662:0:35935:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998363.210665:0:35935:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a000b840. 00000100:00000001:1.0:1787998363.210679:0:35935:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998363.210682:0:35935:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.210685:0:35935:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787998363.210690:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.210693:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.210696:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3e00 refcount=4 00000020:00000001:1.0:1787998363.210699:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:1.0:1787998363.210702:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000040:1.0:1787998363.210717:0:35935:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1917f3e00, remote cookie: 0x4fd9a50f3a6ad894, flags: 0x1001 00010000:00010000:1.0:1787998363.210724:0:35935:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad894 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998363.210736:0:35935:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad894 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.210750:0:35935:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787998363.210755:0:35935:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787998363.210758:0:35935:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1787998363.210759:0:35935:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787998363.210761:0:35935:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787998363.210764:0:35935:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d192b98f00) refcount = 1 00010000:00010000:1.0:1787998363.210795:0:35935:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad894 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.210802:0:35935:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787998363.210806:0:35935:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787998363.210808:0:35935:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998363.210812:0:35935:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787998363.210815:0:35935:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.210818:0:35935:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad894 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.210824:0:35935:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787998363.210825:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.210827:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.210828:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.210829:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.210831:0:35935:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.210835:0:35935:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1787998363.210837:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.210839:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.210841:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3e00 refcount=3 00000020:00000001:1.0:1787998363.210842:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:1.0:1787998363.210844:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:1.0:1787998363.210847:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.210848:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.210849:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3e00 refcount=4 00000020:00000001:1.0:1787998363.210850:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:1.0:1787998363.210853:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:1.0:1787998363.210856:0:35935:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998363.210859:0:35935:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.210862:0:35935:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad894 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.210869:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.210870:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.210871:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.210872:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.210873:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3e00 refcount=5 00000020:00000001:1.0:1787998363.210875:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:1.0:1787998363.210877:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:1.0:1787998363.210880:0:35935:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998363.210882:0:35935:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad894 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.210889:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.210890:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998363.210892:0:35935:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad894 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.210899:0:35935:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998363.210900:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.210901:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.210902:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.210903:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1787998363.210909:0:35935:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d199edf100 x1874850291795200/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998379 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1787998363.210918:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.210919:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.210920:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3e00 refcount=3 00000020:00000001:1.0:1787998363.210922:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:1.0:1787998363.210925:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:1.0:1787998363.210927:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.210928:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998363.210929:0:35935:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.210931:0:35935:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.210935:0:35935:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1787998363.210937:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.210938:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.210939:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3e00 refcount=3 00000020:00000001:1.0:1787998363.210941:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:1.0:1787998363.210944:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00000002:00010000:1.0:1787998363.210947:0:35935:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad894 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.210954:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.210955:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.210957:0:35935:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787998363.210959:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.210960:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.210961:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3e00 refcount=3 00000020:00000001:1.0:1787998363.210963:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:1.0:1787998363.210965:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000040:1.0:1787998363.210982:0:35935:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98f00 count: 2 00010000:00000001:1.0:1787998363.210986:0:35935:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1787998363.210990:0:35935:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d1a0afa000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1787998363.210993:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.210994:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998363.210996:0:35935:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1787998363.211000:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41da7938 00000002:00002000:1.0:1787998363.211001:0:35935:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1787998363.211004:0:35935:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998363.211009:0:35935:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998363.211012:0:35935:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787998363.211017:0:35935:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1787998363.211020:0:35935:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.211024:0:35935:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998363.211029:0:35935:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162ba00. 00000080:00000001:1.0:1787998363.211034:0:35935:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998363.211037:0:35935:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1787998363.211044:0:35935:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1787998363.211049:0:35935:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1787998363.211056:0:35935:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d191236040. 00800000:00000001:1.0:1787998363.211058:0:35935:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626226536931392 : -117847172620224 : ffff94d191236040) 00800000:00000001:1.0:1787998363.211061:0:35935:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.211063:0:35935:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1787998363.211066:0:35935:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1787998363.211068:0:35935:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1787998363.211071:0:35935:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1787998363.211074:0:35935:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1787998363.211076:0:35935:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.211081:0:35935:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1787998363.211084:0:35935:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1787998363.211090:0:35935:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1787998363.211092:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.211094:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.211095:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3e00 refcount=3 00000020:00000001:1.0:1787998363.211097:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:1.0:1787998363.211099:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:1.0:1787998363.211101:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.211102:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787998363.211104:0:35935:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1787998363.211107:0:35935:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1787998363.211109:0:35935:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d191236040 1 00800000:00000010:1.0:1787998363.211122:0:35935:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d191236040. 00800000:00000001:1.0:1787998363.211125:0:35935:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998363.211128:0:35935:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cca3 00800000:00000001:1.0:1787998363.211131:0:35935:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998363.211134:0:35935:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998363.211135:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.211137:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.211138:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3e00 refcount=3 00000020:00000001:1.0:1787998363.211140:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:1.0:1787998363.211142:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:1.0:1787998363.211144:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.211146:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998363.211147:0:35935:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998363.211148:0:35935:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.211152:0:35935:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998363.211154:0:35935:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:1.0:1787998363.211157:0:35935:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cca3 from it ffffb66d41da7bf8 00010000:00000001:1.0:1787998363.211160:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.211161:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.211162:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3e00 refcount=3 00000020:00000001:1.0:1787998363.211164:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:1.0:1787998363.211166:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:1.0:1787998363.211169:0:35935:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998363.211172:0:35935:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad894 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.211179:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.211180:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.211182:0:35935:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998363.211184:0:35935:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998363.211187:0:35935:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad894 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998363.211195:0:35935:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998363.211198:0:35935:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998363.211200:0:35935:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998363.211204:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.211205:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.211207:0:35935:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.211211:0:35935:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998363.211213:0:35935:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.211215:0:35935:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.211218:0:35935:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.211220:0:35935:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998363.211221:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.211222:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998363.211224:0:35935:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998363.211230:0:35935:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edf100 x1874850291795200/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1787998379 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.211236:0:35935:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998363.211240:0:35935:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998363.211243:0:35935:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d191c68800. 02000000:00000001:1.0:1787998363.211247:0:35935:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998363.211249:0:35935:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998363.211251:0:35935:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998363.211253:0:35935:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998363.211256:0:35935:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e26400. 02000000:00000001:1.0:1787998363.211260:0:35935:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998363.211262:0:35935:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998363.211264:0:35935:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edf100. 00000100:00000001:1.0:1787998363.211268:0:35935:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998363.211269:0:35935:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998363.211272:0:35935:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:1.0:1787998363.211278:0:35935:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998363.211847:0:35935:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d190a90320. 00000080:00000001:1.0:1787998363.211855:0:35935:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1787998363.211859:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41da7b58 00000080:00200000:1.0:1787998363.211861:0:35935:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), file ffff94d191171080, open_flags 8000, mode 0 opened 0 00000080:00000010:1.0:1787998363.211867:0:35935:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff94d1a0b0a780. 00000080:00000001:1.0:1787998363.211870:0:35935:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1787998363.211873:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41da7a08 00000080:00200000:1.0:1787998363.211875:0:35935:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff94d1989ad348), intent=open 00000080:00000010:1.0:1787998363.211885:0:35935:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19162ba00. 00800000:00000002:1.0:1787998363.211891:0:35935:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998363.211898:0:35935:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998363.211901:0:35935:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998363.211903:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41da7928 00800000:00000002:1.0:1787998363.211905:0:35935:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998363.211909:0:35935:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1787998363.211912:0:35935:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1787998363.211916:0:35935:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998363.211929:0:35935:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998363.211932:0:35935:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998363.211935:0:35935:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998363.211937:0:35935:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.211939:0:35935:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998363.211941:0:35935:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998363.211944:0:35935:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446626226367802368 : -117847341749248 : ffff94d1870eac00) 00000020:00000001:1.0:1787998363.211948:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41da78a8 00800000:00000002:1.0:1787998363.211950:0:35935:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:1.0:1787998363.211955:0:35935:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998363.211957:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41da77e0 00000002:00010000:1.0:1787998363.211959:0:35935:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: recon,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100001 00000002:00000001:1.0:1787998363.211963:0:35935:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1787998363.211966:0:35935:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1787998363.212138:0:35935:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1787998363.212144:0:35935:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98f00 count: 2 00010000:00000001:1.0:1787998363.212147:0:35935:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998363.212150:0:35935:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1787998363.212153:0:35935:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.212155:0:35935:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.212158:0:35935:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998363.212163:0:35935:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edf100. 00000020:00000040:1.0:1787998363.212167:0:35935:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:1.0:1787998363.212172:0:35935:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787998363.212174:0:35935:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.212177:0:35935:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787998363.212182:0:35935:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998363.212186:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.212188:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.212189:0:35935:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.212192:0:35935:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998363.212195:0:35935:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998363.212199:0:35935:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998363.212206:0:35935:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d199e26400. 00000100:00000001:1.0:1787998363.212213:0:35935:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.212218:0:35935:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998363.212219:0:35935:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.212221:0:35935:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998363.212222:0:35935:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.212224:0:35935:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.212233:0:35935:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626226684424448 : -117847025127168 : ffff94d199edf100) 00010000:00000001:1.0:1787998363.212238:0:35935:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787998363.212240:0:35935:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1787998363.212242:0:35935:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98f00 count: 2 00010000:00000001:1.0:1787998363.212244:0:35935:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998363.212247:0:35935:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787998363.212250:0:35935:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d1917f2000. 00000020:00000001:1.0:1787998363.212255:0:35935:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787998363.212258:0:35935:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d1917f2000 with handle 0xb2d39e653c8ccaa to hash 00000020:00000001:1.0:1787998363.212260:0:35935:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787998363.212262:0:35935:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998363.212266:0:35935:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998363.212270:0:35935:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998363.212271:0:35935:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.212275:0:35935:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8ccaa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35935 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998363.212283:0:35935:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8ccaa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35935 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787998363.212422:0:35935:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787998363.212431:0:35935:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d199edf100 x1874850291795456/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787998363.212442:0:35935:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8ccaa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35935 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787998363.212449:0:35935:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998363.212451:0:35935:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998363.212458:0:35935:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a000b840. 00000100:00000001:1.0:1787998363.212460:0:35935:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786318400 : -117846923233216 : ffff94d1a000b840) 00000100:00000001:1.0:1787998363.212464:0:35935:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998363.212465:0:35935:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684424448 : -117847025127168 : ffff94d199edf100) 00000100:00000001:1.0:1787998363.212470:0:35935:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998363.212475:0:35935:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.212477:0:35935:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998363.212479:0:35935:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998363.212483:0:35935:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edf100 x1874850291795456/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.212492:0:35935:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998363.212496:0:35935:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998363.212500:0:35935:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998363.212504:0:35935:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998363.212506:0:35935:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998363.212510:0:35935:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edf100 pname:cluuid:pid:xid:nid:opc:job cat:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35935:1874850291795456:192.168.206.123@tcp:101:cat.0 00000100:00000001:1.0:1787998363.212514:0:35935:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998363.212521:0:35935:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998363.212524:0:35935:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998363.212526:0:35935:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998363.212667:0:35935:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94d199f00000. 02000000:00000001:1.0:1787998363.212671:0:35935:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998363.212678:0:35935:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998363.212683:0:35935:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc7e8. 00000400:00000010:1.0:1787998363.212690:0:35935:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94d191c68800. 00000100:00000200:1.0:1787998363.212699:0:35935:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1874850291795456, portal 10 00000100:00000001:1.0:1787998363.212701:0:35935:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998363.212714:0:35935:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684424448 : -117847025127168 : ffff94d199edf100) 00000100:00000040:1.0:1787998363.212721:0:35935:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199edf100 x1874850291795456/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998379 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.212728:0:35935:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998363.212731:0:35935:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998363.212735:0:35935:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409a18. 00000100:00000200:1.0:1787998363.212738:0:35935:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1874850291795456, offset 0 00000400:00000200:1.0:1787998363.212745:0:35935:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998363.212755:0:35935:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998363.212763:0:35935:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998363.213226:0:35935:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998363.213232:0:35935:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998363.213237:0:35935:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998363.213240:0:35935:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998363.213245:0:35935:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2956:2956:256:4294967295] 192.168.206.123@tcp LPNI seq info [2956:2956:8:4294967295] 00000400:00000200:1.0:1787998363.213250:0:35935:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998363.213261:0:35935:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998363.213269:0:35935:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998363.213276:0:35935:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f000. 00000800:00000200:1.0:1787998363.213283:0:35935:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998363.213534:0:35935:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998363.213540:0:35935:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f000 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1787998363.213614:0:35935:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998363.213620:0:35935:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 821766 usecs (822 jiffies) 00000400:00000200:1.0:1787998363.213624:0:35935:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998363.213628:0:35935:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296544192 00000100:00000001:1.0:1787998363.213631:0:35935:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:1.0:1787998363.213634:0:35935:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296544192 00000100:00000001:1.0:1787998363.213636:0:35935:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:1.0:1787998363.213638:0:35935:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998363.213642:0:35935:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.213645:0:35935:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998363.213647:0:35935:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998363.213658:0:35935:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a000b840 going to sleep for 11 seconds 00000100:00000001:1.0:1787998363.213661:0:35935:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998363.213664:0:35935:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998363.215480:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998363.215491:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f000. 00000400:00000200:3.0:1787998363.215500:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998363.215509:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998363.215517:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409a18 00000400:00000010:3.0:1787998363.215520:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409a18. 00000100:00000001:3.0:1787998363.215839:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998363.215850:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edf100 x1874850291795456/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998379 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998363.215864:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998363.215868:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edf100 x1874850291795456/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998379 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998363.215874:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998363.215876:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998363.220168:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.220187:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998363.220192:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.220194:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.220204:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.220212:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998363.220221:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.220226:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.220232:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.220237:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 664 into portal 10 MB=0x6a92a99a64600 00000400:00000200:3.0:1787998363.220241:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.220247:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 664/664 into md 0x8955 [64] + 224 00000800:00000001:3.0:1787998363.220255:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.220261:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.220264:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998363.220270:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998363.220279:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998363.220287:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edf100 x1874850291795456/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998379 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787998363.220298:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff94d199edf100 x1874850291795456/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998363.220321:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998363.220330:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.220333:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.220386:0:35935:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998363.220396:0:35935:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998363.220399:0:35935:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998363.220402:0:35935:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc7e8. 00000400:00000200:1.0:1787998363.220407:0:35935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d191c68800 00000400:00000010:1.0:1787998363.220410:0:35935:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff94d191c68800. 00000100:00000001:1.0:1787998363.220413:0:35935:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998363.220419:0:35935:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edf100 x1874850291795456/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998363.220428:0:35935:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edf100 x1874850291795456/t0(0) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.220434:0:35935:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998363.220436:0:35935:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.220439:0:35935:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998363.220443:0:35935:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998363.220445:0:35935:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998363.220448:0:35935:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998363.220451:0:35935:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998363.220462:0:35935:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=39 v=5 (5 5 104 104) 00000100:00001000:1.0:1787998363.220467:0:35935:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998363.220470:0:35935:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998363.220472:0:35935:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.220475:0:35935:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998363.220479:0:35935:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.220484:0:35935:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1787998363.220486:0:35935:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1787998363.220488:0:35935:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1787998363.220490:0:35935:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998363.220492:0:35935:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684424448 : -117847025127168 : ffff94d199edf100) 00000100:00000001:1.0:1787998363.220496:0:35935:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998363.220500:0:35935:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 8589934600 00000100:00000001:1.0:1787998363.220502:0:35935:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998363.220505:0:35935:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998363.220511:0:35935:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edf100 x1874850291795456/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998379 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.220518:0:35935:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998363.220521:0:35935:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998363.220523:0:35935:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998363.220527:0:35935:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edf100 x1874850291795456/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998379 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998363.220535:0:35935:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edf100 pname:cluuid:pid:xid:nid:opc:job cat:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35935:1874850291795456:192.168.206.123@tcp:101:cat.0 00000100:00000001:1.0:1787998363.220540:0:35935:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.220543:0:35935:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.220546:0:35935:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998363.220548:0:35935:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998363.220552:0:35935:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edf100 x1874850291795456/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998379 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.220559:0:35935:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998363.220563:0:35935:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a000b840. 00000100:00000001:1.0:1787998363.220566:0:35935:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998363.220568:0:35935:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.220571:0:35935:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787998363.220587:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.220590:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.220594:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2000 refcount=4 00000020:00000001:1.0:1787998363.220596:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998363.220600:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000040:1.0:1787998363.220607:0:35935:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d1917f2000, remote cookie: 0x4fd9a50f3a6ad8b0, flags: 0x1001 00010000:00010000:1.0:1787998363.220612:0:35935:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8ccaa lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad8b0 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1787998363.220626:0:35935:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2d:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1787998363.220629:0:35935:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1787998363.220636:0:35935:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 3 00010000:00000001:1.0:1787998363.220639:0:35935:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998363.220642:0:35935:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.220646:0:35935:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8ccaa lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad8b0 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787998363.220654:0:35935:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8ccaa lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad8b0 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.220660:0:35935:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787998363.220665:0:35935:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787998363.220667:0:35935:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1787998363.220669:0:35935:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787998363.220670:0:35935:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787998363.220673:0:35935:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2d:0x0].0x0 (ffff94d188d3c700) refcount = 3 00010000:00000040:1.0:1787998363.220676:0:35935:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1787998363.220678:0:35935:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366400/0xb2d39e653c8cc9c lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad886 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:1.0:1787998363.220686:0:35935:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc95 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad878 expref: -99 pid: 35934 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787998363.220692:0:35935:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8ccaa lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad8b0 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.220699:0:35935:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787998363.220703:0:35935:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787998363.220717:0:35935:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998363.220720:0:35935:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787998363.220723:0:35935:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.220727:0:35935:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8ccaa lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad8b0 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.220732:0:35935:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787998363.220734:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.220736:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.220737:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.220738:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.220740:0:35935:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.220744:0:35935:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1787998363.220747:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.220749:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.220750:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2000 refcount=3 00000020:00000001:1.0:1787998363.220752:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998363.220755:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998363.220757:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.220758:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.220759:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2000 refcount=4 00000020:00000001:1.0:1787998363.220761:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998363.220763:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998363.220806:0:35935:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998363.220809:0:35935:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.220813:0:35935:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8ccaa lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad8b0 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.220820:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.220821:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.220822:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.220823:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.220825:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2000 refcount=5 00000020:00000001:1.0:1787998363.220827:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998363.220829:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998363.220832:0:35935:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998363.220835:0:35935:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8ccaa lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad8b0 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.220842:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.220843:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998363.220845:0:35935:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8ccaa lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad8b0 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.220851:0:35935:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998363.220853:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.220854:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.220855:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.220856:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1787998363.220861:0:35935:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff94d199edf100 x1874850291795456/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998379 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787998363.220872:0:35935:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1787998363.220877:0:35935:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d199edf100 x1874850291795456/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1787998379 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787998363.220883:0:35935:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.220889:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.220890:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.220892:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2000 refcount=3 00000020:00000001:1.0:1787998363.220894:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998363.220896:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00000002:00010000:1.0:1787998363.220899:0:35935:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8ccaa lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad8b0 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1787998363.220910:0:35935:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94d191236040. 00010000:00000001:1.0:1787998363.220912:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.220914:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998363.220916:0:35935:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.220918:0:35935:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.220921:0:35935:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1787998363.220923:0:35935:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998363.220925:0:35935:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684424448 : -117847025127168 : ffff94d199edf100) 00010000:00000001:1.0:1787998363.220927:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.220928:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.220929:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2000 refcount=3 00000020:00000001:1.0:1787998363.220931:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998363.220933:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00000002:00010000:1.0:1787998363.220936:0:35935:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8ccaa lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad8b0 expref: -99 pid: 35935 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.220943:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.220944:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.220946:0:35935:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787998363.220947:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.220949:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.220950:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2000 refcount=3 00000020:00000001:1.0:1787998363.220952:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998363.220954:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000040:1.0:1787998363.220957:0:35935:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 4 00010000:00000001:1.0:1787998363.220959:0:35935:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998363.220963:0:35935:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998363.220966:0:35935:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998363.220969:0:35935:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc95 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad878 expref: -99 pid: 35934 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1787998363.220978:0:35935:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998363.220984:0:35935:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.220987:0:35935:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc95 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad878 expref: -99 pid: 35934 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998363.221008:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.221009:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.221011:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.221012:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.221013:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2000 refcount=3 00000020:00000001:1.0:1787998363.221015:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998363.221017:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:1.0:1787998363.221019:0:35935:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1787998363.221029:0:35935:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8ccaa lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad8b0 expref: -99 pid: 35935 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.221036:0:35935:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998363.221038:0:35935:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8ccaa lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x4fd9a50f3a6ad8b0 expref: -99 pid: 35935 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.221257:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.221258:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998363.221261:0:35935:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8ccaa lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x4fd9a50f3a6ad8b0 expref: -99 pid: 35935 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787998363.221268:0:35935:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998363.221270:0:35935:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.221273:0:35935:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1787998363.221279:0:35935:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94d1a000b840. 00010000:00000001:1.0:1787998363.221283:0:35935:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1787998363.221417:0:35935:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1787998363.221420:0:35935:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.221421:0:35935:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.221423:0:35935:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998363.221425:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.221426:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998363.221428:0:35935:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1787998363.221432:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41da7768 00000002:00002000:1.0:1787998363.221434:0:35935:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=recon intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:1.0:1787998363.221438:0:35935:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998363.221443:0:35935:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998363.221446:0:35935:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787998363.221449:0:35935:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1787998363.221453:0:35935:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.221458:0:35935:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000001:1.0:1787998363.221461:0:35935:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1787998363.221463:0:35935:0:(namei.c:674:ll_lookup_it_finish()) it ffff94d1a0b0a780 it_disposition 80002b 00000080:00000001:1.0:1787998363.221467:0:35935:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1787998363.221473:0:35935:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1787998363.221477:0:35935:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1787998363.221480:0:35935:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611181 : 144115205339611181 : 20000040500002d) 00000080:00000001:1.0:1787998363.221484:0:35935:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:1.0:1787998363.221491:0:35935:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998363.221498:0:35935:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798655176 : -117846910896440 : ffff94d1a0bcf6c8) 00000020:00001000:1.0:1787998363.221500:0:35935:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf6c0 00000020:00000001:1.0:1787998363.221503:0:35935:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1787998363.221508:0:35935:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1787998363.221510:0:35935:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1787998363.221517:0:35935:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d1a0b0a1e0. 00020000:00000010:1.0:1787998363.221522:0:35935:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d1a0b86800. 00020000:00000010:1.0:1787998363.221527:0:35935:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d1a0b0aa20. 00020000:00000001:1.0:1787998363.221530:0:35935:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626226797849120 : -117846911702496 : ffff94d1a0b0aa20) 00020000:00000002:1.0:1787998363.221533:0:35935:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0b0aa20, objid 0x2d:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1787998363.221539:0:35935:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1787998363.221543:0:35935:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d1a0b86800: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000002:1.0:1787998363.221547:0:35935:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d187242aa8) owner ffff94d199ed4f80 00020000:00000001:1.0:1787998363.221551:0:35935:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1787998363.221553:0:35935:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d187242aa8) owner ffff94d199ed4f80 00020000:00000010:1.0:1787998363.221557:0:35935:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d1a0b86800. 00020000:00000010:1.0:1787998363.221562:0:35935:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d1a0b0a1e0. 00020000:00000010:1.0:1787998363.221566:0:35935:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d1a0b0aa20. 00020000:00000002:1.0:1787998363.221568:0:35935:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2d:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1787998363.221571:0:35935:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.221582:0:35935:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1787998363.221584:0:35935:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf6c0 00000080:00000001:1.0:1787998363.221589:0:35935:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611181 : 144115205339611181 : 20000040500002d) 00000080:00000001:1.0:1787998363.221592:0:35935:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1787998363.221597:0:35935:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x2d:0x0](ffff94d1989342c8): rc = 0 00000080:00000001:1.0:1787998363.221599:0:35935:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626226661704392 : -117847047847224 : ffff94d1989342c8) 00010000:00000001:1.0:1787998363.221601:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.221603:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.221605:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d400 refcount=3 00000020:00000001:1.0:1787998363.221607:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:1.0:1787998363.221608:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00000080:00000001:1.0:1787998363.221612:0:35935:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:1.0:1787998363.221614:0:35935:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998363.221615:0:35935:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798655176 : -117846910896440 : ffff94d1a0bcf6c8) 00000020:00001000:1.0:1787998363.221617:0:35935:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf6c0 00000020:00000001:1.0:1787998363.221618:0:35935:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1787998363.221619:0:35935:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1787998363.221620:0:35935:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1787998363.221623:0:35935:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d1a0b0aa20. 00020000:00000010:1.0:1787998363.221625:0:35935:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d1a0b86800. 00020000:00000010:1.0:1787998363.221628:0:35935:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d1a0b0a1e0. 00020000:00000001:1.0:1787998363.221630:0:35935:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626226797847008 : -117846911704608 : ffff94d1a0b0a1e0) 00020000:00000002:1.0:1787998363.221632:0:35935:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0b0a1e0, objid 0x2d:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1787998363.221635:0:35935:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1787998363.221638:0:35935:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d1a0b86800: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000002:1.0:1787998363.221640:0:35935:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d187242aa8) owner ffff94d199ed4f80 00020000:00000001:1.0:1787998363.221642:0:35935:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1787998363.221644:0:35935:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d187242aa8) owner ffff94d199ed4f80 00020000:00000010:1.0:1787998363.221646:0:35935:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d1a0b86800. 00020000:00000010:1.0:1787998363.221649:0:35935:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d1a0b0aa20. 00020000:00000010:1.0:1787998363.221652:0:35935:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d1a0b0a1e0. 00020000:00000002:1.0:1787998363.221654:0:35935:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2d:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1787998363.221656:0:35935:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.221657:0:35935:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.221660:0:35935:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1787998363.221663:0:35935:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199ed4f80 00020000:00000002:1.0:1787998363.221667:0:35935:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d1a0b0a960 addref 2/0 by ffff94d199ed4f80. 00020000:00000002:1.0:1787998363.221670:0:35935:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199ed4f80 00020000:00000001:1.0:1787998363.221673:0:35935:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1787998363.221675:0:35935:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1787998363.221677:0:35935:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1787998363.221679:0:35935:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1787998363.221681:0:35935:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1787998363.221683:0:35935:0:(file.c:6836:ll_layout_conf()) [0x200000405:0x2d:0x0]: layout version change: 0 -> 0 00000020:00001000:1.0:1787998363.221685:0:35935:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf6c0 00000080:00000001:1.0:1787998363.221687:0:35935:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.221688:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.221690:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787998363.221692:0:35935:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1787998363.221695:0:35935:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1787998363.221697:0:35935:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998363.221700:0:35935:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2d:0x0](ffff94d1989342c8) for lock 0xb2d39e653c8cc95 00800000:00000001:1.0:1787998363.221713:0:35935:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998363.221716:0:35935:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998363.221717:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.221718:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.221720:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d400 refcount=3 00000020:00000001:1.0:1787998363.221722:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:1.0:1787998363.221724:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:1.0:1787998363.221727:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.221728:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998363.221730:0:35935:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998363.221731:0:35935:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1787998363.221739:0:35935:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d1834c9438 inode ffff94d1989342c8 refc 1 flags 0x40000e 00000080:00000001:1.0:1787998363.221742:0:35935:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1787998363.221746:0:35935:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2d:0x0](ffff94d1989342c8) 00000080:00000001:1.0:1787998363.221750:0:35935:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1787998363.221754:0:35935:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162ba00. 00000100:00000001:1.0:1787998363.221759:0:35935:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998363.221765:0:35935:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edf100 x1874850291795456/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998379 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.221807:0:35935:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.221819:0:35935:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1787998363.221821:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41da7a68 00000080:00200008:1.0:1787998363.221823:0:35935:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x2d:0x0](ffff94d1989342c8), flags 100000 00000080:00000010:1.0:1787998363.221831:0:35935:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d1a067af00. 00000080:00000010:1.0:1787998363.221839:0:35935:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d191236380. 00000080:00000001:1.0:1787998363.221841:0:35935:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1787998363.221845:0:35935:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1787998363.221848:0:35935:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998363.221851:0:35935:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998363.221853:0:35935:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998363.221855:0:35935:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998363.221857:0:35935:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.221859:0:35935:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2d:0x0] 00800000:00000001:1.0:1787998363.221861:0:35935:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.221864:0:35935:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1787998363.221867:0:35935:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d190a90a60. 00000002:00100000:1.0:1787998363.221872:0:35935:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d199edf100 x1874850291795456/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998379 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787998363.221878:0:35935:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998363.221880:0:35935:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1787998363.221884:0:35935:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1787998363.221887:0:35935:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.221890:0:35935:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998363.221892:0:35935:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998363.221896:0:35935:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edf100 x1874850291795456/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998379 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1787998363.221902:0:35935:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998363.221906:0:35935:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94d199f00000. 02000000:00000001:1.0:1787998363.221962:0:35935:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1787998363.221964:0:35935:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.221967:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41da7a68 00000080:00000008:1.0:1787998363.221970:0:35935:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x2d:0x0](ffff94d1989342c8), flags 100000, rc = 0 00000080:00000001:1.0:1787998363.221974:0:35935:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1787998363.221976:0:35935:0:(dcache.c:176:ll_intent_release()) intent ffff94d1a0b0a780 released 00000080:00010000:1.0:1787998363.221979:0:35935:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc95 from it ffff94d1a0b0a780 00010000:00000001:1.0:1787998363.221981:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.221983:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.221984:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d400 refcount=3 00000020:00000001:1.0:1787998363.221986:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:1.0:1787998363.221989:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:1.0:1787998363.221991:0:35935:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998363.221994:0:35935:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc95 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6ad878 expref: -99 pid: 35934 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998363.222000:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.222002:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.222003:0:35935:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998363.222005:0:35935:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998363.222007:0:35935:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc95 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad878 expref: -99 pid: 35934 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787998363.222015:0:35935:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998363.222018:0:35935:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998363.222033:0:35935:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998363.222039:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.222040:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.222042:0:35935:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.222051:0:35935:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998363.222053:0:35935:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.222055:0:35935:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.222058:0:35935:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.222061:0:35935:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998363.222062:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.222063:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787998363.222065:0:35935:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1787998363.222067:0:35935:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1787998363.222070:0:35935:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1787998363.222072:0:35935:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998363.222074:0:35935:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1787998363.222076:0:35935:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.222079:0:35935:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1787998363.222083:0:35935:0:(pcc.c:1947:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.222085:0:35935:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1787998363.222087:0:35935:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.222090:0:35935:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1787998363.222092:0:35935:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff94d1a0b0a780. 00000080:00000001:1.0:1787998363.222095:0:35935:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.222100:0:35935:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:1.0:1787998363.222102:0:35935:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2d:0x0](ffff94d1989342c8), inode mode 81a4 mask 44 00000080:00000001:1.0:1787998363.222106:0:35935:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.222142:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41da7d28 00000080:00200008:1.0:1787998363.222145:0:35935:0:(file.c:6295:ll_getattr_dentry()) START file recon:[0x200000405:0x2d:0x0](ffff94d1989342c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1787998363.222151:0:35935:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998363.222153:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41da7ca0 00000080:00200000:1.0:1787998363.222155:0:35935:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2d:0x0](ffff94d1989342c8),name=recon 00000080:00000010:1.0:1787998363.222162:0:35935:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19162ba00. 00800000:00000002:1.0:1787998363.222168:0:35935:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998363.222174:0:35935:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998363.222177:0:35935:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998363.222179:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41da7bc0 00800000:00000002:1.0:1787998363.222181:0:35935:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2d:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998363.222185:0:35935:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998363.222188:0:35935:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998363.222190:0:35935:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998363.222191:0:35935:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998363.222193:0:35935:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998363.222195:0:35935:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.222197:0:35935:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998363.222199:0:35935:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998363.222201:0:35935:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998363.222202:0:35935:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998363.222203:0:35935:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998363.222205:0:35935:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998363.222206:0:35935:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.222208:0:35935:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2d:0x0] 00800000:00000001:1.0:1787998363.222210:0:35935:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.222212:0:35935:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2d:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998363.222217:0:35935:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998363.222219:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41da7a90 00000002:00010000:1.0:1787998363.222221:0:35935:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2d:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787998363.222225:0:35935:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998363.222227:0:35935:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998363.222229:0:35935:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998363.222234:0:35935:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 4 00010000:00000001:1.0:1787998363.222236:0:35935:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998363.222240:0:35935:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998363.222242:0:35935:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998363.222245:0:35935:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc95 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad878 expref: -99 pid: 35934 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1787998363.222253:0:35935:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998363.222256:0:35935:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.222259:0:35935:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc95 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad878 expref: -99 pid: 35934 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1787998363.222265:0:35935:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787998363.222267:0:35935:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998363.222269:0:35935:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998363.222271:0:35935:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998363.222272:0:35935:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998363.222274:0:35935:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787998363.222276:0:35935:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787998363.222278:0:35935:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998363.222281:0:35935:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162ba00. 00000080:00000001:1.0:1787998363.222284:0:35935:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998363.222285:0:35935:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998363.222287:0:35935:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2d:0x0](ffff94d1989342c8) 00000080:00010000:1.0:1787998363.222304:0:35935:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2d:0x0](ffff94d1989342c8) for lock 0xb2d39e653c8cc95 00800000:00000001:1.0:1787998363.222307:0:35935:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998363.222308:0:35935:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998363.222310:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.222311:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.222313:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d400 refcount=3 00000020:00000001:1.0:1787998363.222315:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:1.0:1787998363.222318:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:1.0:1787998363.222320:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.222322:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998363.222323:0:35935:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998363.222325:0:35935:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998363.222327:0:35935:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc95 from it ffffb66d41da7cd8 00010000:00000001:1.0:1787998363.222329:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.222330:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.222332:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d400 refcount=3 00000020:00000001:1.0:1787998363.222333:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:1.0:1787998363.222335:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:1.0:1787998363.222337:0:35935:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998363.222339:0:35935:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc95 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6ad878 expref: -99 pid: 35934 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787998363.222346:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.222347:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.222348:0:35935:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998363.222350:0:35935:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998363.222352:0:35935:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc95 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad878 expref: -99 pid: 35934 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1787998363.222358:0:35935:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998363.222360:0:35935:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998363.222361:0:35935:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998363.222364:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.222365:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.222366:0:35935:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.222368:0:35935:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998363.222370:0:35935:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.222371:0:35935:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.222374:0:35935:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.222375:0:35935:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998363.222377:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.222378:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998363.222380:0:35935:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787998363.222381:0:35935:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998363.222384:0:35935:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1787998363.222386:0:35935:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1787998363.222388:0:35935:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998363.222390:0:35935:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1787998363.222391:0:35935:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.222393:0:35935:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1787998363.222397:0:35935:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1787998363.222399:0:35935:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998363.222402:0:35935:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798655176 : -117846910896440 : ffff94d1a0bcf6c8) 00000020:00001000:1.0:1787998363.222404:0:35935:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf6c0 00000020:00000001:1.0:1787998363.222410:0:35935:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.222413:0:35935:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1787998363.222416:0:35935:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1787998363.222418:0:35935:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2d:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1787998363.222422:0:35935:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998363.222423:0:35935:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1787998363.222426:0:35935:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1787998363.222427:0:35935:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.222430:0:35935:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1787998363.222434:0:35935:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2d:0x0]io ffff94d19226ea00 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1787998363.222437:0:35935:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199ed4f80 00020000:00000001:1.0:1787998363.222441:0:35935:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1787998363.222443:0:35935:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1787998363.222446:0:35935:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1787998363.222448:0:35935:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.222451:0:35935:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1787998363.222453:0:35935:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1787998363.222455:0:35935:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.222457:0:35935:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998363.222458:0:35935:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1787998363.222460:0:35935:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1787998363.222461:0:35935:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199ed4f80 00000020:00000001:1.0:1787998363.222464:0:35935:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1787998363.222466:0:35935:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1787998363.222467:0:35935:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2d:0x0] 00000020:00000001:1.0:1787998363.222470:0:35935:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1787998363.222473:0:35935:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1787998363.222475:0:35935:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1787998363.222478:0:35935:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1787998363.222483:0:35935:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1787998363.222489:0:35935:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d1a0046e80. 00020000:00000002:1.0:1787998363.222492:0:35935:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1787998363.222495:0:35935:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1787998363.222497:0:35935:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998363.222499:0:35935:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1787998363.222500:0:35935:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998363.222502:0:35935:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226545383832 : -117847164167784 : ffff94d191a45998) 00000020:00001000:1.0:1787998363.222504:0:35935:0:(cl_object.c:823:cl_env_get()) 1@ffff94d191a45990 00000020:00000001:1.0:1787998363.222507:0:35935:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3e90 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.222509:0:35935:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1787998363.222512:0:35935:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998363.222513:0:35935:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1787998363.222515:0:35935:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.222517:0:35935:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.222519:0:35935:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004712 : -117847155546904 : ffff94d19227e4e8) 00000020:00000001:1.0:1787998363.222521:0:35935:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1787998363.222526:0:35935:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d1857d97c0. 00000008:00010000:1.0:1787998363.222528:0:35935:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1787998363.222531:0:35935:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1787998363.222532:0:35935:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1787998363.222534:0:35935:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d1a0046eb0, osc lock ffff94d1857d97c0, flags 0x400001002 00000020:00000001:1.0:1787998363.222536:0:35935:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.222538:0:35935:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.222541:0:35935:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626226786561664 : -117846922989952 : ffff94d1a0046e80) 00000020:00000001:1.0:1787998363.222544:0:35935:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1787998363.222545:0:35935:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1787998363.222547:0:35935:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.222549:0:35935:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.222551:0:35935:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1787998363.222553:0:35935:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1787998363.222554:0:35935:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1787998363.222556:0:35935:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1787998363.222557:0:35935:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998363.222558:0:35935:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004712 : -117847155546904 : ffff94d19227e4e8) 00000020:00000001:1.0:1787998363.222560:0:35935:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1787998363.222563:0:35935:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1787998363.222565:0:35935:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1787998363.222568:0:35935:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1787998363.222571:0:35935:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1787998363.222572:0:35935:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1787998363.222574:0:35935:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1787998363.222575:0:35935:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1787998363.222576:0:35935:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1787998363.222579:0:35935:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1787998363.222581:0:35935:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998363.222585:0:35935:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98c00 count: 2 00010000:00000001:1.0:1787998363.222587:0:35935:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998363.222591:0:35935:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998363.222594:0:35935:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998363.222597:0:35935:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1787998363.222608:0:35935:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998363.222610:0:35935:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.222613:0:35935:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1787998363.222621:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.222622:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.222625:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=4 00000020:00000001:1.0:1787998363.222626:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.222628:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00000008:00000001:1.0:1787998363.222632:0:35935:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1787998363.222634:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.222635:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.222637:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=5 00000020:00000001:1.0:1787998363.222638:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.222640:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00000020:00000001:1.0:1787998363.222644:0:35935:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1787998363.222646:0:35935:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1787998363.222648:0:35935:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1787998363.222650:0:35935:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.222652:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.222653:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.222654:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=6 00000020:00000001:1.0:1787998363.222656:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.222658:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.222660:0:35935:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998363.222663:0:35935:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1787998363.222669:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.222670:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.222671:0:35935:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998363.222673:0:35935:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998363.222675:0:35935:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1787998363.222681:0:35935:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998363.222683:0:35935:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998363.222684:0:35935:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998363.222687:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.222688:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.222690:0:35935:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.222691:0:35935:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998363.222693:0:35935:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.222695:0:35935:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.222697:0:35935:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.222698:0:35935:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998363.222700:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.222701:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.222702:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.222703:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998363.222704:0:35935:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998363.222707:0:35935:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.222709:0:35935:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.222711:0:35935:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.222713:0:35935:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.222714:0:35935:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1787998363.222716:0:35935:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1787998363.222718:0:35935:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1787998363.222719:0:35935:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1787998363.222721:0:35935:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.222723:0:35935:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.222727:0:35935:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1787998363.222729:0:35935:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.222731:0:35935:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.222733:0:35935:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1787998363.222736:0:35935:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1787998363.222739:0:35935:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1787998363 a=0 c=1787998363 b=0 00020000:00000001:1.0:1787998363.222742:0:35935:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.222745:0:35935:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.222747:0:35935:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000080:00200000:1.0:1787998363.222749:0:35935:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2d:0x0] updating i_size 46 i_blocks 0 00000080:00000001:1.0:1787998363.222752:0:35935:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1787998363.222756:0:35935:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1787998363.222757:0:35935:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d19226e9a0 (ffff94d1a0bcf6c8/0) at cl_lock_release():245 00000020:00000001:1.0:1787998363.222760:0:35935:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1787998363.222761:0:35935:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d19226e9a0 (ffff94d1a0bcf6c8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1787998363.222765:0:35935:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1787998363.222793:0:35935:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998363.222795:0:35935:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004712 : -117847155546904 : ffff94d19227e4e8) 00000020:00000001:1.0:1787998363.222797:0:35935:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1787998363.222799:0:35935:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d1a0046eb0 (ffff94d191a45998/1) at cl_lock_cancel():142 00000008:00000001:1.0:1787998363.222802:0:35935:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1787998363.222803:0:35935:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1787998363.222804:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.222806:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998363.222807:0:35935:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1787998363.222809:0:35935:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1787998363.222810:0:35935:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1787998363.222811:0:35935:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1787998363.222812:0:35935:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1787998363.222814:0:35935:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d19226e9a0 (ffff94d1a0bcf6c8/0) at cl_lock_fini():72 00020000:00000001:1.0:1787998363.222817:0:35935:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1787998363.222818:0:35935:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1787998363.222819:0:35935:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d1a0046eb0 (ffff94d1a0bcf6c8/1) at cl_lock_fini():72 00000008:00000010:1.0:1787998363.222823:0:35935:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d1857d97c0. 00000020:00000001:1.0:1787998363.222826:0:35935:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1787998363.222828:0:35935:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d1a0046e80. 00020000:00000001:1.0:1787998363.222831:0:35935:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1787998363.222832:0:35935:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1787998363.222833:0:35935:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1787998363.222835:0:35935:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.222837:0:35935:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1787998363.222840:0:35935:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1787998363.222841:0:35935:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1787998363.222842:0:35935:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1787998363.222844:0:35935:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1787998363.222846:0:35935:0:(cl_object.c:917:cl_env_put()) 1@ffff94d191a45990 00020000:00000001:1.0:1787998363.222848:0:35935:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1787998363.222850:0:35935:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1787998363.222852:0:35935:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1787998363.222855:0:35935:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2d:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1787998363.222858:0:35935:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1787998363.222860:0:35935:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.222862:0:35935:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1787998363.222864:0:35935:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1787998363.222866:0:35935:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1787998363.222867:0:35935:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf6c0 00000001:00000001:1.0:1787998363.222869:0:35935:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.222875:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41da7d28 00000080:00000008:1.0:1787998363.222877:0:35935:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2d:0x0](ffff94d1989342c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1787998363.222984:0:35935:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:1.0:1787998363.222987:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41da7d88 00000080:00200008:1.0:1787998363.222989:0:35935:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000405:0x2d:0x0], ppos: 0, count: 4194304 00000080:00000001:1.0:1787998363.222993:0:35935:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:1.0:1787998363.222995:0:35935:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1787998363.222998:0:35935:0:(rw.c:1191:ras_detect_read_pattern()) lre 0 cr 1 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00400000:1.0:1787998363.223002:0:35935:0:(rw.c:1245:ras_detect_read_pattern()) lre 4194303 cr 1 cb 4194304 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000020:00000001:1.0:1787998363.223028:0:35935:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998363.223030:0:35935:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798655176 : -117846910896440 : ffff94d1a0bcf6c8) 00000020:00001000:1.0:1787998363.223032:0:35935:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf6c0 00000080:00000001:1.0:1787998363.223035:0:35935:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1787998363.223038:0:35935:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.223040:0:35935:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1787998363.223042:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41da7c98 00000080:00200000:1.0:1787998363.223044:0:35935:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194258 00000020:00000001:1.0:1787998363.223049:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41da7c30 00000080:00200000:1.0:1787998363.223051:0:35935:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:1.0:1787998363.223053:0:35935:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1787998363.223058:0:35935:0:(cl_io.c:214:cl_io_rw_init()) header@000000003592759c[0x110, 2, [0x200000405:0x2d:0x0] hash] 00000020:00200000:1.0:1787998363.223060:0:35935:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194304) 0 0 00000020:00000001:1.0:1787998363.223063:0:35935:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.223065:0:35935:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1787998363.223066:0:35935:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1787998363.223068:0:35935:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2d:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1787998363.223070:0:35935:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998363.223071:0:35935:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1787998363.223074:0:35935:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998363.223079:0:35935:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.223081:0:35935:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1787998363.223082:0:35935:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.223084:0:35935:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1787998363.223086:0:35935:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2d:0x0]io ffff94d19226ea00 type 1 ignore/verify layout 0/0 00020000:00000002:1.0:1787998363.223090:0:35935:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199ed4f80 00020000:00000001:1.0:1787998363.223092:0:35935:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1787998363.223094:0:35935:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1787998363.223095:0:35935:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1787998363.223096:0:35935:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.223098:0:35935:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1787998363.223100:0:35935:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1787998363.223101:0:35935:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.223103:0:35935:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998363.223104:0:35935:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1787998363.223105:0:35935:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1787998363.223107:0:35935:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199ed4f80 00000020:00000001:1.0:1787998363.223120:0:35935:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.223122:0:35935:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.223127:0:35935:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1787998363.223129:0:35935:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1787998363.223132:0:35935:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:1.0:1787998363.223135:0:35935:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194304) 4194304, 4194258 00020000:00000001:1.0:1787998363.223139:0:35935:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1787998363.223141:0:35935:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1787998363.223143:0:35935:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:1.0:1787998363.223146:0:35935:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998363.223147:0:35935:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1787998363.223148:0:35935:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998363.223150:0:35935:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226545383832 : -117847164167784 : ffff94d191a45998) 00000020:00001000:1.0:1787998363.223152:0:35935:0:(cl_object.c:823:cl_env_get()) 1@ffff94d191a45990 00000020:00000001:1.0:1787998363.223154:0:35935:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3e90 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.223156:0:35935:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1787998363.223158:0:35935:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998363.223159:0:35935:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1787998363.223160:0:35935:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.223162:0:35935:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.223164:0:35935:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004712 : -117847155546904 : ffff94d19227e4e8) 00000020:00000001:1.0:1787998363.223166:0:35935:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1787998363.223168:0:35935:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1787998363.223172:0:35935:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.223174:0:35935:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.223176:0:35935:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.223179:0:35935:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.223180:0:35935:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.223182:0:35935:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:1.0:1787998363.223184:0:35935:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:1.0:1787998363.223186:0:35935:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1787998363.223188:0:35935:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1787998363.223190:0:35935:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1787998363.223193:0:35935:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.223196:0:35935:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.223198:0:35935:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1787998363.223199:0:35935:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1023] 00000020:00000001:1.0:1787998363.223201:0:35935:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1787998363.223203:0:35935:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1787998363.223205:0:35935:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.223207:0:35935:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.223208:0:35935:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.223210:0:35935:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.223212:0:35935:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.223215:0:35935:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1787998363.223216:0:35935:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998363.223217:0:35935:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1787998363.223219:0:35935:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1787998363.223221:0:35935:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.223222:0:35935:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.223224:0:35935:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.223226:0:35935:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.223228:0:35935:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1787998363.223229:0:35935:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1787998363.223230:0:35935:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1787998363.223232:0:35935:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1787998363.223233:0:35935:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1787998363.223235:0:35935:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000010:1.0:1787998363.223240:0:35935:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d1a0046e80. 00020000:00000002:1.0:1787998363.223242:0:35935:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:1.0:1787998363.223244:0:35935:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1787998363.223245:0:35935:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998363.223246:0:35935:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004712 : -117847155546904 : ffff94d19227e4e8) 00000020:00000001:1.0:1787998363.223248:0:35935:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1787998363.223251:0:35935:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d1857d97c0. 00000008:00010000:1.0:1787998363.223252:0:35935:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1787998363.223254:0:35935:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1787998363.223255:0:35935:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1787998363.223259:0:35935:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d1a0046eb0, osc lock ffff94d1857d97c0, flags 0x0 00000020:00000001:1.0:1787998363.223261:0:35935:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.223262:0:35935:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.223264:0:35935:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626226786561664 : -117846922989952 : ffff94d1a0046e80) 00000020:00000001:1.0:1787998363.223266:0:35935:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1787998363.223267:0:35935:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1787998363.223268:0:35935:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.223270:0:35935:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.223271:0:35935:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1787998363.223272:0:35935:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1787998363.223274:0:35935:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998363.223275:0:35935:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004712 : -117847155546904 : ffff94d19227e4e8) 00000020:00000001:1.0:1787998363.223277:0:35935:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1787998363.223278:0:35935:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1787998363.223280:0:35935:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1787998363.223283:0:35935:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.223285:0:35935:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1787998363.223287:0:35935:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1787998363.223288:0:35935:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1787998363.223289:0:35935:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1787998363.223290:0:35935:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1787998363.223291:0:35935:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1787998363.223293:0:35935:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1787998363.223294:0:35935:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998363.223297:0:35935:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98c00 count: 2 00010000:00000001:1.0:1787998363.223299:0:35935:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998363.223303:0:35935:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998363.223305:0:35935:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998363.223308:0:35935:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1787998363.223317:0:35935:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998363.223320:0:35935:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.223323:0:35935:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4194303) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1787998363.223334:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.223336:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.223338:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=4 00000020:00000001:1.0:1787998363.223340:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.223341:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00000008:00000001:1.0:1787998363.223344:0:35935:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1787998363.223345:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.223346:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.223348:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=5 00000020:00000001:1.0:1787998363.223349:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.223351:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.223353:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.223354:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.223355:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=6 00000020:00000001:1.0:1787998363.223356:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.223358:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.223360:0:35935:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998363.223361:0:35935:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.223364:0:35935:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1787998363.223370:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.223371:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998363.223372:0:35935:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.223374:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.223375:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.223376:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=7 00000020:00000001:1.0:1787998363.223377:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.223379:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.223381:0:35935:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998363.223383:0:35935:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1787998363.223389:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.223390:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998363.223392:0:35935:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 6/1,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1787998363.223397:0:35935:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998363.223398:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.223399:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.223399:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.223400:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998363.223402:0:35935:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998363.223403:0:35935:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.223405:0:35935:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.223407:0:35935:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.223408:0:35935:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.223409:0:35935:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.223411:0:35935:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.223412:0:35935:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.223414:0:35935:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:1.0:1787998363.223417:0:35935:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:1.0:1787998363.223418:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41da7b90 00000080:00200000:1.0:1787998363.223419:0:35935:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194304) 00000020:00000001:1.0:1787998363.223424:0:35935:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1787998363.223426:0:35935:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1787998363.223428:0:35935:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:1.0:1787998363.223430:0:35935:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998363.223431:0:35935:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004712 : -117847155546904 : ffff94d19227e4e8) 00000020:00000001:1.0:1787998363.223433:0:35935:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1787998363.223435:0:35935:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1787998363.223438:0:35935:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.223439:0:35935:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.223441:0:35935:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.223443:0:35935:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.223446:0:35935:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.223448:0:35935:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.223449:0:35935:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1787998363.223451:0:35935:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1787998363.223452:0:35935:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1787998363 a=0 c=1787998363 b=0 00020000:00000001:1.0:1787998363.223455:0:35935:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.223456:0:35935:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.223458:0:35935:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000001:00000001:1.0:1787998363.223461:0:35935:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1787998363.223462:0:35935:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2d:0x0] 00000020:00000001:1.0:1787998363.223463:0:35935:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1787998363.223465:0:35935:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1787998363.223466:0:35935:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1787998363.223467:0:35935:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1787998363.223469:0:35935:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1787998363.223472:0:35935:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d1a0046600. 00020000:00000002:1.0:1787998363.223474:0:35935:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1787998363.223476:0:35935:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1787998363.223477:0:35935:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998363.223479:0:35935:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004712 : -117847155546904 : ffff94d19227e4e8) 00000020:00000001:1.0:1787998363.223481:0:35935:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1787998363.223483:0:35935:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d1857d8be0. 00000008:00010000:1.0:1787998363.223485:0:35935:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1787998363.223487:0:35935:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1787998363.223488:0:35935:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1787998363.223489:0:35935:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d1a0046630, osc lock ffff94d1857d8be0, flags 0x400001002 00000020:00000001:1.0:1787998363.223491:0:35935:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.223493:0:35935:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.223495:0:35935:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626226786559488 : -117846922992128 : ffff94d1a0046600) 00000020:00000001:1.0:1787998363.223497:0:35935:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1787998363.223498:0:35935:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1787998363.223499:0:35935:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.223500:0:35935:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.223502:0:35935:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1787998363.223503:0:35935:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1787998363.223505:0:35935:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1787998363.223506:0:35935:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1787998363.223507:0:35935:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998363.223508:0:35935:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004712 : -117847155546904 : ffff94d19227e4e8) 00000020:00000001:1.0:1787998363.223510:0:35935:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1787998363.223511:0:35935:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1787998363.223512:0:35935:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1787998363.223514:0:35935:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1787998363.223516:0:35935:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1787998363.223517:0:35935:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1787998363.223518:0:35935:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1787998363.223519:0:35935:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1787998363.223520:0:35935:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1787998363.223521:0:35935:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1787998363.223523:0:35935:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998363.223525:0:35935:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98c00 count: 2 00010000:00000001:1.0:1787998363.223527:0:35935:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998363.223529:0:35935:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998363.223531:0:35935:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.223533:0:35935:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 5/1,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1787998363.223541:0:35935:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998363.223544:0:35935:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.223546:0:35935:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 5/1,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1787998363.223552:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.223553:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.223555:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=6 00000020:00000001:1.0:1787998363.223557:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.226258:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00000008:00000001:1.0:1787998363.226276:0:35935:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1787998363.226280:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.226283:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.226286:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=7 00000020:00000001:1.0:1787998363.226356:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.226359:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00000020:00000001:1.0:1787998363.226363:0:35935:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1787998363.226366:0:35935:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1787998363.226368:0:35935:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1787998363.226370:0:35935:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.226372:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.226373:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.226375:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=8 00000020:00000001:1.0:1787998363.226377:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.226379:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.226382:0:35935:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998363.226387:0:35935:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 8/1,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1787998363.226401:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.226403:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998363.226406:0:35935:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 7/1,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1787998363.226414:0:35935:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998363.226415:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.226416:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.226417:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.226418:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998363.226419:0:35935:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998363.226423:0:35935:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.226427:0:35935:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.226430:0:35935:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.226432:0:35935:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.226433:0:35935:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1787998363.226435:0:35935:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1787998363.226437:0:35935:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1787998363.226439:0:35935:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1787998363.226442:0:35935:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.226444:0:35935:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.226451:0:35935:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1787998363.226455:0:35935:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.226457:0:35935:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.226459:0:35935:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1787998363.226465:0:35935:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1787998363.226468:0:35935:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1787998363 a=0 c=1787998363 b=0 00020000:00000001:1.0:1787998363.226471:0:35935:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.226473:0:35935:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.226475:0:35935:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000080:00200000:1.0:1787998363.226477:0:35935:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2d:0x0] updating i_size 46 i_blocks 0 00000080:00000001:1.0:1787998363.226480:0:35935:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1787998363.226483:0:35935:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1787998363.226485:0:35935:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d19226e9a0 (ffff94d1a0bcf6c8/0) at cl_lock_release():245 00000020:00000001:1.0:1787998363.226488:0:35935:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1787998363.226489:0:35935:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d19226e9a0 (ffff94d1a0bcf6c8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1787998363.226492:0:35935:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1787998363.226495:0:35935:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998363.226497:0:35935:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004712 : -117847155546904 : ffff94d19227e4e8) 00000020:00000001:1.0:1787998363.226498:0:35935:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1787998363.226500:0:35935:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d1a0046630 (ffff94d191a45998/1) at cl_lock_cancel():142 00000008:00000001:1.0:1787998363.226502:0:35935:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1787998363.226503:0:35935:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1787998363.226504:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.226505:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998363.226507:0:35935:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1787998363.226509:0:35935:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1787998363.226510:0:35935:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1787998363.226511:0:35935:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1787998363.226513:0:35935:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1787998363.226514:0:35935:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d19226e9a0 (ffff94d1a0bcf6c8/0) at cl_lock_fini():72 00020000:00000001:1.0:1787998363.226517:0:35935:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1787998363.226518:0:35935:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1787998363.226519:0:35935:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d1a0046630 (ffff94d1a0bcf6c8/1) at cl_lock_fini():72 00000008:00000010:1.0:1787998363.226523:0:35935:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d1857d8be0. 00000020:00000001:1.0:1787998363.226528:0:35935:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1787998363.226529:0:35935:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d1a0046600. 00020000:00000001:1.0:1787998363.226534:0:35935:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1787998363.226535:0:35935:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1787998363.226536:0:35935:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1787998363.226538:0:35935:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1787998363.226544:0:35935:0:(vvp_io.c:864:vvp_io_read_start()) header@000000003592759c[0x110, 2, [0x200000405:0x2d:0x0] hash] 00000080:00000002:1.0:1787998363.226547:0:35935:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205339611181, 4194258 bytes, offset 46, size 46 00000080:00400000:1.0:1787998363.226549:0:35935:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194258, ra_start 0, ra_count 1024 00000080:00200000:1.0:1787998363.226555:0:35935:0:(vvp_io.c:893:vvp_io_read_start()) count:4194258 iocb pos:46 00020000:00000001:1.0:1787998363.226561:0:35935:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1787998363.226563:0:35935:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998363.226565:0:35935:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1787998363.226568:0:35935:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:1.0:1787998363.226570:0:35935:0:(cl_object.c:143:cl_object_top()) ffff94d19391d180 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.226572:0:35935:0:(cl_object.c:143:cl_object_top()) ffff94d19391d180 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.226574:0:35935:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1787998363.226824:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998363.226828:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998363.226832:0:16949:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1787998363.226835:0:16949:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1787998363.226838:0:16949:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1787998363.226844:0:16949:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8ccaa lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x4fd9a50f3a6ad8b0 expref: -99 pid: 35935 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998363.226853:0:16949:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d1917f2000 already unused, calling callback (ffffffffc1bbc3c0) 00000080:00000001:0.0:1787998363.226857:0:16949:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1787998363.226861:0:16949:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8ccaa lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x4fd9a50f3a6ad8b0 expref: -99 pid: 35935 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998363.226869:0:16949:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1787998363.226872:0:16949:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1787998363.226876:0:16949:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8ccaa lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x4fd9a50f3a6ad8b0 expref: -99 pid: 35935 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998363.226882:0:16949:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1787998363.226886:0:16949:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1787998363.226887:0:16949:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998363.226888:0:16949:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998363.226890:0:16949:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f2000 refcount=3 00000020:00000001:0.0:1787998363.226893:0:16949:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:0.0:1787998363.226894:0:16949:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542944256 : -117847166607360 : ffff94d1917f2000) 00010000:00000001:0.0:1787998363.226898:0:16949:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787998363.226901:0:16949:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8ccaa lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4fd9a50f3a6ad8b0 expref: -99 pid: 35935 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1787998363.226908:0:16949:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1787998363.226912:0:16949:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1787998363.226914:0:16949:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1787998363.226917:0:16949:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000405:0x2d:0x0] mode (null) 00000002:00000001:0.0:1787998363.226922:0:16949:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787998363.226925:0:16949:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787998363.226931:0:16949:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 4 00010000:00000001:0.0:1787998363.226935:0:16949:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998363.226939:0:16949:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1787998363.226942:0:16949:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1787998363.226946:0:16949:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787998363.226952:0:16949:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998363.226956:0:16949:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc95 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad878 expref: -99 pid: 35934 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1787998363.226963:0:16949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998363.226965:0:16949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787998363.226967:0:16949:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1787998363.226968:0:16949:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998363.226969:0:16949:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998363.226971:0:16949:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d400 refcount=2 00000020:00000001:0.0:1787998363.226973:0:16949:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:0.0:1787998363.226975:0:16949:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:0.0:1787998363.226977:0:16949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998363.226978:0:16949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1787998363.226980:0:16949:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787998363.226982:0:16949:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1787998363.226984:0:16949:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.226987:0:16949:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1787998363.226990:0:16949:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787998363.226992:0:16949:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787998363.226994:0:16949:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00020000:00000001:1.0:1787998363.227175:0:35935:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1787998363.227177:0:35935:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.227179:0:35935:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.227181:0:35935:0:(cl_object.c:143:cl_object_top()) ffff94d19391d180 -> ffff94d1a0aa3530 00000008:00000001:1.0:1787998363.227184:0:35935:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.227186:0:35935:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.227188:0:35935:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.227189:0:35935:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.227191:0:35935:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.227193:0:35935:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1787998363.227195:0:35935:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1787998363.227197:0:35935:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1787998363.227198:0:35935:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1787998363.227199:0:35935:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1787998363.227201:0:35935:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.227202:0:35935:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.227204:0:35935:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1787998363.227206:0:35935:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1787998363.227208:0:35935:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1787998363.227209:0:35935:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d1921bf038 (ffff94d1a0bcf6c8/0) at cl_lock_release():245 00000020:00000001:1.0:1787998363.227212:0:35935:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1787998363.227213:0:35935:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d1921bf038 (ffff94d1a0bcf6c8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1787998363.227216:0:35935:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1787998363.227217:0:35935:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998363.227218:0:35935:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004712 : -117847155546904 : ffff94d19227e4e8) 00000020:00000001:1.0:1787998363.227220:0:35935:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1787998363.227221:0:35935:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d1a0046eb0 (ffff94d191a45998/1) at cl_lock_cancel():142 00000008:00000001:1.0:1787998363.227223:0:35935:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1787998363.227224:0:35935:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1787998363.227226:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.227228:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.227229:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=5 00000020:00000001:1.0:1787998363.227231:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.227233:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.227236:0:35935:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998363.227239:0:35935:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1787998363.227247:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.227248:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.227250:0:35935:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998363.227252:0:35935:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998363.227254:0:35935:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1787998363.227262:0:35935:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998363.227265:0:35935:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998363.227268:0:35935:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998363.227272:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.227273:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.227274:0:35935:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.227277:0:35935:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998363.227279:0:35935:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.227280:0:35935:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.227284:0:35935:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.227287:0:35935:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998363.227288:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998363.227362:0:16949:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1787998363.227366:0:16949:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1917f2000 with handle 0xb2d39e653c8ccaa from hash 00010000:00000001:0.0:1787998363.227369:0:16949:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787998363.227370:0:16949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998363.227372:0:16949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998363.227373:0:16949:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787998363.227377:0:16949:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787998363.227379:0:16949:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1787998363.227384:0:16949:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998363.227387:0:16949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998363.227388:0:16949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998363.227389:0:16949:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.227391:0:16949:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998363.227394:0:16949:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1787998363.227406:0:16949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c13b80. 00000020:00000040:0.0:1787998363.227411:0:16949:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998363.227417:0:16949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998363.227419:0:16949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998363.227422:0:16949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998363.227432:0:16949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d191cd7000. 00000100:00000001:0.0:1787998363.227440:0:16949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.227444:0:16949:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1787998363.227451:0:16949:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8ccaa lrc: 2/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ad8b0 expref: -99 pid: 35935 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787998363.227458:0:16949:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1787998363.227460:0:16949:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998363.227465:0:16949:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998363.227471:0:16949:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998363.227486:0:16949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3dbcad8] to pc [ptlrpcd_00_01+1] req@ffff94d191c13b80 x1874850291795584/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787998363.227520:0:16949:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998363.227522:0:16949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998363.227523:0:16949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998363.227525:0:16949:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.227528:0:16949:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787998363.227530:0:16949:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998363.227533:0:16949:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8ccaa lrc: 1/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ad8b0 expref: -99 pid: 35935 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787998363.227539:0:16949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787998363.227541:0:16949:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f2000/0xb2d39e653c8ccaa lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ad8b0 expref: -99 pid: 35935 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1787998363.227549:0:16949:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d191236040. 00010000:00000001:0.0:1787998363.227560:0:16949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998363.227562:0:16949:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1787998363.227564:0:16949:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff94d1a000b840. 00010000:00000001:0.0:1787998363.227568:0:16949:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998363.227570:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998363.227572:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998363.227573:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787998363.227638:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.227641:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.227642:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998363.227643:0:35935:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1787998363.227645:0:35935:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1787998363.227646:0:35935:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1787998363.227647:0:35935:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1787998363.227649:0:35935:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1787998363.227650:0:35935:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d1921bf038 (ffff94d1a0bcf6c8/0) at cl_lock_fini():72 00020000:00000001:1.0:1787998363.227654:0:35935:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1787998363.227655:0:35935:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1787998363.227656:0:35935:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d1a0046eb0 (ffff94d1a0bcf6c8/1) at cl_lock_fini():72 00000008:00000010:1.0:1787998363.227659:0:35935:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d1857d97c0. 00000020:00000001:1.0:1787998363.227662:0:35935:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1787998363.227664:0:35935:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d1a0046e80. 00020000:00000001:1.0:1787998363.227666:0:35935:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1787998363.227667:0:35935:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1787998363.227668:0:35935:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1787998363.227670:0:35935:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1787998363.227672:0:35935:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998363.227673:0:35935:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1787998363.227675:0:35935:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1787998363.227676:0:35935:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.227678:0:35935:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.227679:0:35935:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1787998363.227681:0:35935:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1787998363.227682:0:35935:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1787998363.227686:0:35935:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:1.0:1787998363.227687:0:35935:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1787998363.227689:0:35935:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1787998363.227691:0:35935:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1787998363.227692:0:35935:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998363.227693:0:35935:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1787998363.227697:0:35935:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1787998363.227699:0:35935:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.227701:0:35935:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.227702:0:35935:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1787998363.227830:0:35935:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1787998363.227832:0:35935:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.227837:0:35935:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1787998363.227839:0:35935:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1787998363.227840:0:35935:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1787998363.227841:0:35935:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1787998363.227843:0:35935:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1787998363.227845:0:35935:0:(cl_object.c:917:cl_env_put()) 1@ffff94d191a45990 00020000:00000001:1.0:1787998363.227849:0:35935:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1787998363.227851:0:35935:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1787998363.227854:0:35935:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1787998363.227856:0:35935:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2d:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1787998363.227859:0:35935:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1787998363.227860:0:35935:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1787998363.227863:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41da7c98 00000080:00200000:1.0:1787998363.227865:0:35935:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:1.0:1787998363.227869:0:35935:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:1.0:1787998363.227871:0:35935:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1787998363.227874:0:35935:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf6c0 00000020:00000001:1.0:1787998363.227880:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41da7d88 00000080:00000008:1.0:1787998363.227882:0:35935:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000405:0x2d:0x0], ppos: 46, count: 4194258, rc = 46 00000080:00000001:1.0:1787998363.227885:0:35935:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=46 : 46 : 2e) 00000020:00000001:0.0:1787998363.228163:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998363.228165:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998363.228167:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1787998363.228170:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998363.228171:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998363.228172:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787998363.228183:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998363.228187:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998363.228190:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998363.228198:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c13b80 x1874850291795584/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998363.228207:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998363.228210:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998363.228214:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998363.228218:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998363.228220:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998363.228224:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2403:1874850291795584:192.168.206.123@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1787998363.228228:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998363.228236:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998363.228239:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998363.228241:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998363.228246:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d191cd6800. 02000000:00000001:0.0:1787998363.228249:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998363.228258:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998363.228263:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000400:00000010:0.0:1787998363.228271:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807d48. 00000100:00000200:0.0:1787998363.228279:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291795584, portal 18 00000100:00000001:0.0:1787998363.228281:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998363.228283:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547276672 : -117847162274944 : ffff94d191c13b80) 00000100:00000040:0.0:1787998363.228301:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c13b80 x1874850291795584/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998363.228309:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998363.228312:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998363.228316:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1928073b8. 00000100:00000200:0.0:1787998363.228321:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1874850291795584, offset 0 00000400:00000200:0.0:1787998363.228328:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998363.228339:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998363.228348:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998363.228354:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998363.228359:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998363.228364:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998363.228367:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998363.228370:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2957:2957:256:4294967295] 192.168.206.123@tcp LPNI seq info [2957:2957:8:4294967295] 00000400:00000200:0.0:1787998363.228375:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998363.228386:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998363.228392:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998363.228398:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d18994e600. 00000800:00000200:0.0:1787998363.228406:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998363.228416:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998363.228422:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d18994e600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1787998363.228434:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998363.228440:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 820755 usecs (821 jiffies) 00000400:00000200:0.0:1787998363.228443:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998363.228446:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296544206 00000100:00000001:0.0:1787998363.228450:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:0.0:1787998363.228452:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296544206 00000100:00000001:0.0:1787998363.228454:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:0.0:1787998363.228457:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998363.228460:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998363.228465:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998363.228468:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998363.228475:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998363.228478:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787998363.228481:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998363.228482:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998363.228483:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998363.228485:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998363.228498:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998363.228501:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.228543:0:35935:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:1.0:1787998363.228546:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41da7d88 00000080:00200008:1.0:1787998363.228548:0:35935:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000405:0x2d:0x0], ppos: 46, count: 4194304 00000080:00000001:1.0:1787998363.228553:0:35935:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:1.0:1787998363.228556:0:35935:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1787998363.228559:0:35935:0:(rw.c:1288:ll_ras_enter()) kmsp 1 mwp 1024 mp 16384 00000080:00000001:1.0:1787998363.228562:0:35935:0:(rw.c:1297:ll_ras_enter()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1787998363.228568:0:35935:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998363.228572:0:35935:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798655176 : -117846910896440 : ffff94d1a0bcf6c8) 00000020:00001000:1.0:1787998363.228585:0:35935:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf6c0 00000080:00000001:1.0:1787998363.228588:0:35935:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1787998363.228592:0:35935:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.228594:0:35935:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1787998363.228596:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41da7c98 00000080:00200000:1.0:1787998363.228597:0:35935:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194304 00000020:00000001:1.0:1787998363.228603:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41da7c30 00000080:00200000:1.0:1787998363.228604:0:35935:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:1.0:1787998363.228607:0:35935:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1787998363.228612:0:35935:0:(cl_io.c:214:cl_io_rw_init()) header@000000003592759c[0x110, 2, [0x200000405:0x2d:0x0] hash] 00000020:00200000:1.0:1787998363.228614:0:35935:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194350) 0 0 00000020:00000001:1.0:1787998363.228617:0:35935:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.228619:0:35935:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1787998363.228622:0:35935:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1787998363.228624:0:35935:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2d:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1787998363.228627:0:35935:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998363.228629:0:35935:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1787998363.228631:0:35935:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998363.228634:0:35935:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.228638:0:35935:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1787998363.228640:0:35935:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.228642:0:35935:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1787998363.228646:0:35935:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2d:0x0]io ffff94d19226ea00 type 1 ignore/verify layout 0/0 00020000:00000002:1.0:1787998363.228651:0:35935:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199ed4f80 00020000:00000001:1.0:1787998363.228655:0:35935:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1787998363.228656:0:35935:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1787998363.228659:0:35935:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1787998363.228661:0:35935:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.228663:0:35935:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1787998363.228666:0:35935:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1787998363.228667:0:35935:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.228669:0:35935:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998363.228670:0:35935:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1787998363.228671:0:35935:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1787998363.228673:0:35935:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199ed4f80 00000020:00000001:1.0:1787998363.228675:0:35935:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.228677:0:35935:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.228680:0:35935:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1787998363.228682:0:35935:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1787998363.228684:0:35935:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:1.0:1787998363.228688:0:35935:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194350) 4194350, 4194304 00020000:00000001:1.0:1787998363.228691:0:35935:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1787998363.228693:0:35935:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1787998363.228697:0:35935:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:1.0:1787998363.228700:0:35935:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998363.228702:0:35935:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1787998363.228715:0:35935:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998363.228717:0:35935:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226545383832 : -117847164167784 : ffff94d191a45998) 00000020:00001000:1.0:1787998363.228719:0:35935:0:(cl_object.c:823:cl_env_get()) 1@ffff94d191a45990 00000020:00000001:1.0:1787998363.228722:0:35935:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3e90 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.228725:0:35935:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1787998363.228728:0:35935:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998363.228729:0:35935:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1787998363.228731:0:35935:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.228733:0:35935:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.228735:0:35935:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004712 : -117847155546904 : ffff94d19227e4e8) 00000020:00000001:1.0:1787998363.228738:0:35935:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1787998363.228740:0:35935:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1787998363.228744:0:35935:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.228745:0:35935:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.228748:0:35935:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.228750:0:35935:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.228751:0:35935:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.228753:0:35935:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:1.0:1787998363.228756:0:35935:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:1.0:1787998363.228757:0:35935:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1787998363.228759:0:35935:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1787998363.228762:0:35935:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1787998363.228795:0:35935:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.228798:0:35935:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.228800:0:35935:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1787998363.228801:0:35935:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1024] 00000020:00000001:1.0:1787998363.228804:0:35935:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1787998363.228805:0:35935:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1787998363.228807:0:35935:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.228808:0:35935:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.228810:0:35935:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.228812:0:35935:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.228813:0:35935:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.228815:0:35935:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1787998363.228816:0:35935:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998363.228817:0:35935:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1787998363.228819:0:35935:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1787998363.228820:0:35935:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.228821:0:35935:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.228823:0:35935:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.228824:0:35935:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.228826:0:35935:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1787998363.228827:0:35935:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1787998363.228829:0:35935:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1787998363.228832:0:35935:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1787998363.228833:0:35935:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1787998363.228835:0:35935:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000010:1.0:1787998363.228841:0:35935:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d1a0046e80. 00020000:00000002:1.0:1787998363.228844:0:35935:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:1.0:1787998363.228847:0:35935:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1787998363.228849:0:35935:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998363.228850:0:35935:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004712 : -117847155546904 : ffff94d19227e4e8) 00000020:00000001:1.0:1787998363.228853:0:35935:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1787998363.228857:0:35935:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d1857d97c0. 00000008:00010000:1.0:1787998363.228860:0:35935:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1787998363.228862:0:35935:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1787998363.228863:0:35935:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1787998363.228867:0:35935:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d1a0046eb0, osc lock ffff94d1857d97c0, flags 0x0 00000020:00000001:1.0:1787998363.228870:0:35935:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.228871:0:35935:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.228874:0:35935:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626226786561664 : -117846922989952 : ffff94d1a0046e80) 00000020:00000001:1.0:1787998363.228876:0:35935:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1787998363.228877:0:35935:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1787998363.228878:0:35935:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.228880:0:35935:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.228882:0:35935:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1787998363.228884:0:35935:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1787998363.228885:0:35935:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998363.228887:0:35935:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004712 : -117847155546904 : ffff94d19227e4e8) 00000020:00000001:1.0:1787998363.228888:0:35935:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1787998363.228891:0:35935:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1787998363.228893:0:35935:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1787998363.228895:0:35935:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.228898:0:35935:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1787998363.228901:0:35935:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1787998363.228902:0:35935:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1787998363.228904:0:35935:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1787998363.228905:0:35935:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1787998363.228906:0:35935:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1787998363.228908:0:35935:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1787998363.228911:0:35935:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998363.228917:0:35935:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98c00 count: 2 00010000:00000001:1.0:1787998363.228920:0:35935:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998363.228927:0:35935:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998363.228931:0:35935:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998363.228935:0:35935:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1787998363.228951:0:35935:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998363.228955:0:35935:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.228959:0:35935:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4198399) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1787998363.228967:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.228969:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.228971:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=4 00000020:00000001:1.0:1787998363.228973:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.228975:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00000008:00000001:1.0:1787998363.228980:0:35935:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1787998363.228982:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.228983:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.228984:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=5 00000020:00000001:1.0:1787998363.228986:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.228988:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.228990:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.228991:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.228992:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=6 00000020:00000001:1.0:1787998363.228994:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.228995:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.229007:0:35935:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998363.229009:0:35935:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.229012:0:35935:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1787998363.229020:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.229021:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998363.229024:0:35935:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.229026:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.229027:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.229029:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=7 00000020:00000001:1.0:1787998363.229030:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.229032:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.229034:0:35935:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998363.229037:0:35935:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1787998363.229043:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.229044:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998363.229268:0:35935:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 6/1,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1787998363.229277:0:35935:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998363.229278:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.229279:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.229280:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.229281:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998363.229283:0:35935:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998363.229285:0:35935:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.229287:0:35935:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.229289:0:35935:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.229291:0:35935:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.229293:0:35935:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.229294:0:35935:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.229296:0:35935:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.229298:0:35935:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:1.0:1787998363.229300:0:35935:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:1.0:1787998363.229302:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41da7b90 00000080:00200000:1.0:1787998363.229304:0:35935:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194350) 00000020:00000001:1.0:1787998363.229309:0:35935:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1787998363.229312:0:35935:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1787998363.229314:0:35935:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:1.0:1787998363.229316:0:35935:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998363.229318:0:35935:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004712 : -117847155546904 : ffff94d19227e4e8) 00000020:00000001:1.0:1787998363.229320:0:35935:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1787998363.229322:0:35935:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1787998363.229324:0:35935:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.229326:0:35935:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.229327:0:35935:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.229329:0:35935:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.229332:0:35935:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.229335:0:35935:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.229336:0:35935:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1787998363.229339:0:35935:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1787998363.229344:0:35935:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1787998363.229345:0:35935:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:1.0:1787998363.229347:0:35935:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1787998363.229348:0:35935:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:1.0:1787998363.229351:0:35935:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2d:1029 on OST[0]: s=46 (1) m=1787998363 a=1787998363 c=1787998363 b=0 00020000:00000001:1.0:1787998363.229354:0:35935:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1787998363.229357:0:35935:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1787998363 a=1787998363 c=1787998363 b=0 00020000:00000001:1.0:1787998363.229359:0:35935:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.229361:0:35935:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.229364:0:35935:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000001:00000001:1.0:1787998363.229367:0:35935:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1787998363.229369:0:35935:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2d:0x0] 00000020:00000001:1.0:1787998363.229371:0:35935:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1787998363.229372:0:35935:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1787998363.229373:0:35935:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1787998363.229374:0:35935:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1787998363.229376:0:35935:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1787998363.229380:0:35935:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d1a0046600. 00020000:00000002:1.0:1787998363.229383:0:35935:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1787998363.229384:0:35935:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1787998363.229386:0:35935:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998363.229387:0:35935:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004712 : -117847155546904 : ffff94d19227e4e8) 00000020:00000001:1.0:1787998363.229388:0:35935:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1787998363.229391:0:35935:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d1857d8be0. 00000008:00010000:1.0:1787998363.229393:0:35935:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1787998363.229394:0:35935:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1787998363.229395:0:35935:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1787998363.229397:0:35935:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d1a0046630, osc lock ffff94d1857d8be0, flags 0x400001002 00000020:00000001:1.0:1787998363.229399:0:35935:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.229401:0:35935:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.229403:0:35935:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626226786559488 : -117846922992128 : ffff94d1a0046600) 00000020:00000001:1.0:1787998363.229405:0:35935:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1787998363.229406:0:35935:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1787998363.229407:0:35935:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.229409:0:35935:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.229411:0:35935:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1787998363.229413:0:35935:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1787998363.229414:0:35935:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1787998363.229415:0:35935:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1787998363.229416:0:35935:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998363.229417:0:35935:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004712 : -117847155546904 : ffff94d19227e4e8) 00000020:00000001:1.0:1787998363.229419:0:35935:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1787998363.229421:0:35935:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1787998363.229423:0:35935:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1787998363.229425:0:35935:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1787998363.229426:0:35935:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1787998363.229428:0:35935:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1787998363.229429:0:35935:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1787998363.229430:0:35935:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1787998363.229431:0:35935:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1787998363.229433:0:35935:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1787998363.229434:0:35935:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998363.229437:0:35935:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98c00 count: 2 00010000:00000001:1.0:1787998363.229440:0:35935:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998363.229443:0:35935:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998363.229444:0:35935:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.229448:0:35935:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 5/1,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1787998363.229457:0:35935:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998363.229460:0:35935:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.229462:0:35935:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 5/1,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1787998363.229470:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.229471:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.229473:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=6 00000020:00000001:1.0:1787998363.229475:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.229477:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00000008:00000001:1.0:1787998363.229480:0:35935:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1787998363.229481:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.229482:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.229483:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=7 00000020:00000001:1.0:1787998363.229485:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.229488:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00000020:00000001:1.0:1787998363.229490:0:35935:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1787998363.229492:0:35935:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1787998363.229494:0:35935:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1787998363.229495:0:35935:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.229497:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.229498:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.229499:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=8 00000020:00000001:1.0:1787998363.229501:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.229502:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.229504:0:35935:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998363.229507:0:35935:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 8/1,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1787998363.229514:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.229515:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787998363.229517:0:35935:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 7/1,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1787998363.229529:0:35935:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998363.229530:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.229531:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.229532:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.229533:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998363.229534:0:35935:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998363.229536:0:35935:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.229538:0:35935:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.229540:0:35935:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.229541:0:35935:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.229543:0:35935:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1787998363.229544:0:35935:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1787998363.229547:0:35935:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1787998363.229548:0:35935:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1787998363.229550:0:35935:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.229552:0:35935:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.229555:0:35935:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1787998363.229556:0:35935:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.229558:0:35935:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.229560:0:35935:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1787998363.229561:0:35935:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1787998363.229563:0:35935:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1787998363 a=1787998363 c=1787998363 b=0 00020000:00000001:1.0:1787998363.229565:0:35935:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.229567:0:35935:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.229568:0:35935:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000080:00200000:1.0:1787998363.229570:0:35935:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2d:0x0] updating i_size 46 i_blocks 0 00000080:00000001:1.0:1787998363.229883:0:35935:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1787998363.229888:0:35935:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1787998363.229890:0:35935:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d19226e9a0 (ffff94d1a0bcf6c8/0) at cl_lock_release():245 00000020:00000001:1.0:1787998363.229893:0:35935:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1787998363.229894:0:35935:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d19226e9a0 (ffff94d1a0bcf6c8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1787998363.229897:0:35935:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1787998363.229899:0:35935:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998363.229901:0:35935:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004712 : -117847155546904 : ffff94d19227e4e8) 00000020:00000001:1.0:1787998363.229903:0:35935:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1787998363.229904:0:35935:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d1a0046630 (ffff94d191a45998/1) at cl_lock_cancel():142 00000008:00000001:1.0:1787998363.229907:0:35935:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1787998363.229909:0:35935:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1787998363.229910:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.229911:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998363.229913:0:35935:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1787998363.229914:0:35935:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1787998363.229915:0:35935:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1787998363.229917:0:35935:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1787998363.229918:0:35935:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1787998363.229919:0:35935:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d19226e9a0 (ffff94d1a0bcf6c8/0) at cl_lock_fini():72 00020000:00000001:1.0:1787998363.229922:0:35935:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1787998363.229923:0:35935:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1787998363.229924:0:35935:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d1a0046630 (ffff94d1a0bcf6c8/1) at cl_lock_fini():72 00000008:00000010:1.0:1787998363.229928:0:35935:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d1857d8be0. 00000020:00000001:1.0:1787998363.229931:0:35935:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1787998363.229933:0:35935:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d1a0046600. 00020000:00000001:1.0:1787998363.229936:0:35935:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1787998363.229937:0:35935:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1787998363.229938:0:35935:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1787998363.229940:0:35935:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1787998363.229947:0:35935:0:(vvp_io.c:864:vvp_io_read_start()) header@000000003592759c[0x110, 2, [0x200000405:0x2d:0x0] hash] 00000080:00000002:1.0:1787998363.229949:0:35935:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205339611181, 4194304 bytes, offset 46, size 46 00000080:00400000:1.0:1787998363.229952:0:35935:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194304, ra_start 0, ra_count 1025 00000080:00200000:1.0:1787998363.229956:0:35935:0:(vvp_io.c:893:vvp_io_read_start()) count:4194304 iocb pos:46 00020000:00000001:1.0:1787998363.229961:0:35935:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1787998363.229962:0:35935:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998363.229964:0:35935:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1787998363.229965:0:35935:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:1.0:1787998363.229967:0:35935:0:(cl_object.c:143:cl_object_top()) ffff94d19391d180 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.229969:0:35935:0:(cl_object.c:143:cl_object_top()) ffff94d19391d180 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.229971:0:35935:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1787998363.229973:0:35935:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1787998363.229976:0:35935:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.229977:0:35935:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.229979:0:35935:0:(cl_object.c:143:cl_object_top()) ffff94d19391d180 -> ffff94d1a0aa3530 00000008:00000001:1.0:1787998363.229982:0:35935:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.229983:0:35935:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.229985:0:35935:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.229987:0:35935:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.229988:0:35935:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.229990:0:35935:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1787998363.229991:0:35935:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1787998363.229993:0:35935:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1787998363.230103:0:35935:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1787998363.230106:0:35935:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1787998363.230107:0:35935:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.230118:0:35935:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.230120:0:35935:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1787998363.230122:0:35935:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1787998363.230123:0:35935:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1787998363.230124:0:35935:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d1921bf038 (ffff94d1a0bcf6c8/0) at cl_lock_release():245 00000020:00000001:1.0:1787998363.230127:0:35935:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1787998363.230128:0:35935:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d1921bf038 (ffff94d1a0bcf6c8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1787998363.230131:0:35935:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1787998363.230132:0:35935:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998363.230133:0:35935:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004712 : -117847155546904 : ffff94d19227e4e8) 00000020:00000001:1.0:1787998363.230135:0:35935:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1787998363.230136:0:35935:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d1a0046eb0 (ffff94d191a45998/1) at cl_lock_cancel():142 00000008:00000001:1.0:1787998363.230139:0:35935:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1787998363.230140:0:35935:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1787998363.230141:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.230143:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.230145:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=5 00000020:00000001:1.0:1787998363.230147:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.230149:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.230151:0:35935:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998363.230154:0:35935:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1787998363.230163:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.230164:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.230166:0:35935:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998363.230168:0:35935:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998363.230171:0:35935:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1787998363.230185:0:35935:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998363.230188:0:35935:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998363.230190:0:35935:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998363.230195:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.230196:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.230198:0:35935:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.230201:0:35935:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998363.230203:0:35935:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.230206:0:35935:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.230210:0:35935:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.230212:0:35935:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998363.230213:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.230214:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.230215:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.230216:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998363.230217:0:35935:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1787998363.230219:0:35935:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1787998363.230220:0:35935:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1787998363.230221:0:35935:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1787998363.230223:0:35935:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1787998363.230224:0:35935:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d1921bf038 (ffff94d1a0bcf6c8/0) at cl_lock_fini():72 00020000:00000001:1.0:1787998363.230227:0:35935:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1787998363.230228:0:35935:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1787998363.230229:0:35935:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d1a0046eb0 (ffff94d1a0bcf6c8/1) at cl_lock_fini():72 00000008:00000010:1.0:1787998363.230232:0:35935:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d1857d97c0. 00000020:00000001:1.0:1787998363.230235:0:35935:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1787998363.230236:0:35935:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d1a0046e80. 00020000:00000001:1.0:1787998363.230238:0:35935:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1787998363.230239:0:35935:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1787998363.230240:0:35935:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1787998363.230242:0:35935:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1787998363.230243:0:35935:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998363.230245:0:35935:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1787998363.230246:0:35935:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1787998363.230247:0:35935:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.230249:0:35935:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.230250:0:35935:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1787998363.230252:0:35935:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1787998363.230253:0:35935:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1787998363.230256:0:35935:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:1.0:1787998363.230257:0:35935:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1787998363.230258:0:35935:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1787998363.230260:0:35935:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1787998363.230261:0:35935:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998363.230262:0:35935:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1787998363.230266:0:35935:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1787998363.230267:0:35935:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.230268:0:35935:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.230270:0:35935:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1787998363.230271:0:35935:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1787998363.230273:0:35935:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.230276:0:35935:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1787998363.230277:0:35935:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1787998363.230279:0:35935:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1787998363.230280:0:35935:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1787998363.230281:0:35935:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1787998363.230283:0:35935:0:(cl_object.c:917:cl_env_put()) 1@ffff94d191a45990 00020000:00000001:1.0:1787998363.230287:0:35935:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1787998363.230288:0:35935:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1787998363.230290:0:35935:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1787998363.230292:0:35935:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2d:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1787998363.230295:0:35935:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1787998363.230297:0:35935:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1787998363.230299:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41da7c98 00000080:00200000:1.0:1787998363.230301:0:35935:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:1.0:1787998363.230304:0:35935:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:1.0:1787998363.230306:0:35935:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1787998363.230308:0:35935:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf6c0 00000020:00000001:1.0:1787998363.230311:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41da7d88 00000080:00000008:1.0:1787998363.230313:0:35935:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000405:0x2d:0x0], ppos: 46, count: 4194304, rc = 0 00000080:00000001:1.0:1787998363.230316:0:35935:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.230422:0:35935:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1787998363.230425:0:35935:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199ed4f80 00020000:00000002:1.0:1787998363.230429:0:35935:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199ed4f80 00020000:00000001:1.0:1787998363.230432:0:35935:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.230440:0:35935:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1787998363.230442:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41da7df0 00000080:00200008:1.0:1787998363.230445:0:35935:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x2d:0x0](ffff94d1989342c8), flags 100000 00000080:00000001:1.0:1787998363.230450:0:35935:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1787998363.230452:0:35935:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1787998363.230453:0:35935:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1787998363.230455:0:35935:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199ed4f80 00020000:00000002:1.0:1787998363.230457:0:35935:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199ed4f80 00020000:00000001:1.0:1787998363.230459:0:35935:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.230462:0:35935:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1787998363.230469:0:35935:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998363.230472:0:35935:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998363.230475:0:35935:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998363.230478:0:35935:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998363.230480:0:35935:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.230482:0:35935:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2d:0x0] 00800000:00000001:1.0:1787998363.230485:0:35935:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.230491:0:35935:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998363.230493:0:35935:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998363.230497:0:35935:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 3 00010000:00000001:1.0:1787998363.230500:0:35935:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998363.230504:0:35935:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.230507:0:35935:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2d:0x0]: 0 00000080:00000001:1.0:1787998363.230509:0:35935:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1787998363.230511:0:35935:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1787998363.230517:0:35935:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d19162ba00. 00000080:00000001:1.0:1787998363.230520:0:35935:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1787998363.230525:0:35935:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1787998363.230530:0:35935:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1787998363.230531:0:35935:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998363.230533:0:35935:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998363.230534:0:35935:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998363.230535:0:35935:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998363.230537:0:35935:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.230538:0:35935:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2d:0x0] 00800000:00000001:1.0:1787998363.230540:0:35935:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.230542:0:35935:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2d:0x0] 00000002:00000001:1.0:1787998363.230547:0:35935:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1787998363.230549:0:35935:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff94d1a0bb2800: [0x200000405:0x2d:0x0] file closed with intent: 0 00000100:00000010:1.0:1787998363.230556:0:35935:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edc000. 00000020:00000040:1.0:1787998363.230561:0:35935:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:1.0:1787998363.230567:0:35935:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998363.230570:0:35935:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998363.230574:0:35935:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998363.230593:0:35935:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d19162a200. 00000100:00000001:1.0:1787998363.230600:0:35935:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1787998363.230621:0:35935:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d199edf100 x1874850291795456/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998379 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1787998363.230633:0:35935:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1787998363.230638:0:35935:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d199edc000 x1874850291795840/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1787998363.230645:0:35935:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998363.230647:0:35935:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998363.230654:0:35935:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a000be40. 00000100:00000001:1.0:1787998363.230657:0:35935:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786319936 : -117846923231680 : ffff94d1a000be40) 00000100:00000001:1.0:1787998363.230660:0:35935:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998363.230661:0:35935:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684411904 : -117847025139712 : ffff94d199edc000) 00000100:00000001:1.0:1787998363.230665:0:35935:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998363.230669:0:35935:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.230671:0:35935:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998363.230673:0:35935:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998363.230677:0:35935:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edc000 x1874850291795840/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.230685:0:35935:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998363.230687:0:35935:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998363.230690:0:35935:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998363.230693:0:35935:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998363.230701:0:35935:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998363.231103:0:35935:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edc000 pname:cluuid:pid:xid:nid:opc:job cat:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35935:1874850291795840:192.168.206.123@tcp:35:cat.0 00000100:00000001:1.0:1787998363.231118:0:35935:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998363.231125:0:35935:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998363.231128:0:35935:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998363.231131:0:35935:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998363.231137:0:35935:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d199e26c00. 02000000:00000001:1.0:1787998363.231140:0:35935:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998363.231148:0:35935:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998363.231153:0:35935:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc7e8. 00000400:00000010:1.0:1787998363.231162:0:35935:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409a18. 00000100:00000200:1.0:1787998363.231171:0:35935:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291795840, portal 10 00000100:00000001:1.0:1787998363.231174:0:35935:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998363.231175:0:35935:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684411904 : -117847025139712 : ffff94d199edc000) 00000100:00000040:1.0:1787998363.231183:0:35935:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d199edc000 x1874850291795840/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998379 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.231191:0:35935:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998363.231194:0:35935:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998363.231197:0:35935:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409220. 00000100:00000200:1.0:1787998363.231201:0:35935:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1874850291795840, offset 0 00000400:00000200:1.0:1787998363.231208:0:35935:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998363.231217:0:35935:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998363.231225:0:35935:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998363.231231:0:35935:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998363.231236:0:35935:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998363.231240:0:35935:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998363.231243:0:35935:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998363.231246:0:35935:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2958:2958:255:4294967295] 192.168.206.123@tcp LPNI seq info [2958:2958:7:4294967295] 00000400:00000200:1.0:1787998363.231251:0:35935:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998363.231261:0:35935:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998363.231267:0:35935:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998363.231273:0:35935:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f800. 00000800:00000200:1.0:1787998363.231280:0:35935:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998363.231301:0:35935:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998363.231305:0:35935:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1787998363.231310:0:35935:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998363.231315:0:35935:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 820755 usecs (821 jiffies) 00000400:00000200:1.0:1787998363.231319:0:35935:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998363.231322:0:35935:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296544209 00000100:00000001:1.0:1787998363.231325:0:35935:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:1.0:1787998363.231328:0:35935:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296544209 00000100:00000001:1.0:1787998363.231330:0:35935:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:1.0:1787998363.231332:0:35935:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998363.231336:0:35935:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.231338:0:35935:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998363.231341:0:35935:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998363.231344:0:35935:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a000be40 going to sleep for 11 seconds 00000100:00000001:1.0:1787998363.231346:0:35935:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998363.231350:0:35935:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998363.231950:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998363.231957:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d18994e600. 00000400:00000200:3.0:1787998363.231964:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998363.231970:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998363.231977:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928073b8 00000400:00000010:3.0:1787998363.231980:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928073b8. 00000100:00000001:3.0:1787998363.231985:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998363.231990:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c13b80 x1874850291795584/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998363.232123:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998363.232128:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c13b80 x1874850291795584/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998363.232136:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998363.232138:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787998363.233270:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998363.233278:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f800. 00000400:00000200:3.0:1787998363.233286:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998363.233355:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998363.233362:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409220 00000400:00000010:3.0:1787998363.233364:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409220. 00000100:00000001:3.0:1787998363.233369:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998363.233375:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edc000 x1874850291795840/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998379 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998363.233392:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998363.233396:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edc000 x1874850291795840/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998379 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787998363.233402:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998363.233404:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998363.235451:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.235470:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998363.235475:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.235477:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.235487:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.235494:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998363.235503:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.235507:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.235513:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.235518:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 18 MB=0x6a92a99a64680 00000400:00000200:3.0:1787998363.235523:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.235530:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.123@tcp of length 224/224 into md 0x895d [1] + 224 00000800:00000001:3.0:1787998363.235537:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.235545:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.235548:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998363.235552:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998363.235559:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998363.235567:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c13b80 x1874850291795584/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998363.235642:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191c13b80 x1874850291795584/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998363.235688:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998363.235693:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787998363.235719:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998363.235729:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.235733:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1787998363.238381:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f2000. 00000400:00000001:0.0:1787998363.238410:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998363.238414:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998363.238418:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30528. 00000400:00000200:0.0:1787998363.238422:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807d48 00000400:00000010:0.0:1787998363.238425:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807d48. 00000100:00000001:0.0:1787998363.238431:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998363.238444:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c13b80 x1874850291795584/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998363.238457:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c13b80 x1874850291795584/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998363.238473:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998363.238476:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998363.238480:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998363.238486:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998363.238489:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998363.238491:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998363.238496:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998363.238508:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06d80 time=38 v=5 (5 5 5 5) 00000100:00001000:0.0:1787998363.238513:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=33 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998363.238515:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998363.238517:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.238520:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998363.238524:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998363.238528:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998363.238530:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 8589934600 00000100:00000001:0.0:1787998363.238532:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998363.238536:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998363.238542:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c13b80 x1874850291795584/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998363.238549:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998363.238552:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998363.238554:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998363.238559:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c13b80 x1874850291795584/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998363.238567:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2403:1874850291795584:192.168.206.123@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1787998363.238573:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998363.238577:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998363.238580:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c13b80 x1874850291795584/t0(0) o103->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998379 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998363.238587:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998363.238590:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998363.238594:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d191cd6800. 02000000:00000001:0.0:1787998363.238598:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998363.238601:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998363.238603:0:2403:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998363.238606:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998363.238609:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d191cd7000. 02000000:00000001:0.0:1787998363.238613:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998363.238616:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998363.238618:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c13b80. 00000100:00000001:0.0:1787998363.238622:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998363.238624:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998363.238626:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998363.238635:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998363.238637:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998363.238640:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998363.238643:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787998363.247825:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.247850:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998363.247856:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998363.247859:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998363.247870:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.247880:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998363.247891:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.247895:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.247903:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.248324:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a64780 00000400:00000200:3.0:1787998363.248332:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998363.248340:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x8965 [1] + 224 00000800:00000001:3.0:1787998363.248348:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998363.249227:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998363.249234:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998363.249241:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998363.249252:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998363.249262:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edc000 x1874850291795840/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998379 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787998363.249275:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d199edc000 x1874850291795840/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.249367:0:35935:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787998363.249472:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998363.249485:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998363.249490:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1787998363.250194:0:35935:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998363.250197:0:35935:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998363.250202:0:35935:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc7e8. 00000400:00000200:1.0:1787998363.250208:0:35935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409a18 00000400:00000010:1.0:1787998363.250211:0:35935:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409a18. 00000100:00000001:1.0:1787998363.250216:0:35935:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998363.250223:0:35935:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edc000 x1874850291795840/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787998363.250233:0:35935:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edc000 x1874850291795840/t0(0) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.250240:0:35935:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998363.250242:0:35935:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.250245:0:35935:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998363.250249:0:35935:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998363.250251:0:35935:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998363.250255:0:35935:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998363.250258:0:35935:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998363.250268:0:35935:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06cf0 time=39 v=5 (5 5 5 5) 00000100:00001000:1.0:1787998363.250273:0:35935:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998363.250276:0:35935:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998363.250278:0:35935:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.250282:0:35935:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998363.250285:0:35935:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.250289:0:35935:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1787998363.250291:0:35935:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1787998363.250293:0:35935:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1787998363.250296:0:35935:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998363.250298:0:35935:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684411904 : -117847025139712 : ffff94d199edc000) 00000100:00000001:1.0:1787998363.250301:0:35935:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998363.250304:0:35935:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 8589934600 00000100:00000001:1.0:1787998363.250306:0:35935:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998363.250309:0:35935:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998363.250315:0:35935:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edc000 x1874850291795840/t8589934608(8589934608) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998379 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.250322:0:35935:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998363.250326:0:35935:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998363.250328:0:35935:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998363.250332:0:35935:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edc000 x1874850291795840/t8589934608(8589934608) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998379 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787998363.250340:0:35935:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edc000 pname:cluuid:pid:xid:nid:opc:job cat:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35935:1874850291795840:192.168.206.123@tcp:35:cat.0 00000100:00000001:1.0:1787998363.250346:0:35935:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.250349:0:35935:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.250352:0:35935:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998363.250354:0:35935:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998363.250358:0:35935:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edc000 x1874850291795840/t8589934608(8589934608) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998379 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.250365:0:35935:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998363.250368:0:35935:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a000be40. 00000100:00000001:1.0:1787998363.250372:0:35935:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998363.250374:0:35935:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.250382:0:35935:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998363.250383:0:35935:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684411904 : -117847025139712 : ffff94d199edc000) 00000002:00000001:1.0:1787998363.250386:0:35935:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998363.250390:0:35935:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998363.250396:0:35935:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162ba00. 00000080:00000001:1.0:1787998363.250400:0:35935:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1787998363.250404:0:35935:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1787998363.250407:0:35935:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998363.250410:0:35935:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998363.250412:0:35935:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998363.250415:0:35935:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998363.250417:0:35935:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.250420:0:35935:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2d:0x0] 00800000:00000001:1.0:1787998363.250423:0:35935:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.250428:0:35935:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1787998363.250433:0:35935:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d199edf100 x1874850291795456/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998379 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.250441:0:35935:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998363.250442:0:35935:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684424448 : -117847025127168 : ffff94d199edf100) 00000100:00000001:1.0:1787998363.250444:0:35935:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998363.250446:0:35935:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edf100 x1874850291795456/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998379 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.250452:0:35935:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.250454:0:35935:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998363.250457:0:35935:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edc000 x1874850291795840/t8589934608(8589934608) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998379 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.250462:0:35935:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.250464:0:35935:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998363.250466:0:35935:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edf100 x1874850291795456/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1787998379 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.250472:0:35935:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1787998363.250476:0:35935:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998363.250478:0:35935:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998363.250480:0:35935:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998363.250484:0:35935:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d199e26400. 02000000:00000001:1.0:1787998363.250488:0:35935:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998363.250490:0:35935:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998363.250493:0:35935:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edf100. 00000100:00000001:1.0:1787998363.250497:0:35935:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998363.250498:0:35935:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.250499:0:35935:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998363.250502:0:35935:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edc000 x1874850291795840/t8589934608(8589934608) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998379 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.250507:0:35935:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998363.250509:0:35935:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff94d190a90a60. 00000002:00000001:1.0:1787998363.250512:0:35935:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998363.250855:0:35935:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998363.250859:0:35935:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d191236380. 00000100:00000001:1.0:1787998363.250863:0:35935:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998363.250868:0:35935:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d199edc000 x1874850291795840/t8589934608(8589934608) o35->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1787998379 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787998363.250875:0:35935:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998363.250877:0:35935:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998363.250880:0:35935:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d199e26c00. 02000000:00000001:1.0:1787998363.250883:0:35935:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998363.250884:0:35935:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998363.250885:0:35935:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998363.250887:0:35935:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998363.250889:0:35935:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d19162a200. 02000000:00000001:1.0:1787998363.250891:0:35935:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998363.250892:0:35935:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998363.250893:0:35935:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d199edc000. 00000100:00000001:1.0:1787998363.250896:0:35935:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998363.250898:0:35935:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998363.250900:0:35935:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787998363.250905:0:35935:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d1a067af00. 00000080:00000001:1.0:1787998363.250908:0:35935:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.251035:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41da7df0 00000080:00000008:1.0:1787998363.251038:0:35935:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x2d:0x0](ffff94d1989342c8), flags 100000, rc = 0 00000080:00000001:1.0:1787998363.251042:0:35935:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.251049:0:35935:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1787998363.251051:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41da7e00 00000080:00002000:1.0:1787998363.251053:0:35935:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff94d1834c9438, parent ffff94d198a90798, inode ffff94d1989342c8) hashed, 00000080:00000001:1.0:1787998363.251056:0:35935:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998363.265427:0:35936:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:2.0:1787998363.265434:0:35936:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:2.0:1787998363.265436:0:35936:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1787998363.265441:0:35936:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3b20 00000080:00200000:2.0:1787998363.265447:0:35936:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:2.0:1787998363.265456:0:35936:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191d92800. 00800000:00000002:2.0:1787998363.265464:0:35936:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:2.0:1787998363.265625:0:35936:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787998363.265632:0:35936:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787998363.265635:0:35936:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3a40 00800000:00000002:2.0:1787998363.265638:0:35936:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998363.265642:0:35936:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1787998363.265645:0:35936:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998363.265649:0:35936:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998363.265661:0:35936:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998363.265664:0:35936:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998363.265666:0:35936:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998363.265668:0:35936:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998363.265671:0:35936:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998363.265675:0:35936:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1787998363.265681:0:35936:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787998363.265683:0:35936:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3910 00000002:00010000:2.0:1787998363.265685:0:35936:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1787998363.265689:0:35936:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1787998363.265692:0:35936:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998363.265696:0:35936:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998363.265704:0:35936:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98f00 count: 2 00010000:00000001:2.0:1787998363.265707:0:35936:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998363.265713:0:35936:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998363.265717:0:35936:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787998363.265722:0:35936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad894 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1787998363.265735:0:35936:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1787998363.265741:0:35936:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998363.265745:0:35936:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad894 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1787998363.265753:0:35936:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1787998363.265755:0:35936:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1787998363.265757:0:35936:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998363.265759:0:35936:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998363.265761:0:35936:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998363.265764:0:35936:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1787998363.265795:0:35936:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1787998363.265799:0:35936:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:2.0:1787998363.265803:0:35936:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191d92800. 00000080:00000001:2.0:1787998363.265807:0:35936:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1787998363.265809:0:35936:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998363.265812:0:35936:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:2.0:1787998363.265816:0:35936:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cca3 00800000:00000001:2.0:1787998363.265820:0:35936:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1787998363.265822:0:35936:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1787998363.265824:0:35936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998363.265827:0:35936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998363.265830:0:35936:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3e00 refcount=3 00000020:00000001:2.0:1787998363.265832:0:35936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:2.0:1787998363.265835:0:35936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:2.0:1787998363.265839:0:35936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.265841:0:35936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998363.265842:0:35936:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998363.265844:0:35936:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998363.265847:0:35936:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cca3 from it ffffb66d41ce3b58 00010000:00000001:2.0:1787998363.265849:0:35936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998363.265850:0:35936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998363.265851:0:35936:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3e00 refcount=3 00000020:00000001:2.0:1787998363.265853:0:35936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:2.0:1787998363.265855:0:35936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:2.0:1787998363.265858:0:35936:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998363.265862:0:35936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad894 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1787998363.265870:0:35936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.265871:0:35936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998363.265872:0:35936:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787998363.265875:0:35936:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787998363.265877:0:35936:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad894 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1787998363.265885:0:35936:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787998363.265897:0:35936:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998363.265900:0:35936:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998363.265905:0:35936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.265906:0:35936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998363.265908:0:35936:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.265912:0:35936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998363.265914:0:35936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.265916:0:35936:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.265920:0:35936:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.265922:0:35936:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998363.265923:0:35936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.265924:0:35936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1787998363.265928:0:35936:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1787998363.265930:0:35936:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998363.265932:0:35936:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:2.0:1787998363.265938:0:35936:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998363.265941:0:35936:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1787998363.265944:0:35936:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3b48 00000080:00002000:2.0:1787998363.265946:0:35936:0:(dcache.c:87:ll_dcompare()) found name recon(ffff94d1834c9438) flags 0x48000e refc 0 00000080:00000001:2.0:1787998363.265948:0:35936:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998363.265951:0:35936:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3b90 00000080:00200000:2.0:1787998363.265952:0:35936:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:2.0:1787998363.265961:0:35936:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3d08 00000080:00200008:2.0:1787998363.265963:0:35936:0:(file.c:6295:ll_getattr_dentry()) START file recon:[0x200000405:0x2d:0x0](ffff94d1989342c8), request_mask 606, flags 0, foreign 0 00000080:00000001:2.0:1787998363.265968:0:35936:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1787998363.265970:0:35936:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3c80 00000080:00200000:2.0:1787998363.265971:0:35936:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2d:0x0](ffff94d1989342c8),name=recon 00000080:00000010:2.0:1787998363.265977:0:35936:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191d92800. 00800000:00000002:2.0:1787998363.265980:0:35936:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:2.0:1787998363.265985:0:35936:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787998363.265987:0:35936:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787998363.265988:0:35936:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3ba0 00800000:00000002:2.0:1787998363.265990:0:35936:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2d:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998363.265992:0:35936:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1787998363.265996:0:35936:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998363.265997:0:35936:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998363.265999:0:35936:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998363.266000:0:35936:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998363.266002:0:35936:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998363.266004:0:35936:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998363.266006:0:35936:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998363.266007:0:35936:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998363.266009:0:35936:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998363.266010:0:35936:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998363.266011:0:35936:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998363.266012:0:35936:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998363.266014:0:35936:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2d:0x0] 00800000:00000001:2.0:1787998363.266016:0:35936:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998363.266018:0:35936:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2d:0x0], name='' -> mds #0 00000002:00000001:2.0:1787998363.266021:0:35936:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787998363.266023:0:35936:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3a70 00000002:00010000:2.0:1787998363.266025:0:35936:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2d:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1787998363.266028:0:35936:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1787998363.266029:0:35936:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998363.266031:0:35936:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998363.266034:0:35936:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 3 00010000:00000001:2.0:1787998363.266036:0:35936:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998363.266039:0:35936:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998363.266041:0:35936:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787998363.266044:0:35936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc95 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad878 expref: -99 pid: 35934 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1787998363.266057:0:35936:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1787998363.266059:0:35936:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998363.266062:0:35936:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc95 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad878 expref: -99 pid: 35934 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1787998363.266069:0:35936:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1787998363.266071:0:35936:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1787998363.266072:0:35936:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998363.266075:0:35936:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998363.266076:0:35936:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998363.266078:0:35936:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1787998363.266080:0:35936:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1787998363.266082:0:35936:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:2.0:1787998363.266084:0:35936:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191d92800. 00000080:00000001:2.0:1787998363.266087:0:35936:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1787998363.266088:0:35936:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998363.266090:0:35936:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2d:0x0](ffff94d1989342c8) 00000080:00010000:2.0:1787998363.266093:0:35936:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2d:0x0](ffff94d1989342c8) for lock 0xb2d39e653c8cc95 00800000:00000001:2.0:1787998363.266096:0:35936:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1787998363.266097:0:35936:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1787998363.266098:0:35936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998363.266100:0:35936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998363.266102:0:35936:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d400 refcount=3 00000020:00000001:2.0:1787998363.266104:0:35936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:2.0:1787998363.266106:0:35936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:2.0:1787998363.266109:0:35936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.266265:0:35936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998363.266266:0:35936:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998363.266269:0:35936:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998363.266271:0:35936:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc95 from it ffffb66d41ce3cb8 00010000:00000001:2.0:1787998363.266273:0:35936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998363.266275:0:35936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998363.266276:0:35936:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d400 refcount=3 00000020:00000001:2.0:1787998363.266278:0:35936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:2.0:1787998363.266281:0:35936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:2.0:1787998363.266283:0:35936:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998363.266285:0:35936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc95 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6ad878 expref: -99 pid: 35934 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1787998363.266291:0:35936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.266292:0:35936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998363.266293:0:35936:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787998363.266295:0:35936:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787998363.266297:0:35936:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc95 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad878 expref: -99 pid: 35934 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1787998363.266303:0:35936:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787998363.266305:0:35936:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998363.266306:0:35936:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998363.266309:0:35936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.266310:0:35936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998363.266311:0:35936:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.266313:0:35936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998363.266315:0:35936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.266316:0:35936:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.266319:0:35936:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.266320:0:35936:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998363.266321:0:35936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.266322:0:35936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1787998363.266324:0:35936:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1787998363.266325:0:35936:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787998363.266329:0:35936:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1787998363.266333:0:35936:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1787998363.266336:0:35936:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787998363.266339:0:35936:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1787998363.266340:0:35936:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998363.266343:0:35936:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1787998363.266347:0:35936:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1787998363.266351:0:35936:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787998363.266356:0:35936:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226549080936 : -117847160470680 : ffff94d191dcc368) 00000020:00001000:2.0:1787998363.266359:0:35936:0:(cl_object.c:823:cl_env_get()) 1@ffff94d191dcc360 00000020:00000001:2.0:1787998363.266365:0:35936:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:2.0:1787998363.266368:0:35936:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1787998363.266371:0:35936:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1787998363.266373:0:35936:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2d:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1787998363.266376:0:35936:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787998363.266378:0:35936:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1787998363.266380:0:35936:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1787998363.266382:0:35936:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998363.266384:0:35936:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1787998363.266389:0:35936:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2d:0x0]io ffff94d190910060 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1787998363.266392:0:35936:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d18131cf80 00020000:00000001:2.0:1787998363.266396:0:35936:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1787998363.266399:0:35936:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1787998363.266402:0:35936:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1787998363.266404:0:35936:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998363.266407:0:35936:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1787998363.266409:0:35936:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1787998363.266411:0:35936:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998363.266413:0:35936:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787998363.266414:0:35936:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1787998363.266415:0:35936:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1787998363.266416:0:35936:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d18131cf80 00000020:00000001:2.0:1787998363.266419:0:35936:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1787998363.266421:0:35936:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1787998363.266423:0:35936:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2d:0x0] 00000020:00000001:2.0:1787998363.266426:0:35936:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1787998363.266428:0:35936:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1787998363.266431:0:35936:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1787998363.266434:0:35936:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1787998363.266440:0:35936:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1787998363.266447:0:35936:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d19219df00. 00020000:00000002:2.0:1787998363.266450:0:35936:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1787998363.266452:0:35936:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1787998363.266455:0:35936:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787998363.266457:0:35936:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1787998363.266459:0:35936:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787998363.266461:0:35936:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226658350936 : -117847051200680 : ffff94d198601758) 00000020:00001000:2.0:1787998363.266464:0:35936:0:(cl_object.c:823:cl_env_get()) 1@ffff94d198601750 00000020:00000001:2.0:1787998363.266467:0:35936:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3e90 -> ffff94d1a0aa3530 00000020:00000001:2.0:1787998363.266469:0:35936:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1787998363.266472:0:35936:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787998363.266474:0:35936:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1787998363.266476:0:35936:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998363.266478:0:35936:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998363.266480:0:35936:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226549115272 : -117847160436344 : ffff94d191dd4988) 00000020:00000001:2.0:1787998363.266482:0:35936:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1787998363.266488:0:35936:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d1861ad0a0. 00000008:00010000:2.0:1787998363.266491:0:35936:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1787998363.266495:0:35936:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1787998363.266496:0:35936:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1787998363.266498:0:35936:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d19219df30, osc lock ffff94d1861ad0a0, flags 0x400001002 00000020:00000001:2.0:1787998363.266500:0:35936:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998363.266502:0:35936:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998363.266506:0:35936:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626226553085696 : -117847156465920 : ffff94d19219df00) 00000020:00000001:2.0:1787998363.266508:0:35936:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1787998363.266509:0:35936:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1787998363.266511:0:35936:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998363.266513:0:35936:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998363.266515:0:35936:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1787998363.266517:0:35936:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1787998363.266519:0:35936:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1787998363.266521:0:35936:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1787998363.266522:0:35936:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787998363.266523:0:35936:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226549115272 : -117847160436344 : ffff94d191dd4988) 00000020:00000001:2.0:1787998363.266525:0:35936:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1787998363.266527:0:35936:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1787998363.266530:0:35936:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1787998363.266534:0:35936:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1787998363.266545:0:35936:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1787998363.266547:0:35936:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1787998363.266549:0:35936:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1787998363.266550:0:35936:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1787998363.266551:0:35936:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1787998363.266554:0:35936:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1787998363.266556:0:35936:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998363.266560:0:35936:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98c00 count: 2 00010000:00000001:2.0:1787998363.266563:0:35936:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998363.266567:0:35936:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998363.266570:0:35936:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787998363.266575:0:35936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 02000000:00000001:2.0:1787998363.266586:0:35936:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1787998363.266589:0:35936:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998363.266591:0:35936:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1787998363.266597:0:35936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998363.266599:0:35936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998363.266600:0:35936:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=4 00000020:00000001:2.0:1787998363.266602:0:35936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:2.0:1787998363.266604:0:35936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00000008:00000001:2.0:1787998363.266607:0:35936:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1787998363.266610:0:35936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998363.266611:0:35936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998363.266612:0:35936:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=5 00000020:00000001:2.0:1787998363.266614:0:35936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:2.0:1787998363.266616:0:35936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00000020:00000001:2.0:1787998363.266619:0:35936:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1787998363.266621:0:35936:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1787998363.266623:0:35936:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1787998363.266624:0:35936:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.266626:0:35936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998363.266627:0:35936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998363.266628:0:35936:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=6 00000020:00000001:2.0:1787998363.266630:0:35936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:2.0:1787998363.266632:0:35936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:2.0:1787998363.266634:0:35936:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998363.266637:0:35936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1787998363.266643:0:35936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.266644:0:35936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998363.266645:0:35936:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787998363.266646:0:35936:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787998363.266659:0:35936:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:2.0:1787998363.266666:0:35936:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787998363.266668:0:35936:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998363.266669:0:35936:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998363.266670:0:35936:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.266672:0:35936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998363.266673:0:35936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.266675:0:35936:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.266677:0:35936:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.266679:0:35936:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998363.266681:0:35936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.266682:0:35936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998363.266683:0:35936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.266683:0:35936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1787998363.266685:0:35936:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1787998363.266687:0:35936:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998363.266689:0:35936:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787998363.266691:0:35936:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998363.266693:0:35936:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998363.266694:0:35936:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1787998363.266695:0:35936:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1787998363.266697:0:35936:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1787998363.266698:0:35936:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1787998363.266700:0:35936:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998363.266703:0:35936:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998363.266707:0:35936:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1787998363.266709:0:35936:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:2.0:1787998363.266711:0:35936:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:2.0:1787998363.266714:0:35936:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1787998363.266718:0:35936:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1787998363.266722:0:35936:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1787998363.266723:0:35936:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:2.0:1787998363.266725:0:35936:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1787998363.266726:0:35936:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:2.0:1787998363.266729:0:35936:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2d:1029 on OST[0]: s=46 (1) m=1787998363 a=1787998363 c=1787998363 b=0 00020000:00000001:2.0:1787998363.266732:0:35936:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1787998363.266734:0:35936:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1787998363 a=1787998363 c=1787998363 b=0 00020000:00000001:2.0:1787998363.266738:0:35936:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998363.266740:0:35936:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998363.266742:0:35936:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000080:00200000:2.0:1787998363.266745:0:35936:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2d:0x0] updating i_size 46 i_blocks 0 00000080:00000001:2.0:1787998363.266747:0:35936:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1787998363.266752:0:35936:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1787998363.266754:0:35936:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d190910000 (ffff94d191dcc368/0) at cl_lock_release():245 00000020:00000001:2.0:1787998363.266757:0:35936:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1787998363.266758:0:35936:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d190910000 (ffff94d191dcc368/0) at cl_lock_cancel():142 00020000:00000001:2.0:1787998363.266761:0:35936:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1787998363.266763:0:35936:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787998363.266764:0:35936:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226549115272 : -117847160436344 : ffff94d191dd4988) 00000020:00000001:2.0:1787998363.266897:0:35936:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1787998363.266900:0:35936:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d19219df30 (ffff94d198601758/1) at cl_lock_cancel():142 00000008:00000001:2.0:1787998363.266904:0:35936:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1787998363.266905:0:35936:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1787998363.266906:0:35936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.266908:0:35936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1787998363.266909:0:35936:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1787998363.266910:0:35936:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1787998363.266911:0:35936:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1787998363.266912:0:35936:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1787998363.266914:0:35936:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1787998363.266916:0:35936:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d190910000 (ffff94d191dcc368/0) at cl_lock_fini():72 00020000:00000001:2.0:1787998363.266919:0:35936:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1787998363.266920:0:35936:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1787998363.266921:0:35936:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d19219df30 (ffff94d191dcc368/1) at cl_lock_fini():72 00000008:00000010:2.0:1787998363.266925:0:35936:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d1861ad0a0. 00000020:00000001:2.0:1787998363.266928:0:35936:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1787998363.266929:0:35936:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d19219df00. 00020000:00000001:2.0:1787998363.266932:0:35936:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1787998363.266934:0:35936:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1787998363.266935:0:35936:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1787998363.266937:0:35936:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998363.266939:0:35936:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1787998363.266942:0:35936:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1787998363.266944:0:35936:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1787998363.266945:0:35936:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1787998363.266946:0:35936:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1787998363.266948:0:35936:0:(cl_object.c:917:cl_env_put()) 1@ffff94d198601750 00020000:00000001:2.0:1787998363.266951:0:35936:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1787998363.266953:0:35936:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1787998363.266956:0:35936:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1787998363.266958:0:35936:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2d:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1787998363.266962:0:35936:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1787998363.266963:0:35936:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998363.266965:0:35936:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1787998363.266967:0:35936:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1787998363.266968:0:35936:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1787998363.266969:0:35936:0:(cl_object.c:917:cl_env_put()) 1@ffff94d191dcc360 00000001:00000001:2.0:1787998363.266971:0:35936:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998363.266978:0:35936:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3d08 00000080:00000008:2.0:1787998363.266980:0:35936:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2d:0x0](ffff94d1989342c8), request_mask 606, flags 0, foreign 0 00000080:00000001:2.0:1787998363.266984:0:35936:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1787998363.266987:0:35936:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3da0 00000080:00002000:2.0:1787998363.266989:0:35936:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff94d1834c9438, parent ffff94d198a90798, inode ffff94d1989342c8) hashed, 00000080:00000001:2.0:1787998363.266991:0:35936:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998363.267035:0:35936:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:2.0:1787998363.267038:0:35936:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:2.0:1787998363.267040:0:35936:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1787998363.267041:0:35936:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3bc0 00000080:00200000:2.0:1787998363.267043:0:35936:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:2.0:1787998363.267048:0:35936:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191d92800. 00800000:00000002:2.0:1787998363.267052:0:35936:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:2.0:1787998363.267054:0:35936:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787998363.267057:0:35936:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787998363.267058:0:35936:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3ae0 00800000:00000002:2.0:1787998363.267070:0:35936:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998363.267073:0:35936:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1787998363.267075:0:35936:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998363.267077:0:35936:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998363.267079:0:35936:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998363.267081:0:35936:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998363.267082:0:35936:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998363.267084:0:35936:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998363.267086:0:35936:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998363.267089:0:35936:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1787998363.267093:0:35936:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787998363.267094:0:35936:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce39b0 00000002:00010000:2.0:1787998363.267096:0:35936:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1787998363.267100:0:35936:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1787998363.267101:0:35936:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998363.267103:0:35936:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998363.267106:0:35936:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98f00 count: 2 00010000:00000001:2.0:1787998363.267108:0:35936:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998363.267121:0:35936:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998363.267123:0:35936:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787998363.267126:0:35936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad894 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1787998363.267135:0:35936:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1787998363.267138:0:35936:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998363.267141:0:35936:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad894 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1787998363.267147:0:35936:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1787998363.267149:0:35936:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1787998363.267150:0:35936:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998363.267153:0:35936:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998363.267154:0:35936:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998363.267156:0:35936:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1787998363.267159:0:35936:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1787998363.267161:0:35936:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:2.0:1787998363.267164:0:35936:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191d92800. 00000080:00000001:2.0:1787998363.267167:0:35936:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1787998363.267168:0:35936:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998363.267170:0:35936:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:2.0:1787998363.267173:0:35936:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cca3 00800000:00000001:2.0:1787998363.267176:0:35936:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1787998363.267178:0:35936:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1787998363.267180:0:35936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998363.267181:0:35936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998363.267183:0:35936:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3e00 refcount=3 00000020:00000001:2.0:1787998363.267185:0:35936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:2.0:1787998363.267186:0:35936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:2.0:1787998363.267188:0:35936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.267190:0:35936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998363.267191:0:35936:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998363.267193:0:35936:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998363.267195:0:35936:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cca3 from it ffffb66d41ce3bf8 00010000:00000001:2.0:1787998363.267197:0:35936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998363.267198:0:35936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998363.267199:0:35936:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3e00 refcount=3 00000020:00000001:2.0:1787998363.267201:0:35936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:2.0:1787998363.267203:0:35936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:2.0:1787998363.267205:0:35936:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998363.267208:0:35936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad894 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1787998363.267214:0:35936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.267215:0:35936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998363.267217:0:35936:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787998363.267219:0:35936:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787998363.267221:0:35936:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad894 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1787998363.267227:0:35936:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787998363.267229:0:35936:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998363.267230:0:35936:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998363.267232:0:35936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.267234:0:35936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998363.267235:0:35936:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.267237:0:35936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998363.267238:0:35936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.267240:0:35936:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.267242:0:35936:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.267245:0:35936:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998363.267246:0:35936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.267247:0:35936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1787998363.267249:0:35936:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1787998363.267251:0:35936:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998363.267253:0:35936:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:2.0:1787998363.267256:0:35936:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998363.267259:0:35936:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1787998363.267260:0:35936:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3be8 00000080:00002000:2.0:1787998363.267262:0:35936:0:(dcache.c:87:ll_dcompare()) found name recon(ffff94d1834c9438) flags 0x48004e refc 0 00000080:00000001:2.0:1787998363.267264:0:35936:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998363.267265:0:35936:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3c30 00000080:00200000:2.0:1787998363.267267:0:35936:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000080:00000001:2.0:1787998363.267283:0:35936:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:2.0:1787998363.267286:0:35936:0:(xattr.c:565:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:2.0:1787998363.267289:0:35936:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1787998363.267290:0:35936:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3e40 00000080:00002000:2.0:1787998363.267292:0:35936:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff94d1834c9438, parent ffff94d198a90798, inode ffff94d1989342c8) hashed, 00000080:00000001:2.0:1787998363.267295:0:35936:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998363.267304:0:35936:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:2.0:1787998363.267307:0:35936:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:2.0:1787998363.267308:0:35936:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1787998363.267309:0:35936:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3bc0 00000080:00200000:2.0:1787998363.267311:0:35936:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:2.0:1787998363.267314:0:35936:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d191d92800. 00800000:00000002:2.0:1787998363.267317:0:35936:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:2.0:1787998363.267320:0:35936:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787998363.267321:0:35936:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787998363.267322:0:35936:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3ae0 00800000:00000002:2.0:1787998363.267324:0:35936:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998363.267327:0:35936:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1787998363.267328:0:35936:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787998363.267329:0:35936:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787998363.267331:0:35936:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787998363.267332:0:35936:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787998363.267334:0:35936:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998363.267336:0:35936:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1787998363.267338:0:35936:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787998363.267340:0:35936:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1787998363.267343:0:35936:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787998363.267344:0:35936:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce39b0 00000002:00010000:2.0:1787998363.267346:0:35936:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1787998363.267349:0:35936:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1787998363.267350:0:35936:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787998363.267351:0:35936:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787998363.267354:0:35936:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98f00 count: 2 00010000:00000001:2.0:1787998363.267356:0:35936:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787998363.267359:0:35936:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787998363.267360:0:35936:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787998363.267363:0:35936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad894 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1787998363.267370:0:35936:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1787998363.267373:0:35936:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998363.267375:0:35936:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad894 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1787998363.267385:0:35936:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1787998363.267387:0:35936:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1787998363.267388:0:35936:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998363.267390:0:35936:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787998363.267391:0:35936:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998363.267394:0:35936:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1787998363.267396:0:35936:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1787998363.267398:0:35936:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:2.0:1787998363.267400:0:35936:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d191d92800. 00000080:00000001:2.0:1787998363.267402:0:35936:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1787998363.267404:0:35936:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998363.267406:0:35936:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:2.0:1787998363.267409:0:35936:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cca3 00800000:00000001:2.0:1787998363.267411:0:35936:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1787998363.267412:0:35936:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1787998363.267414:0:35936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998363.267415:0:35936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998363.267417:0:35936:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3e00 refcount=3 00000020:00000001:2.0:1787998363.267419:0:35936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:2.0:1787998363.267421:0:35936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:2.0:1787998363.267423:0:35936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.267424:0:35936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787998363.267425:0:35936:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787998363.267427:0:35936:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787998363.267429:0:35936:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cca3 from it ffffb66d41ce3bf8 00010000:00000001:2.0:1787998363.267431:0:35936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787998363.267432:0:35936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787998363.267433:0:35936:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3e00 refcount=3 00000020:00000001:2.0:1787998363.267435:0:35936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:2.0:1787998363.267437:0:35936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:2.0:1787998363.267439:0:35936:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787998363.267442:0:35936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad894 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1787998363.267447:0:35936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.267448:0:35936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998363.267449:0:35936:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787998363.267451:0:35936:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787998363.267453:0:35936:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad894 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1787998363.267458:0:35936:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787998363.267460:0:35936:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787998363.267461:0:35936:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787998363.267463:0:35936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.267464:0:35936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787998363.267465:0:35936:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.267467:0:35936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787998363.267468:0:35936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.267470:0:35936:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.267473:0:35936:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787998363.267474:0:35936:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787998363.267475:0:35936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787998363.267477:0:35936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1787998363.267478:0:35936:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1787998363.267479:0:35936:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787998363.267481:0:35936:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:2.0:1787998363.267484:0:35936:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787998363.267487:0:35936:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1787998363.267488:0:35936:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3be8 00000080:00002000:2.0:1787998363.267490:0:35936:0:(dcache.c:87:ll_dcompare()) found name recon(ffff94d1834c9438) flags 0x48004e refc 0 00000080:00000001:2.0:1787998363.267492:0:35936:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998363.267493:0:35936:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3c30 00000080:00200000:2.0:1787998363.267495:0:35936:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=9 00000080:00000001:2.0:1787998363.267502:0:35936:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:2.0:1787998363.267504:0:35936:0:(xattr.c:583:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1787998363.267506:0:35936:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1787998363.267507:0:35936:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d41ce3e40 00000080:00002000:2.0:1787998363.267509:0:35936:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff94d1834c9438, parent ffff94d198a90798, inode ffff94d1989342c8) hashed, 00000080:00000001:2.0:1787998363.267511:0:35936:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.277943:0:35937:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998363.277953:0:35937:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998363.277956:0:35937:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998363.277960:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419f3b20 00000080:00200000:1.0:1787998363.277965:0:35937:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:1.0:1787998363.277974:0:35937:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19162a200. 00800000:00000002:1.0:1787998363.277982:0:35937:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998363.277987:0:35937:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998363.277994:0:35937:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998363.277996:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419f3a40 00800000:00000002:1.0:1787998363.277999:0:35937:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998363.278004:0:35937:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998363.278008:0:35937:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998363.278011:0:35937:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998363.278014:0:35937:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998363.278017:0:35937:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998363.278019:0:35937:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.278022:0:35937:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998363.278024:0:35937:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.278028:0:35937:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998363.278034:0:35937:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998363.278036:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419f3910 00000002:00010000:1.0:1787998363.278039:0:35937:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787998363.278043:0:35937:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998363.278045:0:35937:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998363.282078:0:35937:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998363.282095:0:35937:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98f00 count: 2 00010000:00000001:1.0:1787998363.282102:0:35937:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998363.282118:0:35937:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998363.282125:0:35937:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998363.282131:0:35937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad894 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1787998363.282151:0:35937:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998363.282534:0:35937:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.282540:0:35937:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad894 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1787998363.282549:0:35937:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787998363.282552:0:35937:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998363.282555:0:35937:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998363.282559:0:35937:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998363.282562:0:35937:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998363.282565:0:35937:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787998363.282569:0:35937:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787998363.282573:0:35937:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998363.282578:0:35937:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162a200. 00000080:00000001:1.0:1787998363.282583:0:35937:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998363.282584:0:35937:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998363.282588:0:35937:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:1.0:1787998363.282593:0:35937:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cca3 00800000:00000001:1.0:1787998363.282597:0:35937:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998363.282601:0:35937:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998363.282603:0:35937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.282606:0:35937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.282609:0:35937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3e00 refcount=3 00000020:00000001:1.0:1787998363.282611:0:35937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:1.0:1787998363.282614:0:35937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:1.0:1787998363.282618:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.282620:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998363.282621:0:35937:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998363.282623:0:35937:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998363.282625:0:35937:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cca3 from it ffffb66d419f3b58 00010000:00000001:1.0:1787998363.282628:0:35937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.282629:0:35937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.282631:0:35937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3e00 refcount=3 00000020:00000001:1.0:1787998363.282633:0:35937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:1.0:1787998363.282635:0:35937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:1.0:1787998363.282637:0:35937:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998363.282639:0:35937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad894 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1787998363.282646:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.282647:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.282648:0:35937:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998363.282651:0:35937:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998363.282654:0:35937:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad894 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1787998363.282661:0:35937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998363.282665:0:35937:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998363.282667:0:35937:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998363.282671:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.282672:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.282674:0:35937:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.282678:0:35937:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998363.282680:0:35937:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.282682:0:35937:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.282686:0:35937:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.282687:0:35937:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998363.282689:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.282690:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998363.282693:0:35937:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787998363.282695:0:35937:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998363.282699:0:35937:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:1.0:1787998363.282705:0:35937:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.282712:0:35937:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1787998363.282716:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419f3b48 00000080:00002000:1.0:1787998363.282718:0:35937:0:(dcache.c:87:ll_dcompare()) found name recon(ffff94d1834c9438) flags 0x48004e refc 0 00000080:00000001:1.0:1787998363.282721:0:35937:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.282723:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419f3b90 00000080:00200000:1.0:1787998363.282725:0:35937:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:1.0:1787998363.282735:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419f3d08 00000080:00200008:1.0:1787998363.282738:0:35937:0:(file.c:6295:ll_getattr_dentry()) START file recon:[0x200000405:0x2d:0x0](ffff94d1989342c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1787998363.282744:0:35937:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998363.282745:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419f3c80 00000080:00200000:1.0:1787998363.282747:0:35937:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2d:0x0](ffff94d1989342c8),name=recon 00000080:00000010:1.0:1787998363.282755:0:35937:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19162a200. 00800000:00000002:1.0:1787998363.282761:0:35937:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998363.283008:0:35937:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998363.283012:0:35937:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998363.283014:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419f3ba0 00800000:00000002:1.0:1787998363.283017:0:35937:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2d:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998363.283031:0:35937:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998363.283035:0:35937:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998363.283039:0:35937:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998363.283041:0:35937:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998363.283044:0:35937:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998363.283046:0:35937:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.283048:0:35937:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998363.283051:0:35937:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998363.283054:0:35937:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998363.283055:0:35937:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998363.283056:0:35937:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998363.283058:0:35937:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998363.283060:0:35937:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.283061:0:35937:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2d:0x0] 00800000:00000001:1.0:1787998363.283063:0:35937:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.283065:0:35937:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2d:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998363.283069:0:35937:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998363.283071:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419f3a70 00000002:00010000:1.0:1787998363.283073:0:35937:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2d:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787998363.283076:0:35937:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998363.283078:0:35937:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998363.283080:0:35937:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998363.283086:0:35937:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 3 00010000:00000001:1.0:1787998363.283088:0:35937:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998363.283094:0:35937:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998363.283096:0:35937:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998363.283100:0:35937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc95 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad878 expref: -99 pid: 35934 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1787998363.283108:0:35937:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998363.283120:0:35937:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.283123:0:35937:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc95 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad878 expref: -99 pid: 35934 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1787998363.283129:0:35937:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787998363.283131:0:35937:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998363.283132:0:35937:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998363.283134:0:35937:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998363.283136:0:35937:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998363.283138:0:35937:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787998363.283141:0:35937:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787998363.283142:0:35937:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998363.283145:0:35937:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162a200. 00000080:00000001:1.0:1787998363.283149:0:35937:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998363.283150:0:35937:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998363.283152:0:35937:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2d:0x0](ffff94d1989342c8) 00000080:00010000:1.0:1787998363.283155:0:35937:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2d:0x0](ffff94d1989342c8) for lock 0xb2d39e653c8cc95 00800000:00000001:1.0:1787998363.283158:0:35937:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998363.283160:0:35937:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998363.283161:0:35937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.283163:0:35937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.283164:0:35937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d400 refcount=3 00000020:00000001:1.0:1787998363.283166:0:35937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:1.0:1787998363.283168:0:35937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:1.0:1787998363.283171:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.283172:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998363.283173:0:35937:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998363.283175:0:35937:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998363.283177:0:35937:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cc95 from it ffffb66d419f3cb8 00010000:00000001:1.0:1787998363.283179:0:35937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.283180:0:35937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.283182:0:35937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d190a5d400 refcount=3 00000020:00000001:1.0:1787998363.283183:0:35937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:1.0:1787998363.283185:0:35937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226528703488 : -117847180848128 : ffff94d190a5d400) 00010000:00000001:1.0:1787998363.283187:0:35937:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998363.283190:0:35937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc95 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4fd9a50f3a6ad878 expref: -99 pid: 35934 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1787998363.283197:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.283198:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.283199:0:35937:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998363.283201:0:35937:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998363.283203:0:35937:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc95 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4fd9a50f3a6ad878 expref: -99 pid: 35934 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1787998363.283209:0:35937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998363.283210:0:35937:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998363.283211:0:35937:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998363.283213:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.283214:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.283216:0:35937:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.283218:0:35937:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998363.283219:0:35937:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.283220:0:35937:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.283223:0:35937:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.283224:0:35937:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998363.283226:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.283227:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998363.283229:0:35937:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787998363.283230:0:35937:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998363.283234:0:35937:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1787998363.283237:0:35937:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1787998363.283240:0:35937:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998363.283242:0:35937:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1787998363.283245:0:35937:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.283247:0:35937:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1787998363.283251:0:35937:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1787998363.283254:0:35937:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998363.283259:0:35937:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798655176 : -117846910896440 : ffff94d1a0bcf6c8) 00000020:00001000:1.0:1787998363.283262:0:35937:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf6c0 00000020:00000001:1.0:1787998363.283267:0:35937:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.283270:0:35937:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1787998363.283274:0:35937:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1787998363.283276:0:35937:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2d:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1787998363.283280:0:35937:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998363.283282:0:35937:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1787998363.283284:0:35937:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1787998363.283287:0:35937:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.283289:0:35937:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1787998363.283293:0:35937:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2d:0x0]io ffff94d19226ea00 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1787998363.283297:0:35937:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199cc0000 00020000:00000001:1.0:1787998363.283302:0:35937:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1787998363.283304:0:35937:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1787998363.283307:0:35937:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1787998363.283309:0:35937:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.283311:0:35937:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1787998363.283313:0:35937:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1787998363.283315:0:35937:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.283317:0:35937:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998363.283318:0:35937:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1787998363.283319:0:35937:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1787998363.283321:0:35937:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199cc0000 00000020:00000001:1.0:1787998363.283324:0:35937:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1787998363.283326:0:35937:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1787998363.283328:0:35937:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2d:0x0] 00000020:00000001:1.0:1787998363.283331:0:35937:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1787998363.283333:0:35937:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1787998363.283336:0:35937:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1787998363.283337:0:35937:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1787998363.283344:0:35937:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1787998363.283350:0:35937:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d1a0046e80. 00020000:00000002:1.0:1787998363.283352:0:35937:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1787998363.283355:0:35937:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1787998363.283357:0:35937:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998363.283359:0:35937:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1787998363.283360:0:35937:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998363.283362:0:35937:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226545383832 : -117847164167784 : ffff94d191a45998) 00000020:00001000:1.0:1787998363.283364:0:35937:0:(cl_object.c:823:cl_env_get()) 1@ffff94d191a45990 00000020:00000001:1.0:1787998363.283367:0:35937:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3e90 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.283369:0:35937:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1787998363.283372:0:35937:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998363.283373:0:35937:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1787998363.283374:0:35937:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.283376:0:35937:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.283378:0:35937:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004712 : -117847155546904 : ffff94d19227e4e8) 00000020:00000001:1.0:1787998363.283380:0:35937:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1787998363.283385:0:35937:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d1857d97c0. 00000008:00010000:1.0:1787998363.283387:0:35937:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1787998363.283390:0:35937:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1787998363.283391:0:35937:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1787998363.283393:0:35937:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d1a0046eb0, osc lock ffff94d1857d97c0, flags 0x400001002 00000020:00000001:1.0:1787998363.283395:0:35937:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.283397:0:35937:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.283399:0:35937:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626226786561664 : -117846922989952 : ffff94d1a0046e80) 00000020:00000001:1.0:1787998363.283400:0:35937:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1787998363.283402:0:35937:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1787998363.283403:0:35937:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.283405:0:35937:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.283407:0:35937:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1787998363.283409:0:35937:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1787998363.283411:0:35937:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1787998363.283413:0:35937:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1787998363.283414:0:35937:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998363.283415:0:35937:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004712 : -117847155546904 : ffff94d19227e4e8) 00000020:00000001:1.0:1787998363.283417:0:35937:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1787998363.283420:0:35937:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1787998363.283422:0:35937:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1787998363.283426:0:35937:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1787998363.283429:0:35937:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1787998363.283430:0:35937:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1787998363.283433:0:35937:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1787998363.283434:0:35937:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1787998363.283435:0:35937:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1787998363.283438:0:35937:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1787998363.283440:0:35937:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998363.283444:0:35937:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98c00 count: 2 00010000:00000001:1.0:1787998363.283446:0:35937:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998363.283450:0:35937:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998363.283454:0:35937:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998363.283458:0:35937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 02000000:00000001:1.0:1787998363.283468:0:35937:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998363.283471:0:35937:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.283474:0:35937:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:1.0:1787998363.283482:0:35937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.283483:0:35937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.283485:0:35937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=4 00000020:00000001:1.0:1787998363.283487:0:35937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.283489:0:35937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00000008:00000001:1.0:1787998363.283493:0:35937:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1787998363.283495:0:35937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.283497:0:35937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.283498:0:35937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=5 00000020:00000001:1.0:1787998363.283500:0:35937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.283502:0:35937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00000020:00000001:1.0:1787998363.283506:0:35937:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1787998363.283508:0:35937:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1787998363.283510:0:35937:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1787998363.283513:0:35937:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.283515:0:35937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.283516:0:35937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.283517:0:35937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=6 00000020:00000001:1.0:1787998363.283519:0:35937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.283522:0:35937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:1.0:1787998363.283524:0:35937:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998363.283526:0:35937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:1.0:1787998363.283533:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.283534:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.283535:0:35937:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998363.283537:0:35937:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998363.283539:0:35937:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:1.0:1787998363.283545:0:35937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998363.283547:0:35937:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998363.283549:0:35937:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998363.283550:0:35937:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.283552:0:35937:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998363.283554:0:35937:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.283555:0:35937:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.283557:0:35937:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.283559:0:35937:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998363.283560:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.283562:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.283563:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.283564:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998363.283565:0:35937:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998363.283568:0:35937:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.283570:0:35937:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.283572:0:35937:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.283574:0:35937:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.283576:0:35937:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1787998363.283577:0:35937:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1787998363.283580:0:35937:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1787998363.283581:0:35937:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1787998363.283583:0:35937:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.283585:0:35937:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.283589:0:35937:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1787998363.283591:0:35937:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.283593:0:35937:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.283595:0:35937:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1787998363.283598:0:35937:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1787998363.283601:0:35937:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1787998363 a=1787998363 c=1787998363 b=0 00020000:00000001:1.0:1787998363.283605:0:35937:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.283607:0:35937:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.283609:0:35937:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000080:00200000:1.0:1787998363.283611:0:35937:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2d:0x0] updating i_size 46 i_blocks 0 00000080:00000001:1.0:1787998363.283614:0:35937:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1787998363.283619:0:35937:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1787998363.283621:0:35937:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d19226e9a0 (ffff94d1a0bcf6c8/0) at cl_lock_release():245 00000020:00000001:1.0:1787998363.283624:0:35937:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1787998363.283625:0:35937:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d19226e9a0 (ffff94d1a0bcf6c8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1787998363.283627:0:35937:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1787998363.283629:0:35937:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998363.283630:0:35937:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004712 : -117847155546904 : ffff94d19227e4e8) 00000020:00000001:1.0:1787998363.283631:0:35937:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1787998363.283632:0:35937:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d1a0046eb0 (ffff94d191a45998/1) at cl_lock_cancel():142 00000008:00000001:1.0:1787998363.283636:0:35937:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1787998363.283637:0:35937:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1787998363.283638:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.283639:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787998363.283640:0:35937:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1787998363.283642:0:35937:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1787998363.283643:0:35937:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1787998363.283644:0:35937:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1787998363.283645:0:35937:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1787998363.283646:0:35937:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d19226e9a0 (ffff94d1a0bcf6c8/0) at cl_lock_fini():72 00020000:00000001:1.0:1787998363.283650:0:35937:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1787998363.283651:0:35937:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1787998363.283652:0:35937:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d1a0046eb0 (ffff94d1a0bcf6c8/1) at cl_lock_fini():72 00000008:00000010:1.0:1787998363.283655:0:35937:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d1857d97c0. 00000020:00000001:1.0:1787998363.283659:0:35937:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1787998363.283661:0:35937:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d1a0046e80. 00020000:00000001:1.0:1787998363.283664:0:35937:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1787998363.283664:0:35937:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1787998363.283666:0:35937:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1787998363.283667:0:35937:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.283669:0:35937:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1787998363.283671:0:35937:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1787998363.283673:0:35937:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1787998363.283674:0:35937:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1787998363.283676:0:35937:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1787998363.283677:0:35937:0:(cl_object.c:917:cl_env_put()) 1@ffff94d191a45990 00020000:00000001:1.0:1787998363.283680:0:35937:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1787998363.283682:0:35937:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1787998363.283685:0:35937:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1787998363.283687:0:35937:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2d:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1787998363.283690:0:35937:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1787998363.283692:0:35937:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.283693:0:35937:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1787998363.283695:0:35937:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1787998363.283696:0:35937:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1787998363.283698:0:35937:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf6c0 00000001:00000001:1.0:1787998363.283699:0:35937:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.283703:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419f3d08 00000080:00000008:1.0:1787998363.283705:0:35937:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2d:0x0](ffff94d1989342c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1787998363.283709:0:35937:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1787998363.283711:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419f3da0 00000080:00002000:1.0:1787998363.283713:0:35937:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff94d1834c9438, parent ffff94d198a90798, inode ffff94d1989342c8) hashed, 00000080:00000001:1.0:1787998363.283716:0:35937:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.283755:0:35937:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998363.283758:0:35937:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998363.283759:0:35937:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998363.283760:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419f3bd8 00000080:00200000:1.0:1787998363.283762:0:35937:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:1.0:1787998363.283803:0:35937:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19162a200. 00800000:00000002:1.0:1787998363.283808:0:35937:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998363.283811:0:35937:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998363.283813:0:35937:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998363.283815:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419f3af8 00800000:00000002:1.0:1787998363.283817:0:35937:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998363.283820:0:35937:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998363.283822:0:35937:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998363.283824:0:35937:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998363.283825:0:35937:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998363.283827:0:35937:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998363.283828:0:35937:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.283830:0:35937:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998363.283832:0:35937:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.283835:0:35937:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998363.283839:0:35937:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998363.283840:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419f39c8 00000002:00010000:1.0:1787998363.283842:0:35937:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787998363.283845:0:35937:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998363.283846:0:35937:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998363.283847:0:35937:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998363.283851:0:35937:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98f00 count: 2 00010000:00000001:1.0:1787998363.283854:0:35937:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998363.283857:0:35937:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998363.283859:0:35937:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998363.283862:0:35937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad894 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1787998363.283869:0:35937:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998363.283872:0:35937:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.283875:0:35937:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad894 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1787998363.283880:0:35937:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787998363.283882:0:35937:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998363.283883:0:35937:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998363.283885:0:35937:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998363.283887:0:35937:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998363.283889:0:35937:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787998363.283892:0:35937:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787998363.283893:0:35937:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998363.283896:0:35937:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162a200. 00000080:00000001:1.0:1787998363.283898:0:35937:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998363.283899:0:35937:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998363.283901:0:35937:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:1.0:1787998363.283903:0:35937:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cca3 00800000:00000001:1.0:1787998363.283906:0:35937:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998363.283907:0:35937:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998363.283908:0:35937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.283910:0:35937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.283912:0:35937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3e00 refcount=3 00000020:00000001:1.0:1787998363.283914:0:35937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:1.0:1787998363.283916:0:35937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:1.0:1787998363.283918:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.283919:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998363.283921:0:35937:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998363.283922:0:35937:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998363.283924:0:35937:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cca3 from it ffffb66d419f3c10 00010000:00000001:1.0:1787998363.283926:0:35937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.283927:0:35937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.283928:0:35937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3e00 refcount=3 00000020:00000001:1.0:1787998363.283930:0:35937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:1.0:1787998363.283932:0:35937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:1.0:1787998363.283934:0:35937:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998363.283937:0:35937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad894 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1787998363.283943:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.283944:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.283946:0:35937:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998363.283947:0:35937:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998363.283950:0:35937:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad894 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1787998363.283961:0:35937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998363.283963:0:35937:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998363.283964:0:35937:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998363.283967:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.283968:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.283969:0:35937:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.283971:0:35937:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998363.283973:0:35937:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.283974:0:35937:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.283976:0:35937:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.283978:0:35937:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998363.283979:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.283980:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998363.283982:0:35937:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787998363.283983:0:35937:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998363.283985:0:35937:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 1 00000080:00000001:1.0:1787998363.283989:0:35937:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.283996:0:35937:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1787998363.283998:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419f3da0 00000080:00002000:1.0:1787998363.284000:0:35937:0:(dcache.c:87:ll_dcompare()) found name recon(ffff94d1834c9438) flags 0x48004e refc 0 00000080:00000001:1.0:1787998363.284002:0:35937:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.284004:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419f3e10 00000080:00200000:1.0:1787998363.284006:0:35937:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=0 00000080:00000001:1.0:1787998363.284010:0:35937:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787998363.284011:0:35937:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787998363.284012:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419f3d30 00000080:00200000:1.0:1787998363.284014:0:35937:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348),name=/ 00000080:00000010:1.0:1787998363.284018:0:35937:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19162a200. 00800000:00000002:1.0:1787998363.284021:0:35937:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00000080:00000001:1.0:1787998363.284023:0:35937:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787998363.284025:0:35937:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787998363.284027:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419f3c50 00800000:00000002:1.0:1787998363.284028:0:35937:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998363.284031:0:35937:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787998363.284032:0:35937:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998363.284034:0:35937:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998363.284035:0:35937:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998363.284036:0:35937:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998363.284038:0:35937:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.284040:0:35937:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998363.284042:0:35937:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.284044:0:35937:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1787998363.284047:0:35937:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787998363.284048:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419f3b20 00000002:00010000:1.0:1787998363.284050:0:35937:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787998363.284053:0:35937:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787998363.284054:0:35937:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998363.284055:0:35937:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998363.284058:0:35937:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98f00 count: 2 00010000:00000001:1.0:1787998363.284060:0:35937:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998363.284062:0:35937:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998363.284064:0:35937:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787998363.284067:0:35937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad894 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1787998363.284074:0:35937:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787998363.284076:0:35937:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998363.284079:0:35937:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad894 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:1.0:1787998363.284086:0:35937:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787998363.284088:0:35937:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998363.284089:0:35937:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998363.284091:0:35937:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787998363.284093:0:35937:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998363.284095:0:35937:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787998363.284097:0:35937:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787998363.284099:0:35937:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998363.284101:0:35937:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162a200. 00000080:00000001:1.0:1787998363.284103:0:35937:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787998363.284105:0:35937:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998363.284107:0:35937:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00010000:1.0:1787998363.284120:0:35937:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d1989ad348) for lock 0xb2d39e653c8cca3 00800000:00000001:1.0:1787998363.284123:0:35937:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787998363.284125:0:35937:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787998363.284126:0:35937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.284127:0:35937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.284129:0:35937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3e00 refcount=3 00000020:00000001:1.0:1787998363.284130:0:35937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:1.0:1787998363.284133:0:35937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:1.0:1787998363.284135:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.284136:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787998363.284137:0:35937:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998363.284139:0:35937:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787998363.284141:0:35937:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb2d39e653c8cca3 from it ffffb66d419f3d68 00010000:00000001:1.0:1787998363.284143:0:35937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787998363.284144:0:35937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787998363.284145:0:35937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1917f3e00 refcount=3 00000020:00000001:1.0:1787998363.284147:0:35937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:1.0:1787998363.284149:0:35937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226542951936 : -117847166599680 : ffff94d1917f3e00) 00010000:00000001:1.0:1787998363.284151:0:35937:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787998363.284154:0:35937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4fd9a50f3a6ad894 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1787998363.284159:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.284161:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.284162:0:35937:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787998363.284163:0:35937:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787998363.284165:0:35937:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4fd9a50f3a6ad894 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1787998363.284172:0:35937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787998363.284173:0:35937:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787998363.284175:0:35937:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998363.284177:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.284178:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.284179:0:35937:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.284182:0:35937:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787998363.284183:0:35937:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.284184:0:35937:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.284186:0:35937:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.284188:0:35937:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787998363.284189:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.284190:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787998363.284192:0:35937:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787998363.284193:0:35937:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787998363.284195:0:35937:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d1989ad348), inode mode 41ff mask 3 00000080:00000001:1.0:1787998363.284198:0:35937:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.284202:0:35937:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:1.0:1787998363.284205:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419f3df8 00000080:00200000:1.0:1787998363.284207:0:35937:0:(namei.c:2418:ll_unlink()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff94d1989ad348) 00000080:00000001:1.0:1787998363.284210:0:35937:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1787998363.284212:0:35937:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998363.284214:0:35937:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798655176 : -117846910896440 : ffff94d1a0bcf6c8) 00000020:00001000:1.0:1787998363.284217:0:35937:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf6c0 00000020:00000001:1.0:1787998363.284219:0:35937:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1787998363.284221:0:35937:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199cc0000 00020000:00000002:1.0:1787998363.284224:0:35937:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d1a0b0a960 addref 2/0 by ffff94d199cc0000. 00020000:00000002:1.0:1787998363.284227:0:35937:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199cc0000 00020000:00000001:1.0:1787998363.284229:0:35937:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1787998363.284231:0:35937:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1787998363.284233:0:35937:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1787998363.284235:0:35937:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:1.0:1787998363.284238:0:35937:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:1.0:1787998363.284240:0:35937:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf6c0 00000080:00000001:1.0:1787998363.284242:0:35937:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1787998363.284246:0:35937:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d19162a200. 00800000:00000002:1.0:1787998363.284249:0:35937:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d19935ee40 2 00800000:00000001:1.0:1787998363.284255:0:35937:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1787998363.284257:0:35937:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998363.284259:0:35937:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998363.284260:0:35937:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998363.284261:0:35937:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998363.284262:0:35937:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.284264:0:35937:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787998363.284266:0:35937:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998363.284267:0:35937:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998363.284269:0:35937:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998363.284270:0:35937:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998363.284271:0:35937:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998363.284272:0:35937:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.284274:0:35937:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2d:0x0] 00800000:00000001:1.0:1787998363.284276:0:35937:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998363.284278:0:35937:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:1.0:1787998363.284280:0:35937:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787998363.284281:0:35937:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787998363.284282:0:35937:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787998363.284283:0:35937:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787998363.284285:0:35937:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.284287:0:35937:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2d:0x0] 00800000:00000001:1.0:1787998363.284288:0:35937:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.284290:0:35937:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x2d:0x0] 00800000:00000001:1.0:1787998363.284293:0:35937:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.284295:0:35937:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x2d:0x0] -> mds #0 00000002:00000001:1.0:1787998363.284299:0:35937:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1787998363.284301:0:35937:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1787998363.284304:0:35937:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98f00 count: 2 00010000:00000001:1.0:1787998363.284306:0:35937:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998363.284308:0:35937:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1787998363.284312:0:35937:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787998363.284314:0:35937:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4fd9a50f3a6ad894 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:1.0:1787998363.284322:0:35937:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787998363.284327:0:35937:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787998363.284329:0:35937:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787998363.284331:0:35937:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1787998363.284334:0:35937:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998363.284336:0:35937:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998363.284337:0:35937:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98f00 count: 3 00010000:00000001:1.0:1787998363.284340:0:35937:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998363.284342:0:35937:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.284343:0:35937:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998363.284344:0:35937:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998363.284346:0:35937:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98f00 count: 3 00010000:00000001:1.0:1787998363.284347:0:35937:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998363.284349:0:35937:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.284351:0:35937:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998363.284352:0:35937:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998363.284353:0:35937:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98f00 count: 3 00010000:00000001:1.0:1787998363.284355:0:35937:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998363.284356:0:35937:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.284358:0:35937:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1787998363.284361:0:35937:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d1989ad280, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1787998363.284365:0:35937:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1787998363.284368:0:35937:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1787998363.284370:0:35937:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787998363.284372:0:35937:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.284374:0:35937:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787998363.284378:0:35937:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787998363.284380:0:35937:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787998363.284381:0:35937:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998363.284383:0:35937:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1787998363.284386:0:35937:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1917f3e00 with handle 0xb2d39e653c8cca3 from hash 00010000:00000001:1.0:1787998363.284388:0:35937:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787998363.284389:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.284390:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.284392:0:35937:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787998363.284395:0:35937:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787998363.284396:0:35937:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1787998363.284399:0:35937:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787998363.284400:0:35937:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998363.284402:0:35937:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787998363.284405:0:35937:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1787998363.284407:0:35937:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 3 00010000:00000001:1.0:1787998363.284409:0:35937:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998363.284411:0:35937:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1787998363.284413:0:35937:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787998363.284416:0:35937:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366400/0xb2d39e653c8cc9c lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4fd9a50f3a6ad886 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1787998363.284422:0:35937:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787998363.284423:0:35937:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787998363.284426:0:35937:0:(xattr_cache.c:339:ll_xattr_cache_empty()) Process entered 00000080:00000020:1.0:1787998363.284430:0:35937:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.link 00000080:00000010:1.0:1787998363.284432:0:35937:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 13 at ffff94d19108eee0. 00000080:00000010:1.0:1787998363.284436:0:35937:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 47 at ffff94d190b35240. 00000080:00000010:1.0:1787998363.284440:0:35937:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff94d1902bfac8. 00000080:00000020:1.0:1787998363.284443:0:35937:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: user.job 00000080:00000010:1.0:1787998363.284444:0:35937:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 9 at ffff94d19108e1a0. 00000080:00000010:1.0:1787998363.284446:0:35937:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 6 at ffff94d19107f170. 00000080:00000010:1.0:1787998363.284449:0:35937:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff94d1902bf7d0. 00000080:00000020:1.0:1787998363.284451:0:35937:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lov 00000080:00000010:1.0:1787998363.284453:0:35937:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff94d19108e4f0. 00000080:00000010:1.0:1787998363.284455:0:35937:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 56 at ffff94d190b35a80. 00000080:00000010:1.0:1787998363.284457:0:35937:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff94d1902bfd98. 00000080:00000020:1.0:1787998363.284459:0:35937:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lma 00000080:00000010:1.0:1787998363.284460:0:35937:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff94d19108e200. 00000080:00000010:1.0:1787998363.284462:0:35937:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 24 at ffff94d190a9c620. 00000080:00000010:1.0:1787998363.284465:0:35937:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff94d1902bf9d8. 00000080:00000001:1.0:1787998363.284468:0:35937:0:(xattr_cache.c:360:ll_xattr_cache_empty()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.284470:0:35937:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787998363.284471:0:35937:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.284473:0:35937:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787998363.284474:0:35937:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787998363.284475:0:35937:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787998363.284477:0:35937:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998363.284478:0:35937:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1787998363.284480:0:35937:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d187366400 with handle 0xb2d39e653c8cc9c from hash 00010000:00000001:1.0:1787998363.284482:0:35937:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787998363.284483:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.284484:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.284485:0:35937:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787998363.284486:0:35937:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787998363.284488:0:35937:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1787998363.284490:0:35937:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787998363.284492:0:35937:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc95 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x4fd9a50f3a6ad878 expref: -99 pid: 35934 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00000001:1.0:1787998363.284497:0:35937:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787998363.284499:0:35937:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787998363.284500:0:35937:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787998363.284502:0:35937:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000405:0x2d:0x0] mode (null) 00000002:00000001:1.0:1787998363.284504:0:35937:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998363.284505:0:35937:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998363.284507:0:35937:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 4 00010000:00000001:1.0:1787998363.284508:0:35937:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998363.284510:0:35937:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.284512:0:35937:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998363.284513:0:35937:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998363.284514:0:35937:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 4 00010000:00000001:1.0:1787998363.284516:0:35937:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998363.284518:0:35937:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.284520:0:35937:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998363.284521:0:35937:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998363.284522:0:35937:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 4 00010000:00000001:1.0:1787998363.284524:0:35937:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998363.284526:0:35937:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.284527:0:35937:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787998363.284528:0:35937:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787998363.284530:0:35937:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d188d3c700 count: 4 00010000:00000001:1.0:1787998363.284532:0:35937:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787998363.284534:0:35937:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.285236:0:35937:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.285240:0:35937:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:1.0:1787998363.285241:0:35937:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998363.285244:0:35937:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798655176 : -117846910896440 : ffff94d1a0bcf6c8) 00000020:00001000:1.0:1787998363.285247:0:35937:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf6c0 00000020:00000001:1.0:1787998363.285250:0:35937:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1787998363.285253:0:35937:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x2d:0x0]: losing layout lock 00000080:00000001:1.0:1787998363.285256:0:35937:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1787998363.285259:0:35937:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1787998363.285262:0:35937:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1787998363.285265:0:35937:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1787998363.285268:0:35937:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2d:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1787998363.285270:0:35937:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.285271:0:35937:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1787998363.285273:0:35937:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf6c0 00000080:00000001:1.0:1787998363.285276:0:35937:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.285278:0:35937:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1787998363.285281:0:35937:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x2d:0x0](ffff94d1989342c8) invalid 00000020:00000001:1.0:1787998363.285283:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419f3a60 00000080:00002000:1.0:1787998363.285286:0:35937:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff94d1834c9438) parent ffff94d198a90798 inode ffff94d1989342c8 refc 1 00000080:00000001:1.0:1787998363.285290:0:35937:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1787998363.285291:0:35937:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787998363.285293:0:35937:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.285296:0:35937:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787998363.285299:0:35937:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787998363.285300:0:35937:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787998363.285302:0:35937:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787998363.285304:0:35937:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1787998363.285306:0:35937:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d190a5d400 with handle 0xb2d39e653c8cc95 from hash 00010000:00000001:1.0:1787998363.285309:0:35937:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787998363.285310:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.285311:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.285313:0:35937:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787998363.285315:0:35937:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787998363.285316:0:35937:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1787998363.285319:0:35937:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1787998363.285321:0:35937:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:1.0:1787998363.285324:0:35937:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:1.0:1787998363.285332:0:35937:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d199edc000. 00000020:00000040:1.0:1787998363.285337:0:35937:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 02000000:00000001:1.0:1787998363.285343:0:35937:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787998363.285344:0:35937:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.285347:0:35937:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787998363.285352:0:35937:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787998363.285355:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.285356:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.285358:0:35937:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.285361:0:35937:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787998363.285363:0:35937:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787998363.285367:0:35937:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787998363.285374:0:35937:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d19162ba00. 00000100:00000001:1.0:1787998363.285382:0:35937:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.285385:0:35937:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998363.285387:0:35937:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1787998363.285394:0:35937:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366400/0xb2d39e653c8cc9c lrc: 1/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ad886 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787998363.285401:0:35937:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc95 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4fd9a50f3a6ad878 expref: -99 pid: 35934 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1787998363.285408:0:35937:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ad894 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1787998363.285414:0:35937:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:1.0:1787998363.285415:0:35937:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:1.0:1787998363.285417:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787998363.285419:0:35937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d187366400/0xb2d39e653c8cc9c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ad886 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787998363.285428:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.285430:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787998363.285432:0:35937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d190a5d400/0xb2d39e653c8cc95 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4fd9a50f3a6ad878 expref: -99 pid: 35934 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000010:1.0:1787998363.285438:0:35937:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d185259500. 00010000:00000040:1.0:1787998363.285442:0:35937:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d188d3c700 count: 0 00010000:00000010:1.0:1787998363.285448:0:35937:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d19219d080. 00010000:00000001:1.0:1787998363.285453:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.285455:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787998363.285457:0:35937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d1a0bb2800 lock: ffff94d1917f3e00/0xb2d39e653c8cca3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4fd9a50f3a6ad894 expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:1.0:1787998363.285462:0:35937:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d192b98f00 count: 0 00010000:00000010:1.0:1787998363.285465:0:35937:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d1a0046080. 00010000:00000001:1.0:1787998363.285468:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787998363.285470:0:35937:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.285471:0:35937:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787998363.285473:0:35937:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.285475:0:35937:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1787998363.285486:0:35937:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d1a0bb2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1787998363.285500:0:35937:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d199edc000 x1874850291796096/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787998363.285508:0:35937:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787998363.285510:0:35937:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787998363.285517:0:35937:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d1a000be40. 00000100:00000001:1.0:1787998363.285520:0:35937:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626226786319936 : -117846923231680 : ffff94d1a000be40) 00000100:00000001:1.0:1787998363.285523:0:35937:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998363.285525:0:35937:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684411904 : -117847025139712 : ffff94d199edc000) 00000100:00000001:1.0:1787998363.285529:0:35937:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787998363.285534:0:35937:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.285537:0:35937:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787998363.285538:0:35937:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787998363.285543:0:35937:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d199edc000 x1874850291796096/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998363.285552:0:35937:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787998363.285554:0:35937:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998363.285558:0:35937:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787998363.285561:0:35937:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787998363.285564:0:35937:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787998363.285567:0:35937:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d199edc000 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35937:1874850291796096:192.168.206.123@tcp:36:rm.0 00000100:00000001:1.0:1787998363.285572:0:35937:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787998363.285578:0:35937:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787998363.285581:0:35937:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998363.285583:0:35937:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787998363.285590:0:35937:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d199e26c00. 02000000:00000001:1.0:1787998363.285592:0:35937:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787998363.285601:0:35937:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1787998363.285606:0:35937:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d1a06fc7e8. 00000400:00000010:1.0:1787998363.285614:0:35937:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d185409a18. 00000100:00000200:1.0:1787998363.285622:0:35937:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874850291796096, portal 10 00000100:00000001:1.0:1787998363.285624:0:35937:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998363.285625:0:35937:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684411904 : -117847025139712 : ffff94d199edc000) 00000100:00000040:1.0:1787998363.285632:0:35937:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d199edc000 x1874850291796096/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1787998379 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998363.285640:0:35937:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787998363.285642:0:35937:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1787998363.285645:0:35937:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1854094c8. 00000100:00000200:1.0:1787998363.285648:0:35937:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1874850291796096, offset 0 00000400:00000200:1.0:1787998363.285656:0:35937:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1787998363.285665:0:35937:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998363.285674:0:35937:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1787998363.285680:0:35937:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787998363.285685:0:35937:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1787998363.285689:0:35937:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787998363.285692:0:35937:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1787998363.285697:0:35937:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2959:2959:256:4294967295] 192.168.206.123@tcp LPNI seq info [2959:2959:8:4294967295] 00000400:00000200:1.0:1787998363.285701:0:35937:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1787998363.285713:0:35937:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1787998363.285720:0:35937:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1787998363.285726:0:35937:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19031f900. 00000800:00000200:1.0:1787998363.285733:0:35937:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1787998363.285743:0:35937:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1787998363.285749:0:35937:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19031f900 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1787998363.285899:0:35937:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998363.285906:0:35937:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 818763 usecs (819 jiffies) 00000400:00000200:1.0:1787998363.285910:0:35937:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1787998363.285914:0:35937:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296544262 00000100:00000001:1.0:1787998363.285917:0:35937:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296545268 00000100:00000001:1.0:1787998363.285920:0:35937:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296544262 00000100:00000001:1.0:1787998363.285923:0:35937:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296545268 00000100:00000001:1.0:1787998363.285925:0:35937:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998363.285928:0:35937:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.285930:0:35937:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787998363.285932:0:35937:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787998363.285935:0:35937:0:(client.c:2715:ptlrpc_set_wait()) set ffff94d1a000be40 going to sleep for 11 seconds 00000100:00000001:1.0:1787998363.285938:0:35937:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998363.285941:0:35937:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998363.286716:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998363.286723:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19031f900. 00000400:00000200:2.0:1787998363.286730:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998363.286737:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998363.286744:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1854094c8 00000400:00000010:2.0:1787998363.286746:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1854094c8. 00000100:00000001:2.0:1787998363.286751:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998363.286756:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d199edc000 x1874850291796096/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1787998379 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998363.286929:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998363.286935:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edc000 x1874850291796096/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1787998379 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998363.286943:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998363.286945:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1787998363.291823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d187366400. 00010000:00000010:1.1:1787998363.291842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d188d3c700. 00010000:00000010:1.1:1787998363.291847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d190a5d400. 00010000:00000010:1.1:1787998363.291851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98f00. 00010000:00000010:1.1:1787998363.291854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1917f3e00. 00000800:00000001:2.0:1787998363.297047:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998363.297071:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998363.297077:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998363.297080:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998363.297091:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998363.297099:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998363.297120:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998363.297126:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998363.297132:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998363.297137:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a92a99a64880 00000400:00000200:2.0:1787998363.297144:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998363.297151:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x896d [1] + 224 00000800:00000001:2.0:1787998363.297160:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998363.297169:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998363.297173:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998363.297178:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998363.297187:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998363.297199:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d199edc000 x1874850291796096/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1787998379 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998363.297212:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94d199edc000 x1874850291796096/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998363.297235:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787998363.297246:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998363.297250:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.297327:0:35937:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998363.297337:0:35937:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998363.297339:0:35937:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998363.297344:0:35937:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d1a06fc7e8. 00000400:00000200:1.0:1787998363.297349:0:35937:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d185409a18 00000400:00000010:1.0:1787998363.297352:0:35937:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d185409a18. 00000100:00000001:1.0:1787998363.297355:0:35937:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998363.297361:0:35937:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d199edc000 x1874850291796096/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787998363.297376:0:35937:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d199edc000 x1874850291796096/t0(0) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1787998379 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998363.297382:0:35937:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998363.297384:0:35937:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.297387:0:35937:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998363.297391:0:35937:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998363.297394:0:35937:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998363.297397:0:35937:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998363.297400:0:35937:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998363.297411:0:35937:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=39 v=5 (5 5 104 104) 00000100:00001000:1.0:1787998363.297416:0:35937:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998363.297419:0:35937:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998363.297421:0:35937:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998363.297424:0:35937:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998363.297428:0:35937:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.297431:0:35937:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1787998363.297433:0:35937:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009a/0x20000000b] 00000100:00000001:1.0:1787998363.297435:0:35937:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1787998363.297438:0:35937:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787998363.297440:0:35937:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226684411904 : -117847025139712 : ffff94d199edc000) 00000100:00000001:1.0:1787998363.297444:0:35937:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998363.297446:0:35937:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 8589934600 00000100:00000001:1.0:1787998363.297448:0:35937:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998363.297451:0:35937:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998363.297457:0:35937:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d199edc000 x1874850291796096/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1787998379 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998363.297464:0:35937:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998363.297467:0:35937:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998363.297469:0:35937:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998363.297473:0:35937:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d199edc000 x1874850291796096/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1787998379 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787998363.297482:0:35937:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d199edc000 pname:cluuid:pid:xid:nid:opc:job rm:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:35937:1874850291796096:192.168.206.123@tcp:36:rm.0 00000100:00000001:1.0:1787998363.297488:0:35937:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998363.297491:0:35937:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998363.297493:0:35937:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787998363.297496:0:35937:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998363.297500:0:35937:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d199edc000 x1874850291796096/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1787998379 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998363.297507:0:35937:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787998363.297510:0:35937:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d1a000be40. 00000100:00000001:1.0:1787998363.297513:0:35937:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787998363.297514:0:35937:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.297523:0:35937:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998363.297527:0:35937:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787998363.297532:0:35937:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d19935ee40 2 00000080:00000010:1.0:1787998363.297536:0:35937:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d19162a200. 00000100:00000001:1.0:1787998363.297543:0:35937:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998363.297546:0:35937:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d199edc000 x1874850291796096/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1787998379 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998363.297552:0:35937:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.297557:0:35937:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.297569:0:35937:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1787998363.297574:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb66d419f3e28 00000080:00002000:1.0:1787998363.297577:0:35937:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff94d1834c9438, parent ffff94d198a90798, inode 0000000000000000) hashed, 00000080:00000001:1.0:1787998363.297581:0:35937:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787998363.297587:0:35937:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1787998363.297595:0:35937:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1787998363.297604:0:35937:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:1.0:1787998363.297607:0:35937:0:(file.c:5294:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1787998363.297610:0:35937:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998363.297615:0:35937:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798655176 : -117846910896440 : ffff94d1a0bcf6c8) 00000020:00001000:1.0:1787998363.297618:0:35937:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf6c0 00000020:00000001:1.0:1787998363.297625:0:35937:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3530 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.297628:0:35937:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1787998363.297632:0:35937:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1787998363.297634:0:35937:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1787998363.297638:0:35937:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998363.297640:0:35937:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1787998363.297641:0:35937:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1787998363.297646:0:35937:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2d:0x0]io ffff94d19226ea00 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1787998363.297649:0:35937:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199cc0000 00020000:00000001:1.0:1787998363.297654:0:35937:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1787998363.297656:0:35937:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1787998363.297659:0:35937:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1787998363.297661:0:35937:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.297663:0:35937:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1787998363.297666:0:35937:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1787998363.297668:0:35937:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.297669:0:35937:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998363.297670:0:35937:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1787998363.297672:0:35937:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1787998363.297673:0:35937:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199cc0000 00000020:00000001:1.0:1787998363.297676:0:35937:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.297679:0:35937:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1787998363.297681:0:35937:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1787998363.297683:0:35937:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1787998363.297687:0:35937:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1787998363.297691:0:35937:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1787998363.297695:0:35937:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787998363.297697:0:35937:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1787998363.297698:0:35937:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998363.297700:0:35937:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226545383832 : -117847164167784 : ffff94d191a45998) 00000020:00001000:1.0:1787998363.297702:0:35937:0:(cl_object.c:823:cl_env_get()) 1@ffff94d191a45990 00000020:00000001:1.0:1787998363.297706:0:35937:0:(cl_object.c:143:cl_object_top()) ffff94d1a0aa3e90 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.297708:0:35937:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1787998363.297711:0:35937:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787998363.297712:0:35937:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1787998363.297714:0:35937:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.297716:0:35937:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.297718:0:35937:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626226554004712 : -117847155546904 : ffff94d19227e4e8) 00000020:00000001:1.0:1787998363.297720:0:35937:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1787998363.297722:0:35937:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.297725:0:35937:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.297726:0:35937:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.297728:0:35937:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1787998363.297730:0:35937:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1787998363.297733:0:35937:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998363.297734:0:35937:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1787998363.297736:0:35937:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1787998363.297737:0:35937:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.297739:0:35937:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.297740:0:35937:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.297742:0:35937:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.297744:0:35937:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1787998363.297745:0:35937:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.297747:0:35937:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.297749:0:35937:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1787998363.297751:0:35937:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1787998363.297753:0:35937:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998363.297754:0:35937:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1787998363.297756:0:35937:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1787998363.297759:0:35937:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000020:1.0:1787998363.297802:0:35937:0:(osc_cache.c:1872:osc_update_pending()) obj ffff94d19391d180 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:1.0:1787998363.297809:0:35937:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1787998363.297811:0:35937:0:(osc_cache.c:1816:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998363.297812:0:35937:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1787998363.297814:0:35937:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998363.297817:0:35937:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:1.0:1787998363.297821:0:35937:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1787998363.297826:0:35937:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff94d185459d80@{[0 -> 0/1023], [1|0|-|locking|wiY|ffff94d19391d180], [28672|1|+|-|ffff94d1903e5000|1024|ffff94d199cc0000]} make ready 00000008:00010000:1.0:1787998363.297835:0:35937:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 000000007c5d93b7 ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:1.0:1787998363.297846:0:35937:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:1.0:1787998363.297848:0:35937:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:1.0:1787998363.297864:0:35937:0:(cl_page.c:1160:cl_page_make_ready()) page@0000000075aa44ef[2 00000000fbe65556 1 1 0000000000000000 0 0 0] 00000020:00008000:1.0:1787998363.297867:0:35937:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:1.0:1787998363.297869:0:35937:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:1.0:1787998363.297870:0:35937:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1787998363.297872:0:35937:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1787998363.297873:0:35937:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1787998363.297875:0:35937:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1787998363.297877:0:35937:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1787998363.297880:0:35937:0:(cl_page.c:507:__cl_page_state_set()) page@0000000075aa44ef[2 00000000fbe65556 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1787998363.297883:0:35937:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:1.0:1787998363.297884:0:35937:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1787998363.297886:0:35937:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1787998363.297889:0:35937:0:(cl_page.c:1182:cl_page_make_ready()) page@0000000075aa44ef[2 00000000fbe65556 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1787998363.297891:0:35937:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:1.0:1787998363.297892:0:35937:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.297895:0:35937:0:(cl_object.c:143:cl_object_top()) ffff94d19391d180 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.297897:0:35937:0:(cl_object.c:143:cl_object_top()) ffff94d19391d180 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.297899:0:35937:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1787998363.297902:0:35937:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.297903:0:35937:0:(cl_object.c:143:cl_object_top()) ffff94d19391d180 -> ffff94d1a0aa3530 00000008:00000001:1.0:1787998363.297905:0:35937:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998363.297908:0:35937:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:1.0:1787998363.297911:0:35937:0:(osc_cache.c:908:osc_extent_finish()) extent ffff94d185459d80@{[0 -> 0/1023], [2|0|-|rpc|wiY|ffff94d19391d180], [28672|1|+|-|ffff94d1903e5000|1024|ffff94d199cc0000]} extent finished. 00000008:00010000:1.0:1787998363.297917:0:35937:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 000000007c5d93b7 ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:1.0:1787998363.297927:0:35937:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:1.0:1787998363.297929:0:35937:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:1.0:1787998363.297931:0:35937:0:(cl_page.c:1104:cl_page_complete()) page@0000000075aa44ef[2 00000000fbe65556 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1787998363.297933:0:35937:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:1.0:1787998363.297934:0:35937:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1787998363.297935:0:35937:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1787998363.297937:0:35937:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1787998363.297939:0:35937:0:(cl_page.c:507:__cl_page_state_set()) page@0000000075aa44ef[2 00000000fbe65556 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1787998363.297940:0:35937:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:1.0:1787998363.297941:0:35937:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:1.0:1787998363.297944:0:35937:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:1.0:1787998363.297947:0:35937:0:(vvp_page.c:167:vvp_page_complete_write()) page@0000000075aa44ef[2 00000000fbe65556 1 1 0000000000000000 0 0 0] 00000080:00008000:1.0:1787998363.297949:0:35937:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:1.0:1787998363.297967:0:35937:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:1.0:1787998363.297969:0:35937:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:1.0:1787998363.297971:0:35937:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1787998363.297974:0:35937:0:(cl_page.c:556:cl_batch_put()) page@0000000075aa44ef[2 00000000fbe65556 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1787998363.297976:0:35937:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:1.0:1787998363.297979:0:35937:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1787998363.297980:0:35937:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:1.0:1787998363.297983:0:35937:0:(osc_cache.c:1600:osc_free_grant()) lost 28672 grant: 28672 avail: 8359936 dirty: 0/0 00000008:00000020:1.0:1787998363.297989:0:35937:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff94d185459d80@{[0 -> 0/1023], [1|0|-|inv|wY|ffff94d19391d180], [28672|0|-|-|ffff94d1903e5000|1024|ffff94d199cc0000]} destroyed. 00000008:00010000:1.0:1787998363.297995:0:35937:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000007c5d93b7 ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:1.0:1787998363.298003:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787998363.298005:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:1.0:1787998363.298009:0:35937:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff94d185459d80. 00000008:00000001:1.0:1787998363.298013:0:35937:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998363.298016:0:35937:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1787998363.298019:0:35937:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff94d19391d180 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1787998363.298033:0:35937:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1787998363.298036:0:35937:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff94d19391d180 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:1.0:1787998363.298040:0:35937:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1787998363.298043:0:35937:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.298045:0:35937:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.298049:0:35937:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.298050:0:35937:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.298052:0:35937:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.298054:0:35937:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1787998363.298056:0:35937:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1787998363.298058:0:35937:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1787998363.298059:0:35937:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1787998363.298061:0:35937:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1787998363.298062:0:35937:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.298064:0:35937:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1787998363.298066:0:35937:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1787998363.298068:0:35937:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1787998363.298070:0:35937:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1787998363.298071:0:35937:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998363.298072:0:35937:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1787998363.298074:0:35937:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1787998363.298075:0:35937:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.298077:0:35937:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.298079:0:35937:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1787998363.298080:0:35937:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1787998363.298082:0:35937:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1787998363.298083:0:35937:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1787998363.298085:0:35937:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1787998363.298087:0:35937:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1787998363.298089:0:35937:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1787998363.298090:0:35937:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1787998363.298091:0:35937:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1787998363.298092:0:35937:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.298094:0:35937:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.298096:0:35937:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1787998363.298097:0:35937:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1787998363.298098:0:35937:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.298101:0:35937:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1787998363.298103:0:35937:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1787998363.298104:0:35937:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1787998363.298106:0:35937:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1787998363.298108:0:35937:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1787998363.298117:0:35937:0:(cl_object.c:917:cl_env_put()) 1@ffff94d191a45990 00020000:00000001:1.0:1787998363.298120:0:35937:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1787998363.298123:0:35937:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1787998363.298125:0:35937:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1787998363.298127:0:35937:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1787998363.298131:0:35937:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1787998363.298132:0:35937:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1787998363.298134:0:35937:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf6c0 00000080:00000001:1.0:1787998363.298137:0:35937:0:(file.c:5331:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787998363.298145:0:35937:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1787998363.298147:0:35937:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446626226523054080 : -117847186497536 : ffff94d1904fa000) 00000020:00000001:1.0:1787998363.298150:0:35937:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1787998363.298151:0:35937:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1787998363.298153:0:35937:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1787998363.298154:0:35937:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1787998363.298155:0:35937:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1787998363.298159:0:35937:0:(cl_page.c:507:__cl_page_state_set()) page@0000000075aa44ef[2 00000000fbe65556 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1787998363.298160:0:35937:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 5 00000020:00000001:1.0:1787998363.298162:0:35937:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1787998363.298164:0:35937:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1787998363.298166:0:35937:0:(osc_page.c:138:osc_page_delete()) ffff94d1904fa060 00000008:00000001:1.0:1787998363.298168:0:35937:0:(osc_cache.c:2676:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1787998363.298170:0:35937:0:(osc_cache.c:2679:osc_teardown_async_page()) teardown oap ffff94d1904fa070 page ffff94d1904fa060 at index 0. 00000008:00000001:1.0:1787998363.298172:0:35937:0:(osc_cache.c:2701:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787998363.298180:0:35937:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1787998363.298182:0:35937:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffdfa2043aae00 index 0 00000020:00000001:1.0:1787998363.298188:0:35937:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1787998363.298189:0:35937:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1787998363.298190:0:35937:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1787998363.298193:0:35937:0:(cl_page.c:556:cl_batch_put()) page@0000000075aa44ef[1 00000000fbe65556 5 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1787998363.298194:0:35937:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1787998363.298196:0:35937:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1787998363.298199:0:35937:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff94d1904fa000. 00000020:00000001:1.0:1787998363.298204:0:35937:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1787998363.298205:0:35937:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:1.0:1787998363.298241:0:35937:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:1.0:1787998363.298244:0:35937:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x2d:0x0](ffff94d1989342c8) 00800000:00000001:1.0:1787998363.298250:0:35937:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:1.0:1787998363.298252:0:35937:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x2d:0x0] 00000002:00000001:1.0:1787998363.298258:0:35937:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1787998363.298264:0:35937:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787998363.298266:0:35937:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1787998363.298269:0:35937:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787998363.298271:0:35937:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.298274:0:35937:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1787998363.298277:0:35937:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1787998363.298279:0:35937:0:(xattr_cache.c:201:ll_xattr_cache_del()) Process entered 00000080:00000020:1.0:1787998363.298281:0:35937:0:(xattr_cache.c:203:ll_xattr_cache_del()) del xattr: (null) 00000080:00000001:1.0:1787998363.298283:0:35937:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:1.0:1787998363.298285:0:35937:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1787998363.298288:0:35937:0:(xattr_cache.c:214:ll_xattr_cache_del()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1787998363.298290:0:35937:0:(xattr_cache.c:311:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787998363.298292:0:35937:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998363.298295:0:35937:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787998363.298297:0:35937:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226798655176 : -117846910896440 : ffff94d1a0bcf6c8) 00000020:00001000:1.0:1787998363.298299:0:35937:0:(cl_object.c:823:cl_env_get()) 1@ffff94d1a0bcf6c0 00020000:00000001:1.0:1787998363.298306:0:35937:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:1.0:1787998363.298308:0:35937:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199cc0000 00020000:00000001:1.0:1787998363.298311:0:35937:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:1.0:1787998363.298313:0:35937:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0b0a960, objid 0x2d:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1787998363.298318:0:35937:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1787998363.298323:0:35937:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d1a0b86c00: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000001:1.0:1787998363.298326:0:35937:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:1.0:1787998363.298328:0:35937:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.298330:0:35937:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:1.0:1787998363.298332:0:35937:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:1.0:1787998363.298336:0:35937:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:1.0:1787998363.298340:0:35937:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d192b98c00 count: 2 00010000:00000001:1.0:1787998363.298342:0:35937:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787998363.298345:0:35937:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:1.0:1787998363.298347:0:35937:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:1.0:1787998363.298351:0:35937:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 46 blocks 0 [cma]time 1787998363 1787998363 1787998363 ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 1/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00000001:1.0:1787998363.298361:0:35937:0:(cl_object.c:143:cl_object_top()) ffff94d19391d180 -> ffff94d1a0aa3530 00000020:00000001:1.0:1787998363.298363:0:35937:0:(cl_object.c:143:cl_object_top()) ffff94d19391d180 -> ffff94d1a0aa3530 00000008:00000001:1.0:1787998363.298365:0:35937:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787998363.298367:0:35937:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787998363.298369:0:35937:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787998363.298371:0:35937:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1787998363.298375:0:35937:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff94d19391d180. 00020000:00000001:1.0:1787998363.298380:0:35937:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:1.0:1787998363.298383:0:35937:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff94d1a0aa3e10. 00020000:00000001:1.0:1787998363.298390:0:35937:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:1.0:1787998363.298392:0:35937:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787998363.298394:0:35937:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1787998363.298396:0:35937:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199cc0000 00020000:00000001:1.0:1787998363.298398:0:35937:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:1.0:1787998363.298400:0:35937:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:1.0:1787998363.298402:0:35937:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199cc0000 00020000:00000001:1.0:1787998363.298405:0:35937:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:1.0:1787998363.298407:0:35937:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff94d182b6b9a8. 00020000:00000010:1.0:1787998363.298411:0:35937:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff94d1a000b3c0. 00020000:00000010:1.0:1787998363.298414:0:35937:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff94d1909d8dc0. 00020000:00000002:1.0:1787998363.298418:0:35937:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d1a0b0a960, objid 0x2d:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1787998363.298422:0:35937:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1787998363.298425:0:35937:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d1a0b86c00: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000010:1.0:1787998363.298430:0:35937:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d1a0b86c00. 00020000:00000010:1.0:1787998363.298435:0:35937:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d1a0b0ac00. 00020000:00000010:1.0:1787998363.298438:0:35937:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d1a0b0a960. 00020000:00000001:1.0:1787998363.298440:0:35937:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:1.0:1787998363.298441:0:35937:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d187242aa8) owner 0000000000000000/ffff94d199cc0000 00020000:00000010:1.0:1787998363.298445:0:35937:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff94d187242aa8. 00020000:00000001:1.0:1787998363.298449:0:35937:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:1.0:1787998363.298452:0:35937:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff94d1a0aa34b0. 00000020:00001000:1.0:1787998363.298456:0:35937:0:(cl_object.c:917:cl_env_put()) 1@ffff94d1a0bcf6c0 00000080:00000001:1.0:1787998363.298459:0:35937:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1787998363.298461:0:35937:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000010:1.1:1787998363.313823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d190a90320. 00000080:00000010:1.1:1787998363.319489:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d198934200. 00010000:00000001:0.0:1787998363.523870:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998363.523878:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.523885:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998363.523886:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.523890:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998363.523891:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998363.523894:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998363.523895:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998363.523989:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998363.524146:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998363.524153:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1787998364.427875:0:36028:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998364.548401:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998364.548409:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998364.548416:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998364.548417:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998364.548420:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998364.548422:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998364.548425:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998364.548426:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998364.548684:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998364.548687:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998364.548691:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1787998364.820193:0:36064:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1787998364.820199:0:36064:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_24b: @@@@@@ IGNORE (bz5494): multiop didn't fail fsync: 5 or close: 0 00000001:00000001:2.0:1787998364.826221:0:36064:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:2.0:1787998365.122840:0:26324:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582220 (cpu 2) has reached its deadline 4296545268, at 4296545280 00000100:00000010:2.0:1787998365.122852:0:26324:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0b0a240. 00000100:00000040:3.0:1787998365.124865:0:29474:0:(connection.c:75:cpu_latency_work()) work item of ffff94d185582330 (cpu 3) has reached its deadline 4296545268, at 4296545282 00000100:00000010:3.0:1787998365.124875:0:29474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d1a0b0ade0. 00010000:00000001:0.0:1787998365.570861:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998365.570868:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998365.570874:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998365.570875:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998365.570878:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998365.570879:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998365.570883:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998365.570885:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998365.570907:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998365.570910:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998365.570913:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1787998365.739808:0:36167:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998366.147959:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787998366.147967:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787998366.147976:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c13b80. 00000020:00000040:0.0:1787998366.147981:0:38:0:(genops.c:1210:class_import_get()) import ffff94d191092000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:0.0:1787998366.147986:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998366.147989:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998366.147993:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998366.148001:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d18994e600. 00000100:00000001:0.0:1787998366.148007:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998366.148018:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed2632e9-aeaa-48f0-b65b-469967f9297f->MGS req@ffff94d191c13b80 x1874850291796224/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787998366.148029:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998366.148033:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998366.148039:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3dbcad8] to pc [ptlrpcd_00_00+0] req@ffff94d191c13b80 x1874850291796224/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998366.148059:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998366.148061:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787998366.148065:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787998366.148068:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c13800. 00000020:00000040:0.0:1787998366.148070:0:38:0:(genops.c:1210:class_import_get()) import ffff94d191a06800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998366.148073:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998366.148074:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998366.148076:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998366.148079:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d18994e300. 00000100:00000001:0.0:1787998366.148081:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998366.148085:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0000_UUID req@ffff94d191c13800 x1874850291796352/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787998366.148109:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998366.148111:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998366.148115:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0f3e8e1] to pc [ptlrpcd_00_01+1] req@ffff94d191c13800 x1874850291796352/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998366.148122:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998366.148124:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787998366.148127:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787998366.148130:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c10e00. 00000020:00000040:0.0:1787998366.148132:0:38:0:(genops.c:1210:class_import_get()) import ffff94d187d61000 refcount=6 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998366.148134:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998366.148136:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998366.148137:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998366.148141:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d191fa7400. 00000100:00000001:0.0:1787998366.148143:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998366.148147:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-MDT0001_UUID req@ffff94d191c10e00 x1874850291796480/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787998366.148154:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998366.148156:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998366.148160:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfdfe8e8] to pc [ptlrpcd_00_00+0] req@ffff94d191c10e00 x1874850291796480/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998366.148166:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998366.148168:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID: level FULL/9 force 0 force_next 1 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787998366.148171:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787998366.148174:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c11180. 00000020:00000040:0.0:1787998366.148176:0:38:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998366.148178:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998366.148180:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998366.148181:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998366.148185:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d191fa7300. 00000100:00000001:0.0:1787998366.148188:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998366.148192:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0000_UUID req@ffff94d191c11180 x1874850291796608/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787998366.148198:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998366.148200:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998366.148203:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000081cb323] to pc [ptlrpcd_00_01+1] req@ffff94d191c11180 x1874850291796608/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998366.148209:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998366.148211:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787998366.148214:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787998366.148216:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c10700. 00000020:00000040:0.0:1787998366.148218:0:38:0:(genops.c:1210:class_import_get()) import ffff94d183eca000 refcount=3 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998366.148220:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998366.148221:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998366.148223:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998366.148225:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d191fa7200. 00000100:00000001:0.0:1787998366.148228:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998366.148232:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 77d5a195-8a9b-4535-9fd7-ecbde8ea89db->lustre-OST0001_UUID req@ffff94d191c10700 x1874850291796736/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787998366.148237:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998366.148239:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998366.148242:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095f3020e] to pc [ptlrpcd_00_00+0] req@ffff94d191c10700 x1874850291796736/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998366.148247:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998366.148251:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1884) 00000100:00000001:0.0:1787998366.148263:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998366.148267:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998366.148269:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998366.148274:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c13b80 x1874850291796224/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998366.148281:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998366.148284:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998366.148287:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998366.148289:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998366.148292:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998366.148295:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed2632e9-aeaa-48f0-b65b-469967f9297f:2402:1874850291796224:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998366.148299:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998366.148303:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998366.148305:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998366.148307:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998366.148311:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d198549600. 02000000:00000001:0.0:1787998366.148314:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998366.148392:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998366.148397:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30528. 00000400:00000010:0.0:1787998366.148404:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807d48. 00000100:00000200:0.0:1787998366.148410:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291796224, portal 25 00000100:00000001:0.0:1787998366.148412:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998366.148414:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547276672 : -117847162274944 : ffff94d191c13b80) 00000100:00000040:0.0:1787998366.148420:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c13b80 x1874850291796224/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998366.148428:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998366.148430:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998366.148433:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807c38. 00000100:00000200:0.0:1787998366.148436:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874850291796224, offset 0 00000400:00000200:0.0:1787998366.148442:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998366.148450:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998366.148457:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998366.148462:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998366.148466:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998366.148469:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998366.148472:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998366.148476:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2960:2960:256:4294967295] 192.168.206.123@tcp LPNI seq info [2960:2960:8:4294967295] 00000400:00000200:0.0:1787998366.148480:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998366.148490:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998366.148496:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998366.148501:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19354a200. 00000800:00000200:0.0:1787998366.148507:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998366.148514:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998366.148518:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19354a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787998366.148603:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998366.148608:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998366.148611:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296550388 00000100:00000010:0.0:1787998366.148616:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0ad56c0. 00000100:00000001:0.0:1787998366.148621:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787998366.148626:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296550388 00000100:00000010:0.0:1787998366.148629:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d1a0ad54e0. 00000100:00000001:0.0:1787998366.148632:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787998366.148635:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998366.148638:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998366.148640:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998366.148644:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c10e00 x1874850291796480/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998366.148650:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998366.148652:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998366.148654:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998366.148656:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998366.148657:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998366.148660:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291796480:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998366.148663:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998366.148666:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998366.148667:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998366.148669:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998366.148672:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d198548800. 02000000:00000001:0.0:1787998366.148674:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998366.148677:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998366.148680:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30370. 00000400:00000010:0.0:1787998366.148683:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807110. 00000100:00000200:0.0:1787998366.148686:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291796480, portal 10 00000100:00000001:0.0:1787998366.148688:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998366.148689:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547265024 : -117847162286592 : ffff94d191c10e00) 00000100:00000040:0.0:1787998366.148696:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c10e00 x1874850291796480/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998366.148702:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998366.148704:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998366.148707:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1928077f8. 00000100:00000200:0.0:1787998366.148709:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291796480, offset 0 00000400:00000200:0.0:1787998366.148713:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998366.148718:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998366.148721:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998366.148724:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998366.148726:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998366.148729:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998366.148731:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998366.148734:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2961:2961:255:4294967295] 192.168.206.123@tcp LPNI seq info [2961:2961:7:4294967295] 00000400:00000200:0.0:1787998366.148738:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998366.148745:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998366.148750:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998366.148753:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19354ae00. 00000800:00000200:0.0:1787998366.148757:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998366.148761:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998366.148764:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19354ae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787998366.148797:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998366.148801:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: using a timeout of 18103 usecs (19 jiffies) 00000400:00000200:0.0:1787998366.148804:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998366.148806:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296546324 00000100:00000001:0.0:1787998366.148809:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296550388 00000100:00000001:0.0:1787998366.148811:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296546324 00000100:00000001:0.0:1787998366.148814:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296550388 00000100:00000001:0.0:1787998366.148816:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1787998366.148944:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998366.148948:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19354a200. 00000400:00000200:2.0:1787998366.148953:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998366.148958:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998366.148963:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807c38 00000400:00000010:2.0:1787998366.148965:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807c38. 00000100:00000001:2.0:1787998366.148969:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998366.148974:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c13b80 x1874850291796224/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998366.148983:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998366.148986:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c13b80 x1874850291796224/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998382 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998366.148993:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998366.148995:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787998366.149056:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998366.149059:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19354ae00. 00000400:00000200:2.0:1787998366.149061:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998366.149064:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998366.149067:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928077f8 00000400:00000010:2.0:1787998366.149068:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928077f8. 00000100:00000001:2.0:1787998366.149070:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998366.149074:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c10e00 x1874850291796480/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998366.149081:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998366.149084:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c10e00 x1874850291796480/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998382 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998366.149090:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998366.149092:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787998366.149168:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998366.149172:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998366.149177:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c10700 x1874850291796736/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998366.149184:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998366.149186:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998366.149188:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998366.149190:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998366.149192:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998366.149194:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291796736:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998366.149198:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998366.149200:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998366.149201:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998366.149203:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998366.149206:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d198548600. 02000000:00000001:0.0:1787998366.149208:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998366.149212:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998366.149214:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b306e0. 00000400:00000010:0.0:1787998366.149218:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1928075d8. 00000100:00000200:0.0:1787998366.149221:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291796736, portal 4 00000100:00000001:0.0:1787998366.149223:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998366.149224:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547263232 : -117847162288384 : ffff94d191c10700) 00000100:00000040:0.0:1787998366.149229:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c10700 x1874850291796736/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998366.149235:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998366.149237:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998366.149239:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807880. 00000100:00000200:0.0:1787998366.149241:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291796736, offset 0 00000400:00000200:0.0:1787998366.149246:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998366.149250:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998366.149253:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998366.149256:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998366.149258:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998366.149260:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998366.149262:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998366.149265:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2962:2962:256:4294967295] 192.168.206.123@tcp LPNI seq info [2962:2962:8:4294967295] 00000400:00000200:0.0:1787998366.149269:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998366.149275:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998366.149279:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998366.149283:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19354a800. 00000800:00000200:0.0:1787998366.149287:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998366.149292:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998366.149295:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19354a800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787998366.149467:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998366.149471:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: using a timeout of 19905 usecs (20 jiffies) 00000400:00000200:0.0:1787998366.149474:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998366.149476:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296546326 00000100:00000001:0.0:1787998366.149479:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296550388 00000100:00000001:0.0:1787998366.149480:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296546326 00000100:00000001:0.0:1787998366.149483:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296550388 00000100:00000001:0.0:1787998366.149484:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998366.149486:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998366.149489:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998366.149492:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998366.149498:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998366.149500:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787998366.149503:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998366.149504:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998366.149506:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998366.149509:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1787998366.149510:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998366.149512:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998366.149513:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998366.149515:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998366.149516:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998366.149517:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998366.149522:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c13800 x1874850291796352/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998366.149529:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998366.149530:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998366.149532:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998366.149534:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998366.149547:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998366.149550:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291796352:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998366.149553:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998366.149556:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998366.149558:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998366.149559:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998366.149563:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d198548400. 02000000:00000001:0.0:1787998366.149565:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998366.149568:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998366.149571:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30ec8. 00000400:00000010:0.0:1787998366.149575:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807ee0. 00000100:00000200:0.0:1787998366.149578:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291796352, portal 10 00000100:00000001:0.0:1787998366.149580:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998366.149581:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547275776 : -117847162275840 : ffff94d191c13800) 00000100:00000040:0.0:1787998366.149587:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c13800 x1874850291796352/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998366.149594:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998366.149596:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998366.149598:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807cc0. 00000100:00000200:0.0:1787998366.149600:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874850291796352, offset 0 00000400:00000200:0.0:1787998366.149605:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998366.149609:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998366.149613:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998366.149616:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998366.149618:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998366.149620:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998366.149623:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998366.149626:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2963:2963:255:4294967295] 192.168.206.123@tcp LPNI seq info [2963:2963:7:4294967295] 00000400:00000200:0.0:1787998366.149630:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998366.149636:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998366.149640:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998366.149644:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19354ae00. 00000800:00000200:0.0:1787998366.149647:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998366.149652:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998366.149655:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19354ae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787998366.149657:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998366.149660:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: using a timeout of 817766 usecs (818 jiffies) 00000400:00000200:0.0:1787998366.149663:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998366.149665:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296547124 00000100:00000001:0.0:1787998366.149667:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296550388 00000100:00000001:0.0:1787998366.149669:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296547124 00000100:00000001:0.0:1787998366.149671:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296550388 00000100:00000001:0.0:1787998366.149673:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998366.149675:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998366.149677:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998366.149681:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c11180 x1874850291796608/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998366.149689:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998366.149690:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998366.149692:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998366.149694:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998366.149696:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998366.149699:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291796608:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998366.149702:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998366.149704:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998366.149706:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998366.149708:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998366.149711:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d198548a00. 02000000:00000001:0.0:1787998366.149713:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998366.149716:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998366.149718:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b30f20. 00000400:00000010:0.0:1787998366.149722:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807770. 00000100:00000200:0.0:1787998366.149724:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291796608, portal 4 00000100:00000001:0.0:1787998366.149726:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998366.149728:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547265920 : -117847162285696 : ffff94d191c11180) 00000100:00000040:0.0:1787998366.149733:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c11180 x1874850291796608/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998366.149739:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998366.149741:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998366.149743:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807bb0. 00000100:00000200:0.0:1787998366.149746:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874850291796608, offset 0 00000400:00000200:0.0:1787998366.149749:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998366.149753:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998366.149756:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998366.149758:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998366.149760:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998366.149762:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998366.149764:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998366.149796:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2964:2964:254:4294967295] 192.168.206.123@tcp LPNI seq info [2964:2964:6:4294967295] 00000400:00000200:0.0:1787998366.149800:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998366.149805:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998366.149810:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998366.149813:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19354a200. 00000800:00000200:0.0:1787998366.149817:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998366.151570:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998366.151575:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19354a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787998366.151581:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998366.151586:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 180456 usecs (181 jiffies) 00000400:00000200:0.0:1787998366.151591:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998366.151595:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296546487 00000100:00000001:0.0:1787998366.151598:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296550388 00000100:00000001:0.0:1787998366.151600:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296546487 00000100:00000001:0.0:1787998366.151602:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296550388 00000100:00000001:0.0:1787998366.151604:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998366.151608:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998366.151612:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998366.151617:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998366.151637:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998366.151640:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787998366.156661:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998366.156673:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998366.156676:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998366.156679:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998366.156686:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998366.156693:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998366.156701:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998366.156705:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998366.156710:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998366.156714:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a92a99a64900 00000400:00000200:2.0:1787998366.156719:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998366.156725:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x8975 [1] + 224 00000800:00000001:2.0:1787998366.156732:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998366.156735:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998366.156738:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998366.156742:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998366.156749:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998366.156757:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c13b80 x1874850291796224/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998366.156783:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191c13b80 x1874850291796224/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998366.156800:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998366.157024:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998366.157030:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998366.157037:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998366.157039:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998366.157043:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30528. 00000400:00000200:1.0:1787998366.157047:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807d48 00000400:00000010:1.0:1787998366.157050:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807d48. 00000100:00000001:1.0:1787998366.157053:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998366.157060:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c13b80 x1874850291796224/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787998366.157076:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c13b80 x1874850291796224/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998366.157090:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998366.157106:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998366.157109:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998366.157113:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998366.157183:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998366.157186:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998366.157189:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998366.157199:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191092460 time=43 v=5 (5 5 5 5) 00000100:00001000:1.0:1787998366.157204:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191092418 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998366.157208:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998366.157210:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998366.157213:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998366.157216:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998366.157219:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998366.157225:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c13b80 x1874850291796224/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998382 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998366.157233:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998366.157236:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998366.157241:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998366.157246:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c13b80 x1874850291796224/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998382 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787998366.157254:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed2632e9-aeaa-48f0-b65b-469967f9297f:2402:1874850291796224:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1787998366.157261:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998366.157263:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998366.157267:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c13b80 x1874850291796224/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1787998382 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998366.157275:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998366.157278:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998366.157282:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d198549600. 02000000:00000001:1.0:1787998366.157286:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998366.157289:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998366.157291:0:2402:0:(genops.c:1223:class_import_put()) import ffff94d191092000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:1.0:1787998366.157293:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998366.157296:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d18994e600. 02000000:00000001:1.0:1787998366.157301:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998366.157303:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998366.157305:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c13b80. 00000100:00000001:1.0:1787998366.157309:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998366.157311:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998366.157314:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998366.157316:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998366.157318:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998366.157320:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998366.157321:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787998366.157731:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998366.157737:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19354a800. 00000400:00000200:2.0:1787998366.157742:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998366.157747:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998366.157751:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807880 00000400:00000010:2.0:1787998366.157753:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807880. 00000100:00000001:2.0:1787998366.157757:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998366.157762:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c10700 x1874850291796736/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998366.157794:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998366.157798:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c10700 x1874850291796736/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998382 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998366.157804:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998366.157806:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998366.157815:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998366.157833:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787998366.157835:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998366.157838:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998366.157842:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998366.157846:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1787998366.157852:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998366.157855:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998366.157858:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998366.157862:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a64a00 00000400:00000200:2.0:1787998366.157865:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1787998366.157869:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x897d [1] + 224 00000800:00000001:2.0:1787998366.157875:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998366.157882:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787998366.157884:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998366.157888:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1787998366.157891:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787998366.157895:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c10e00 x1874850291796480/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787998366.157905:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191c10e00 x1874850291796480/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998366.157917:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1787998366.157925:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998366.157928:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19354ae00. 00000400:00000200:2.0:1787998366.157930:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998366.157934:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998366.157936:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807cc0 00000400:00000010:2.0:1787998366.157938:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807cc0. 00000100:00000001:2.0:1787998366.157940:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998366.157944:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c13800 x1874850291796352/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998366.157951:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998366.157964:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c13800 x1874850291796352/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998382 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998366.157969:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998366.157971:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787998366.157975:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787998366.157978:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1787998366.158027:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787998366.158030:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19354a200. 00000400:00000200:2.0:1787998366.158033:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787998366.158036:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1787998366.158039:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807bb0 00000400:00000010:2.0:1787998366.158041:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807bb0. 00000100:00000001:2.0:1787998366.158043:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787998366.158047:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c11180 x1874850291796608/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998366.158054:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787998366.158057:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c11180 x1874850291796608/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998382 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787998366.158063:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787998366.158064:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787998366.161493:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998366.161499:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998366.161508:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998366.161510:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998366.161514:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30370. 00000400:00000200:1.0:1787998366.161519:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807110 00000400:00000010:1.0:1787998366.161522:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807110. 00000100:00000001:1.0:1787998366.161526:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998366.161538:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c10e00 x1874850291796480/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787998366.161548:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c10e00 x1874850291796480/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998366.161554:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998366.161556:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998366.161559:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998366.161562:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998366.161564:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998366.161566:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998366.161568:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998366.161576:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d61460 time=42 v=5 (5 5 104 104) 00000100:00001000:1.0:1787998366.161580:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d61418 time=42 v=5 (1 1 1 1) 00000100:00000001:1.0:1787998366.161583:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998366.161584:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998366.161587:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998366.161590:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998366.161593:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998366.161595:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d1a0bb2800: skip recheck: last_committed 4294967346 00000100:00000001:1.0:1787998366.161597:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998366.161600:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998366.161604:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c10e00 x1874850291796480/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998382 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998366.161610:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998366.161613:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998366.161616:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998366.161619:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c10e00 x1874850291796480/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998382 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787998366.161625:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291796480:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1787998366.161629:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998366.161631:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998366.161645:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c10e00 x1874850291796480/t0(0) o400->lustre-MDT0001-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998382 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998366.161652:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998366.161655:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998366.161658:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d198548800. 02000000:00000001:1.0:1787998366.161662:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998366.161664:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998366.161665:0:2402:0:(genops.c:1223:class_import_put()) import ffff94d187d61000 refcount=5 obd=lustre-MDT0001-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998366.161668:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998366.161670:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d191fa7400. 02000000:00000001:1.0:1787998366.161675:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998366.161677:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998366.161678:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c10e00. 00000100:00000001:1.0:1787998366.161683:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998366.161684:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998366.161687:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998366.161689:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998366.161690:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998366.161692:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998366.161693:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787998366.162408:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998366.162418:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998366.162421:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998366.162424:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998366.162431:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998366.162438:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998366.162446:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998366.162450:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998366.162456:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998366.162459:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a92a99a64980 00000400:00000200:3.0:1787998366.162463:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998366.162469:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x898d [1] + 224 00000800:00000001:3.0:1787998366.162475:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998366.162479:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998366.162482:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998366.162486:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998366.162491:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998366.162496:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c13800 x1874850291796352/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998366.162512:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191c13800 x1874850291796352/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998366.162530:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998366.162538:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998366.162541:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998366.162542:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998366.162544:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998366.162547:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998366.162550:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998366.162588:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998366.162592:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998366.162596:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998366.162599:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a64b00 00000400:00000200:3.0:1787998366.162603:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998366.162608:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x8985 [1] + 224 00000800:00000001:3.0:1787998366.162611:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998366.162615:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998366.162617:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998366.162621:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998366.162624:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998366.162630:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c10700 x1874850291796736/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998366.162686:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998366.162689:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787998366.162694:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787998366.162695:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787998366.162698:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30ec8. 00000400:00000200:1.0:1787998366.162702:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807ee0 00000400:00000010:1.0:1787998366.162705:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807ee0. 00000100:00000001:1.0:1787998366.162708:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787998366.162713:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c13800 x1874850291796352/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787998366.162721:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c13800 x1874850291796352/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998366.162727:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787998366.162729:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998366.162731:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787998366.162732:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787998366.162734:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787998366.162735:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787998366.162738:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787998366.162744:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d191a06c60 time=42 v=5 (5 5 104 104) 00000100:00001000:1.0:1787998366.162747:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d191a06c18 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1787998366.162750:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787998366.162751:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787998366.162753:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787998366.162756:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998366.162759:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787998366.162761:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d1a0bb2800: skip recheck: last_committed 8589934600 00000100:00000001:1.0:1787998366.162763:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787998366.163128:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787998366.163136:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c13800 x1874850291796352/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998382 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998366.163144:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787998366.163147:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787998366.163148:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787998366.163152:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c13800 x1874850291796352/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998382 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787998366.163161:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291796352:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1787998366.163166:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998366.163168:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787998366.163172:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c13800 x1874850291796352/t0(0) o400->lustre-MDT0000-mdc-ffff94d1a0bb2800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1787998382 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787998366.163178:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787998366.163180:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787998366.163182:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d198548400. 02000000:00000001:1.0:1787998366.163185:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787998366.163187:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787998366.163189:0:2402:0:(genops.c:1223:class_import_put()) import ffff94d191a06800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d1a0bb2800 00000020:00000001:1.0:1787998366.163191:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787998366.163193:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d18994e300. 02000000:00000001:1.0:1787998366.163197:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787998366.163198:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787998366.163200:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c13800. 00000100:00000001:1.0:1787998366.163203:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787998366.163204:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787998366.163207:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998366.163209:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787998366.163211:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787998366.163212:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787998366.163214:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998366.163256:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191c10700 x1874850291796736/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998366.163272:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998366.163278:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998366.163283:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998366.163285:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998366.163287:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998366.163291:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998366.163295:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998366.163299:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998366.163302:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998366.163305:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998366.163308:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a92a99a64a80 00000400:00000200:3.0:1787998366.163312:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998366.163316:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x8995 [1] + 224 00000800:00000001:3.0:1787998366.163319:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998366.163324:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998366.163326:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998366.163329:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998366.163332:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998366.163386:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c11180 x1874850291796608/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998366.163397:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191c11180 x1874850291796608/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998366.163405:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998366.163409:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998366.163412:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998366.163953:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998366.164072:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998366.164077:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998366.164078:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998366.164081:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b30f20. 00000400:00000200:0.0:1787998366.164086:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807770 00000400:00000010:0.0:1787998366.164088:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807770. 00000100:00000001:0.0:1787998366.164091:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998366.164107:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c11180 x1874850291796608/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998366.164117:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c11180 x1874850291796608/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998366.164124:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998366.164126:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998366.164128:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998366.164130:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998366.164132:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998366.164134:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998366.164136:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998366.164143:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62c60 time=42 v=5 (5 5 5 37) 00000100:00001000:0.0:1787998366.164147:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=4 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998366.164150:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998366.164151:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998366.164154:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998366.164156:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998366.164159:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998366.164161:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967336 00000100:00000001:0.0:1787998366.164163:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998366.164164:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998366.164169:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c11180 x1874850291796608/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998382 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998366.164175:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998366.164178:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998366.164179:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998366.164183:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c11180 x1874850291796608/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998382 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998366.164190:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291796608:192.168.206.123@tcp:400:kworker.0 00000400:00000001:0.0:1787998366.164195:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998366.164196:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998366.164198:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b306e0. 00000400:00000200:0.0:1787998366.164201:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928075d8 00000400:00000010:0.0:1787998366.164202:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928075d8. 00000100:00000001:0.0:1787998366.164204:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998366.164208:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c10700 x1874850291796736/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998366.164216:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c10700 x1874850291796736/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998366.164223:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998366.164224:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998366.164226:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998366.164227:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998366.164228:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998366.164230:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998366.164232:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998366.164235:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d183eca460 time=42 v=5 (5 5 5 37) 00000100:00001000:0.0:1787998366.164237:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d183eca418 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998366.164239:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998366.164240:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998366.164241:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998366.164243:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998366.164245:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998366.164246:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967316 00000100:00000001:0.0:1787998366.164248:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998366.164249:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998366.164252:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c10700 x1874850291796736/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998382 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998366.164257:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998366.164259:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998366.164260:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998366.164263:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c10700 x1874850291796736/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998382 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998366.164269:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2402:1874850291796736:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1787998366.164273:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998366.164274:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998366.164277:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c11180 x1874850291796608/t0(0) o400->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998382 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998366.164283:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998366.164285:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998366.164288:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d198548a00. 02000000:00000001:0.0:1787998366.164291:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998366.164292:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998366.164294:0:2402:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=2 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998366.164296:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998366.164298:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d191fa7300. 02000000:00000001:0.0:1787998366.164301:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998366.164303:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998366.164305:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c11180. 00000100:00000001:0.0:1787998366.164309:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998366.164310:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998366.164311:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998366.164314:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c10700 x1874850291796736/t0(0) o400->lustre-OST0001-osc-ffff94d1a0bb2800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1787998382 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998366.164395:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998366.164397:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998366.164399:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d198548600. 02000000:00000001:0.0:1787998366.164402:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998366.164403:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998366.164404:0:2402:0:(genops.c:1223:class_import_put()) import ffff94d183eca000 refcount=2 obd=lustre-OST0001-osc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998366.164406:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998366.164407:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d191fa7200. 02000000:00000001:0.0:1787998366.164409:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998366.164410:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998366.164411:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c10700. 00000100:00000001:0.0:1787998366.164414:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998366.164415:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998366.164417:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998366.164424:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998366.164426:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998366.164428:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998366.164430:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998366.595856:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998366.595861:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998366.595866:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998366.595867:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998366.595870:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998366.595872:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998366.595875:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998366.595876:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998366.595944:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998366.595948:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998366.595951:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787998367.619167:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998367.619174:0:33692:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787998367.619176:0:33692:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998367.619180:0:33692:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998367.619184:0:33692:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787998367.619186:0:33692:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998367.619188:0:33692:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998367.619190:0:33692:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998367.619195:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998367.619196:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998367.619200:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998367.619201:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998367.619205:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998367.619206:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787998367.620950:0:16822:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787998367.620955:0:16822:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787998367.620959:0:16822:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1787998367.657944:0:36309:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1787998367.936235:0:36345:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1787998367.936241:0:36345:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_24b: @@@@@@ FAIL: no discarded dirty page found! 00000001:00000001:0.0:1787998367.942300:0:36345:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000800:00000001:3.0:1787998368.065576:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998368.065592:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998368.065596:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998368.065599:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998368.065607:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998368.065614:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998368.065623:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998368.065627:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998368.065632:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998368.065635:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 328 into portal 15 MB=0x6a92a9abcfb80 00000400:00000200:3.0:1787998368.065643:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.123@tcp of length 328/328 into md 0x88ad [2] + 1048 00000800:00000001:3.0:1787998368.065649:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998368.065658:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998368.065662:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998368.065666:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998368.065673:0:2397:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1787998368.065675:0:2397:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1787998368.065681:0:2397:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191d01180. 00000100:00000040:3.0:1787998368.065684:0:2397:0:(events.c:337:request_in_callback()) incoming req@ffff94d191d01180 x1874850310060928 msgsize 328 00000100:00100000:3.0:1787998368.065688:0:2397:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.123@tcp (source: 12345-192.168.206.123@tcp) 00000100:00000001:3.0:1787998368.065699:0:2397:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1787998368.065706:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998368.065709:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998368.065728:0:16813:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1787998368.065730:0:16813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874850310060928 02000000:00000001:3.0:1787998368.065732:0:16813:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1787998368.065735:0:16813:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787998368.065737:0:16813:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787998368.065740:0:16813:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787998368.065744:0:16813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874850310060928 00000020:00000001:3.0:1787998368.065747:0:16813:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787998368.065749:0:16813:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb2d39e653c8bf6e 00000020:00000001:3.0:1787998368.065751:0:16813:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998368.065754:0:16813:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d191093800 refcount=4 00000020:00000001:3.0:1787998368.065756:0:16813:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226535217152 : -117847174334464 : ffff94d191093800) 00000020:00000001:3.0:1787998368.065759:0:16813:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626226535217152 : -117847174334464 : ffff94d191093800) 00000100:00000001:3.0:1787998368.065762:0:16813:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1787998368.065782:0:16813:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d1987e56c0. 00000100:00000001:3.0:1787998368.065785:0:16813:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1787998368.065788:0:16813:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d1987e56c0. 00000020:00000010:3.0:1787998368.065794:0:16813:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d191912800. 00000020:00000010:3.0:1787998368.065799:0:16813:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94d190a8d700. 00000020:00000010:3.0:1787998368.065806:0:16813:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94d18543a258. 00000100:00000040:3.0:1787998368.065815:0:16813:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1787998368.065818:0:16813:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1787998368.065819:0:16813:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1787998368.065822:0:16813:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998368.065829:0:16813:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998368.065837:0:16813:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787998368.065847:0:16813:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1787998368.065849:0:16813:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1787998368.065854:0:16813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.123@tcp, seq: 70 00000100:00000040:3.0:1787998368.065858:0:16813:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff94d191093800 : new rpc_count 1 00000100:00000001:3.0:1787998368.065860:0:16813:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446626226548248960 : -117847161302656 : ffff94d191d01180) 00000100:00000040:3.0:1787998368.065867:0:16813:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff94d191d01180 x1874850310060928/t0(0) o104->LOV_OSC_UUID@192.168.206.123@tcp:584/0 lens 328/0 e 0 to 0 dl 1787998379 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787998368.065876:0:16813:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1787998368.065879:0:16813:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d1987e56c0. 00000100:00000001:3.0:1787998368.065881:0:16813:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1787998368.065883:0:16813:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d1987e56c0. 00000100:00100000:3.0:1787998368.065888:0:16813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94d191d01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8429:x1874850310060928:12345-192.168.206.123@tcp:104: 00000100:00000200:3.0:1787998368.065891:0:16813:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1874850310060928 00010000:00000001:3.0:1787998368.065894:0:16813:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1787998368.065901:0:16813:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787998368.065903:0:16813:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787998368.065905:0:16813:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=2 00000020:00000001:3.0:1787998368.065907:0:16813:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:3.0:1787998368.065910:0:16813:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:3.0:1787998368.065913:0:16813:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787998368.065916:0:16813:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787998368.065921:0:16813:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:3.0:1787998368.065932:0:16813:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1787998368.065935:0:16813:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1787998368.065940:0:16813:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94d1a0097000. 02000000:00000001:3.0:1787998368.065943:0:16813:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998368.065946:0:16813:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998368.065963:0:16813:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1787998368.065966:0:16813:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787998368.065969:0:16813:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187eb35e8 time=43 v=5 (1 1 1 1) 00000100:00000001:3.0:1787998368.065974:0:16813:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787998368.065977:0:16813:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94d182d9a800 refcount 16 to 192.168.206.123@tcp 00000100:00000001:3.0:1787998368.065979:0:16813:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626226297219072 : -117847412332544 : ffff94d182d9a800) 02000000:00000001:3.0:1787998368.065981:0:16813:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1787998368.065984:0:16813:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998368.065987:0:16813:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787998368.065990:0:16813:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1787998368.065994:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1870f5c38. 00000100:00000200:3.0:1787998368.065999:0:16813:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1874850310060928, offset 224 00000400:00000200:3.0:1787998368.066005:0:16813:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1787998368.066011:0:16813:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998368.066017:0:16813:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.23@tcp to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1787998368.066023:0:16813:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2965:2965:256:4294967295] 192.168.206.123@tcp LPNI seq info [2965:2965:8:4294967295] 00000400:00000200:3.0:1787998368.066028:0:16813:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998368.066036:0:16813:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:192.168.206.23@tcp) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1787998368.066041:0:16813:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1787998368.066046:0:16813:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d1a072b600. 00000800:00000200:3.0:1787998368.066052:0:16813:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1787998368.066060:0:16813:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1787998368.066064:0:16813:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d1a072b600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787998368.066074:0:16813:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998368.066078:0:16813:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff94d182d9a800 refcount 15 to 192.168.206.123@tcp 00010000:00000001:3.0:1787998368.066092:0:16813:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1787998368.066096:0:16813:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94d19189e9c0. 00010000:00000001:3.0:1787998368.066098:0:16813:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1787998368.066109:0:16813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1787998368.066112:0:16813:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998368.066113:0:16813:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787998368.066115:0:16813:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787998368.066120:0:16813:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191d01180 x1874850310060928/t0(0) o104->LOV_OSC_UUID@192.168.206.123@tcp:584/0 lens 328/224 e 0 to 0 dl 1787998379 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787998368.066129:0:16813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94d191d01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8429:x1874850310060928:12345-192.168.206.123@tcp:104: Request processed in 251us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1787998368.066136:0:16813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.123@tcp, seq: 70 00000100:00000040:3.0:1787998368.066139:0:16813:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff94d191093800 : new rpc_count 0 00000100:00000001:3.0:1787998368.066142:0:16813:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1787998368.066143:0:16813:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1787998368.066147:0:16813:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94d190a8d700. 00000020:00000010:3.0:1787998368.066151:0:16813:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94d18543a258. 00000020:00000010:3.0:1787998368.066153:0:16813:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d191912800. 00000020:00000040:3.0:1787998368.066157:0:16813:0:(genops.c:879:class_export_put()) PUTting export ffff94d191093800 : new refcount 3 00000100:00000001:3.0:1787998368.066159:0:16813:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787998368.066235:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998368.066238:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d1a072b600. 00000400:00000200:3.0:1787998368.066241:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998368.066245:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998368.066248:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1870f5c38 00000400:00000010:3.0:1787998368.066250:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1870f5c38. 00000100:00000001:3.0:1787998368.066253:0:2396:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1787998368.066254:0:2396:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1787998368.066510:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998368.066512:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998368.066515:0:16949:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1787998368.066518:0:16949:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1787998368.066520:0:16949:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1787998368.066525:0:16949:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:0.0:1787998368.066534:0:16949:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d1903e5000 already unused, calling callback (ffffffffc1285300) 00000008:00000001:0.0:1787998368.066536:0:16949:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1787998368.066539:0:16949:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1787998368.066540:0:16949:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787998368.066541:0:16949:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787998368.066543:0:16949:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d1903e5000 refcount=3 00000020:00000001:0.0:1787998368.066545:0:16949:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:0.0:1787998368.066548:0:16949:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626226521919488 : -117847187632128 : ffff94d1903e5000) 00010000:00000001:0.0:1787998368.066551:0:16949:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787998368.066553:0:16949:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400030000 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:0.0:1787998368.066560:0:16949:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1787998368.066562:0:16949:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787998368.066565:0:16949:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626226658351944 : -117847051199672 : ffff94d198601b48) 00000020:00001000:0.0:1787998368.066568:0:16949:0:(cl_object.c:823:cl_env_get()) 1@ffff94d198601b40 00000008:00000001:0.0:1787998368.066570:0:16949:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1787998368.066572:0:16949:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1787998368.066574:0:16949:0:(cl_object.c:917:cl_env_put()) 1@ffff94d198601b40 00000008:00000001:0.0:1787998368.066576:0:16949:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998368.066578:0:16949:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1787998368.066582:0:16949:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787998368.066584:0:16949:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787998368.066585:0:16949:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787998368.066587:0:16949:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1787998368.066589:0:16949:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d1903e5000 with handle 0xb2d39e653c8cc80 from hash 00010000:00000001:0.0:1787998368.066592:0:16949:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787998368.066594:0:16949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998368.066596:0:16949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998368.066597:0:16949:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787998368.066599:0:16949:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787998368.066601:0:16949:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1787998368.066606:0:16949:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787998368.066609:0:16949:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998368.066611:0:16949:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787998368.066614:0:16949:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1787998368.066619:0:16949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d191c10700. 00000020:00000040:0.0:1787998368.066622:0:16949:0:(genops.c:1210:class_import_get()) import ffff94d187d62800 refcount=3 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000100:00000001:0.0:1787998368.066627:0:16949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787998368.066629:0:16949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787998368.066633:0:16949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787998368.066639:0:16949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d190466600. 00000100:00000001:0.0:1787998368.066644:0:16949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998368.066646:0:16949:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1787998368.066650:0:16949:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:0.0:1787998368.066657:0:16949:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1787998368.066659:0:16949:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998368.066662:0:16949:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787998368.066666:0:16949:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998368.066673:0:16949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095f3020e] to pc [ptlrpcd_00_01+1] req@ffff94d191c10700 x1874850291796864/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787998368.066692:0:16949:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787998368.066695:0:16949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787998368.066696:0:16949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998368.066698:0:16949:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998368.066699:0:16949:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787998368.066701:0:16949:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998368.066704:0:16949:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:0.0:1787998368.066710:0:16949:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787998368.066713:0:16949:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff94d1a0bb2800 lock: 00000000979d1dbc/0xb2d39e653c8cc80 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x4fd9a50f3a6ad847 expref: -99 pid: 35928 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000010:0.0:1787998368.066719:0:16949:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d1987e5c40. 00010000:00000040:0.0:1787998368.066724:0:16949:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d192b98c00 count: 0 00010000:00000010:0.0:1787998368.066730:0:16949:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff94d192b98900. 00010000:00000001:0.0:1787998368.066741:0:16949:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787998368.066742:0:16949:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1787998368.066744:0:16949:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff94d19189e9c0. 00010000:00000001:0.0:1787998368.066747:0:16949:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787998368.066749:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998368.066751:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998368.066752:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1787998368.066754:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998368.066755:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998368.066757:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1787998368.066758:0:16949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787998368.066759:0:16949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787998368.066761:0:16949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787998368.066787:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998368.066790:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998368.066793:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787998368.066797:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d191c10700 x1874850291796864/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998368.066804:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787998368.066806:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998368.066809:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787998368.066811:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787998368.066813:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787998368.066816:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94d191c10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2403:1874850291796864:192.168.206.123@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1787998368.066819:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787998368.066824:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787998368.066826:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998368.066828:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787998368.066832:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d190467c00. 02000000:00000001:0.0:1787998368.066834:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787998368.066839:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1787998368.066842:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d190b306e0. 00000400:00000010:0.0:1787998368.066847:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d1928075d8. 00000100:00000200:0.0:1787998368.066853:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874850291796864, portal 18 00000100:00000001:0.0:1787998368.066855:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787998368.066856:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626226547263232 : -117847162288384 : ffff94d191c10700) 00000100:00000040:0.0:1787998368.066863:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d191c10700 x1874850291796864/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998384 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998368.066870:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787998368.066872:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1787998368.066874:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d192807770. 00000100:00000200:0.0:1787998368.066877:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1874850291796864, offset 0 00000400:00000200:0.0:1787998368.066881:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1787998368.066886:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998368.066889:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1787998368.066893:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787998368.066896:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1787998368.066899:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787998368.066902:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1787998368.066905:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [2966:2966:256:4294967295] 192.168.206.123@tcp LPNI seq info [2966:2966:8:4294967295] 00000400:00000200:0.0:1787998368.066908:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1787998368.066915:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1787998368.066920:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1787998368.066923:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d19354a200. 00000800:00000200:0.0:1787998368.066927:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d191cc66c0] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1787998368.066932:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1787998368.066935:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d19354a200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1787998368.066958:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998368.066962:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: using a timeout of 179790 usecs (180 jiffies) 00000400:00000200:0.0:1787998368.066965:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1787998368.066968:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 2 is 4296548404 00000100:00000001:0.0:1787998368.066971:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 2, keep current deadline 4296550388 00000100:00000001:0.0:1787998368.066973:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS new deadline estimation for cpu 3 is 4296548404 00000100:00000001:0.0:1787998368.066975:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d1a0bb2800: PM QoS request active for cpu 3, keep current deadline 4296550388 00000100:00000001:0.0:1787998368.066977:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998368.066979:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998368.066983:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998368.066985:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998368.066989:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998368.066991:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787998368.066993:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998368.066994:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787998368.066996:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998368.066997:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998368.067007:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998368.067009:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787998368.067969:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787998368.067974:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d19354a200. 00000400:00000200:3.0:1787998368.067978:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998368.067984:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1787998368.067990:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d192807770 00000400:00000010:3.0:1787998368.067992:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d192807770. 00000100:00000001:3.0:1787998368.067996:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787998368.068000:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94d191c10700 x1874850291796864/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998384 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998368.068010:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787998368.068013:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d191c10700 x1874850291796864/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998384 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998368.068018:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787998368.068020:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787998368.077609:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998368.077626:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787998368.077629:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998368.077631:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998368.077639:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998368.077646:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1787998368.077654:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998368.077658:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998368.077664:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998368.077668:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 18 MB=0x6a92a99a64b80 00000400:00000200:3.0:1787998368.077672:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1787998368.077677:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.123@tcp of length 224/224 into md 0x89a5 [1] + 224 00000800:00000001:3.0:1787998368.077684:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998368.077691:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787998368.077694:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787998368.077698:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1787998368.077705:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787998368.077713:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94d191c10700 x1874850291796864/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998384 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787998368.077724:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d191c10700 x1874850291796864/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998384 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787998368.077739:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787998368.077747:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787998368.077750:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998368.077839:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998368.077844:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787998368.077851:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787998368.077853:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787998368.077855:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d190b306e0. 00000400:00000200:0.0:1787998368.077859:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d1928075d8 00000400:00000010:0.0:1787998368.077861:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d1928075d8. 00000100:00000001:0.0:1787998368.077864:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787998368.077869:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94d191c10700 x1874850291796864/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998384 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787998368.077878:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94d191c10700 x1874850291796864/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998384 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998368.077884:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787998368.077886:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998368.077888:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787998368.077891:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787998368.077893:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787998368.077895:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787998368.077898:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787998368.077907:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff94d187d62d38 time=29 v=5 (5 5 5 5) 00000100:00001000:0.0:1787998368.077911:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff94d187d62c18 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1787998368.077913:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787998368.077915:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998368.077918:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787998368.077921:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998368.077924:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787998368.077926:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d1a0bb2800: skip recheck: last_committed 4294967336 00000100:00000001:0.0:1787998368.077929:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787998368.077930:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787998368.077935:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d191c10700 x1874850291796864/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998384 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998368.077940:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787998368.077954:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787998368.077957:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787998368.077961:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d191c10700 x1874850291796864/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998384 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787998368.077967:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94d191c10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77d5a195-8a9b-4535-9fd7-ecbde8ea89db:2403:1874850291796864:192.168.206.123@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1787998368.077971:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998368.077974:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787998368.077976:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d191c10700 x1874850291796864/t0(0) o103->lustre-OST0000-osc-ffff94d1a0bb2800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1787998384 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787998368.077982:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787998368.077984:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787998368.077987:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d190467c00. 02000000:00000001:0.0:1787998368.077990:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787998368.077992:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787998368.077993:0:2403:0:(genops.c:1223:class_import_put()) import ffff94d187d62800 refcount=2 obd=lustre-OST0000-osc-ffff94d1a0bb2800 00000020:00000001:0.0:1787998368.077996:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787998368.077999:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d190466600. 02000000:00000001:0.0:1787998368.078001:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787998368.078003:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787998368.078005:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d191c10700. 00000100:00000001:0.0:1787998368.078008:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787998368.078010:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998368.078012:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787998368.078019:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787998368.078022:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787998368.078024:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787998368.078027:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1787998368.087840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d192b98c00. 00010000:00000010:0.1:1787998368.087851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d1903e5000. 00010000:00000001:0.0:1787998368.642841:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998368.642846:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998368.642851:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998368.642852:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787998368.642856:0:33692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787998368.642857:0:33692:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787998368.642876:0:16821:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787998368.642879:0:16821:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787998368.642882:0:16821:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1787998369.183448:0:36445:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 128801 lines, 128801 kept, 0 dropped, 0 bad.